diff --git a/test/test_datasets.py b/test/test_datasets.py
index 1166040d5e1..a076b843fa8 100644
--- a/test/test_datasets.py
+++ b/test/test_datasets.py
@@ -20,12 +20,6 @@
 import torch.nn.functional as F
 from torchvision import datasets
 
-try:
-    import scipy
-    HAS_SCIPY = True
-except ImportError:
-    HAS_SCIPY = False
-
 
 class STL10TestCase(datasets_utils.ImageDatasetTestCase):
     DATASET_CLASS = datasets.STL10