Remove all Loaders from this library (#162)

Summary: Pull Request resolved: #162

Test Plan: Imported from OSS

Reviewed By: ejguan

Differential Revision: D33531857

Pulled By: NivekT

fbshipit-source-id: 0c7606cb5a7b53e72d2b80450d9cbec1b236f74a

Author: NivekT

test/test_datapipe.py

@@ -42,6 +42,11 @@ def extract_datapipe_names(module):
     torchdata_datapipes = extract_datapipe_names(torchdata.datapipes.iter)
 
     missing_datapipes = pytorch_datapipes - torchdata_datapipes
+    deprecated_datapipes = {"FileLoader"}
+    for dp in deprecated_datapipes:
+        if dp in missing_datapipes:
+            missing_datapipes.remove("FileLoader")
+
     if any(missing_datapipes):
         msg = (
             "The following datapipes are exposed under `torch.utils.data.datapipes.iter`, "

torchdata/datapipes/iter/__init__.py

@@ -6,7 +6,6 @@
     Concater,
     Demultiplexer,
     FileLister,
-    FileLoader,
     FileOpener,
     Filter,
     Forker,
@@ -32,7 +31,6 @@
 )
 from torchdata.datapipes.iter.load.iopath import (
     IoPathFileListerIterDataPipe as IoPathFileLister,
-    IoPathFileLoaderIterDataPipe as IoPathFileLoader,
     IoPathFileOpenerIterDataPipe as IoPathFileOpener,
     IoPathSaverIterDataPipe as IoPathSaver,
 )
@@ -95,7 +93,6 @@
     "FSSpecFileOpener",
     "FSSpecSaver",
     "FileLister",
-    "FileLoader",
     "FileOpener",
     "Filter",
     "Forker",
@@ -107,7 +104,6 @@
     "InMemoryCacheHolder",
     "IndexAdder",
     "IoPathFileLister",
-    "IoPathFileLoader",
     "IoPathFileOpener",
     "IoPathSaver",
     "IterDataPipe",

torchdata/datapipes/iter/load/iopath.py

@@ -1,6 +1,5 @@
 # Copyright (c) Facebook, Inc. and its affiliates.
 import os
-import warnings
 
 from typing import Any, Callable, Iterator, List, Optional, Tuple, Union
 
@@ -81,17 +80,6 @@ def __iter__(self) -> Iterator[str]:
                     yield os.path.join(self.root, file_name)
 
 
-@functional_datapipe("load_file_by_iopath")
-class IoPathFileLoaderIterDataPipe(IterDataPipe[Tuple[str, StreamWrapper]]):
-    def __new__(cls, source_datapipe: IterDataPipe[str], mode: str = "r", pathmgr=None):
-        warnings.warn(
-            "IoPathFileLoaderIterDataPipe and its functional API has been renamed and will be removed "
-            "from this package. Please use 'IoPathFileOpenerIterDataPipe' instead.",
-            DeprecationWarning,
-        )
-        return IoPathFileOpenerIterDataPipe(source_datapipe=source_datapipe, mode=mode, pathmgr=pathmgr)
-
-
 @functional_datapipe("open_file_by_iopath")
 class IoPathFileOpenerIterDataPipe(IterDataPipe[Tuple[str, StreamWrapper]]):
     r""":class:`IoPathFileOpenerIterDataPipe`.