{ai}[foss/2022a] PyTorch-bundle v1.13.1

easybuild/easyconfigs/p/PyTorch-bundle/PyTorch-bundle-1.13.1-foss-2022a-CUDA-11.7.0.eb

@@ -0,0 +1,75 @@
+easyblock = 'PythonBundle'
+
+name = 'PyTorch-bundle'
+version = '1.13.1'
+versionsuffix = '-CUDA-%(cudaver)s'
+
+homepage = 'https://pytorch.org/'
+description = """PyTorch with compatible versions of official Torch extensions."""
+
+toolchain = {'name': 'foss', 'version': '2022a'}
+
+builddependencies = [
+    ('CMake', '3.23.1'),
+    ('RE2', '2022-06-01'),  # for torchtext
+]
+
+dependencies = [
+    ('CUDA', '11.7.0', '', SYSTEM),
+    ('Python', '3.10.4'),
+    ('PyTorch', version, versionsuffix),
+    ('Pillow-SIMD', '9.2.0'),  # for torchvision
+    ('SentencePiece', '0.1.97'),  # for torchtext
+    ('tqdm', '4.64.0'),  # for torchtext
+    ('double-conversion', '3.2.0'),  # for torchtext
+    ('utf8proc', '2.7.0'),  # for torchtext
+    ('tensorboard', '2.10.0'),  # for torch-tb-profiler
+]
+
+use_pip = True
+
+exts_list = [
+    ('portalocker', '2.7.0', {
+        'checksums': ['032e81d534a88ec1736d03f780ba073f047a06c478b06e2937486f334e955c51'],
+    }),
+    ('torchdata', '0.5.1', {
+        'preinstallopts': "USE_SYSTEM_LIBS=1 ",
+        'source_urls': ['https://github.com/pytorch/data/archive'],
+        'sources': [{'download_filename': 'v%(version)s.tar.gz', 'filename': '%(name)s-%(version)s.tar.gz'}],
+        'checksums': ['69d80bd33ce8f08e7cfeeb71cefddfc29cede25a85881e33dbae47576b96ed29'],
+    }),
+    ('torchtext', '0.14.1', {
+        'patches': [
+            'torchtext-0.14.1_use-system-libs.patch',
+            'torchtext-0.13.1_cxx_17.patch',
+        ],
+        'source_urls': ['https://github.com/pytorch/text/archive'],
+        'sources': [{'download_filename': 'v%(version)s.tar.gz', 'filename': '%(name)s-%(version)s.tar.gz'}],
+        'checksums': [
+            {'torchtext-0.14.1.tar.gz': 'fd1ef3da7d9c20408c740f7dc7d02ad52a6048b46368355a1a7326d3bc4f2e63'},
+            {'torchtext-0.14.1_use-system-libs.patch':
+             '1366d10c4755b6003194f7313ca11d165a80a13d325bee9d669ea2b333d82536'},
+            {'torchtext-0.13.1_cxx_17.patch': 'fd242c139baa27352d1065cece4658a3ede76f46ffec08ac04a554301e547f22'},
+        ],
+    }),
+    ('torchvision', '0.14.1', {
+        'source_urls': ['https://github.com/pytorch/vision/archive'],
+        'sources': [{'download_filename': 'v%(version)s.tar.gz', 'filename': '%(name)s-%(version)s.tar.gz'}],
+        'checksums': ['ced67e1cf1f97e168cdf271851a4d0b6d382ab7936e7bcbb39aaa87239c324b6'],
+    }),
+    ('pytorch-ignite', '0.4.12', {
+        'modulename': 'ignite',
+        'source_urls': ['https://github.com/pytorch/ignite/archive'],
+        'sources': [{'download_filename': 'v%(version)s.tar.gz', 'filename': '%(name)s-%(version)s.tar.gz'}],
+        'checksums': ['7d10fd40edc568bbda687151bb5b53b0d59a980cd6c25ec2b061e7f234aeab76'],
+    }),
+    ('torch-tb-profiler', '0.4.3', {
+        'modulename': 'torch.profiler',
+        'sources': ['torch_tb_profiler-%(version)s.tar.gz'],
+        'checksums': ['8b8d29b2de960b3c4423087b23cec29beaf9ac3a8c7b046c18fd25b218f726b1'],
+    }),
+]
+
+sanity_pip_check = True
+
+moduleclass = 'ai'

easybuild/easyconfigs/p/PyTorch-bundle/torchtext-0.14.1_use-system-libs.patch

@@ -0,0 +1,75 @@
+Use external deps for third party libraries
+Split from "deps_fix" patch from torchtext
+diff --git a/CMakeLists.txt b/CMakeLists.txt
+index 1ead15d46..21f85e555 100644
+--- a/CMakeLists.txt
++++ b/CMakeLists.txt
+@@ -63,5 +63,9 @@ endif()
+
+ set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${TORCH_COMPILED_WITH_CXX_ABI} -Wall ${TORCH_CXX_FLAGS}")
+
+-add_subdirectory(third_party)
++find_package(double-conversion)
++find_package(re2)
++find_library(SENTENCEPIECE_LIBRARY sentencepiece PATHS $ENV{EBROOTSENTENCEPIECE}/lib64)
++find_library(SENTENCEPIECE_TRAIN_LIBRARY sentencepiece_train PATHS $ENV{EBROOTSENTENCEPIECE}/lib64)
++find_library(UTF8PROC_LIBRARY utf8proc PATHS $ENV{UTF8PROC}/lib64)
+ add_subdirectory(torchtext/csrc)
+diff --git a/packaging/build_wheel.sh b/packaging/build_wheel.sh
+index 9882cb1b2..43e2a05d8 100755
+--- a/packaging/build_wheel.sh
++++ b/packaging/build_wheel.sh
+@@ -10,7 +10,6 @@ setup_env
+ setup_wheel_python
+ pip_install numpy future cmake>=3.18.0 ninja
+ setup_pip_pytorch_version
+-git submodule update --init --recursive
+ python setup.py clean
+ if [[ "$OSTYPE" == "msys" ]]; then
+     "$script_dir/vc_env_helper.bat" python setup.py bdist_wheel
+diff --git a/setup.py b/setup.py
+index 080415f7e..bd84405be 100644
+--- a/setup.py
++++ b/setup.py
+@@ -81,7 +81,6 @@ class clean(distutils.command.clean.clean):
+         # Remove build directory
+         build_dirs = [
+             ROOT_DIR / "build",
+-            ROOT_DIR / "third_party" / "build",
+         ]
+         for path in build_dirs:
+             if path.exists():
+@@ -89,7 +88,6 @@
+                 shutil.rmtree(str(path), ignore_errors=True)
+
+
+-_init_submodule()
+ setup_info = dict(
+     # Metadata
+     name="torchtext",
+diff --git a/torchtext/csrc/CMakeLists.txt b/torchtext/csrc/CMakeLists.txt
+index 037f814dc..658b90342 100644
+--- a/torchtext/csrc/CMakeLists.txt
++++ b/torchtext/csrc/CMakeLists.txt
+@@ -18,10 +18,6 @@ set(
+ set(
+   LIBTORCHTEXT_INCLUDE_DIRS
+   ${PROJECT_SOURCE_DIR}
+-  ${PROJECT_SOURCE_DIR}/third_party/sentencepiece/src
+-  $<TARGET_PROPERTY:re2,INCLUDE_DIRECTORIES>
+-  $<TARGET_PROPERTY:double-conversion,INCLUDE_DIRECTORIES>
+-  $<TARGET_PROPERTY:utf8proc,INCLUDE_DIRECTORIES>
+   ${TORCH_INSTALL_PREFIX}/include
+   ${TORCH_INSTALL_PREFIX}/include/torch/csrc/api/include
+   )
+@@ -119,10 +115,6 @@ if (BUILD_TORCHTEXT_PYTHON_EXTENSION)
+   set(
+     EXTENSION_INCLUDE_DIRS
+     ${PROJECT_SOURCE_DIR}
+-    ${PROJECT_SOURCE_DIR}/third_party/sentencepiece/src
+-    $<TARGET_PROPERTY:re2,INCLUDE_DIRECTORIES>
+-    $<TARGET_PROPERTY:double-conversion,INCLUDE_DIRECTORIES>
+-    $<TARGET_PROPERTY:utf8proc,INCLUDE_DIRECTORIES>
+     ${TORCH_INSTALL_PREFIX}/include
+     ${TORCH_INSTALL_PREFIX}/include/torch/csrc/api/include
+     )