mark support for installing extensions in parallel as experimental + add --parallel-extensions-install configuration option to opt-in to it

Author: boegel

easybuild/framework/easyblock.py

@@ -1646,7 +1646,8 @@ def install_extensions(self, install=True, parallel=False):
         """
         self.log.debug("List of loaded modules: %s", self.modules_tool.list())
 
-        if parallel:
+        if build_option('parallel_extensions_install') and parallel:
+            self.log.experimental("installing extensions in parallel")
             self.install_extensions_parallel(install=install)
         else:
             self.install_extensions_sequential(install=install)

easybuild/tools/config.py

@@ -269,6 +269,7 @@ def mk_full_default_path(name, prefix=DEFAULT_PREFIX):
         'module_extensions',
         'module_only',
         'package',
+        'parallel_extensions_install',
         'read_only_installdir',
         'remove_ghost_install_dirs',
         'rebuild',

easybuild/tools/options.py

@@ -454,6 +454,8 @@ def override_options(self):
                              'choice', 'store', OUTPUT_STYLE_AUTO, OUTPUT_STYLES),
             'parallel': ("Specify (maximum) level of parallellism used during build procedure",
                          'int', 'store', None),
+            'parallel-extensions-install': ("Install list of extensions in parallel (if supported)",
+                                            None, 'store_true', False),
             'pre-create-installdir': ("Create installation directory before submitting build jobs",
                                       None, 'store_true', True),
             'pretend': (("Does the build/installation in a test directory located in $HOME/easybuildinstall"),