NOAA-EMC · kgerheiser · Jun 24, 2021 · Jun 16, 2021 · Jun 16, 2021 · Jun 16, 2021
diff --git a/.github/workflows/build_ubuntu.yaml b/.github/workflows/build_ubuntu.yaml
@@ -12,11 +12,26 @@ jobs:
 
     steps:
 
-    - name: Install dependencies (OpenMPI)
+    - name: cache-mpi
       if: matrix.mpi == 'openmpi'
+      id: cache-mpi
+      uses: actions/cache@v2
+      with:
+        path: ~/mpi
+        key: openmpi-4.1.1
+
+    - name: build-openmpi
+      if: steps.cache-mpi.outputs.cache-hit != 'true'
       run: |
-        sudo apt-get update
-        sudo apt-get install openmpi-bin libopenmpi-dev
+        echo "$HOME/mpi/bin" >> $GITHUB_PATH
+        if [[ ${{ matrix.mpi }} == "openmpi" ]]; then
+          wget https://download.open-mpi.org/release/open-mpi/v4.1/openmpi-4.1.1.tar.gz &> /dev/null
+          tar -xzf openmpi-4.1.1.tar.gz
+          cd openmpi-4.1.1
+          ./configure --prefix=$HOME/mpi --enable-mpi-fortran --enable-mpi-cxx
+          make -j2
+          make install
+        fi
 
     - name: Install dependencies (MPICH)
       if: matrix.mpi == 'mpich'

diff --git a/build_stack.sh b/build_stack.sh
@@ -210,6 +210,11 @@ build_lib atlas
 
 build_lib esmf
 build_lib fms
+build_lib cmakemodules
+build_lib esma_cmake
+build_lib gftl_shared
+build_lib yafyaml
+build_lib mapl
 
 # ==============================================================================
 # optionally clean up

diff --git a/libs/build_cmakemodules.sh b/libs/build_cmakemodules.sh
@@ -0,0 +1,40 @@
+#!/bin/bash
+
+set -eux
+
+name="cmakemodules"
+repo="NOAA-EMC"
+version=${2:-${STACK_cmakemodules_version:-"develop"}}
+id=${version//\//-}
+
+if $MODULES; then
+  set +x
+  source $MODULESHOME/init/bash
+  module list
+  set -x
+
+  prefix="${PREFIX:-"/opt/modules"}/core/$name/$id"
+  if [[ -d $prefix ]]; then
+    [[ $OVERWRITE =~ [yYtT] ]] && ( echo "WARNING: $prefix EXISTS: OVERWRITING!"; $SUDO rm -rf $prefix; $SUDO mkdir $prefix ) \
+                               || ( echo "WARNING: $prefix EXISTS, SKIPPING"; exit 1 )
+  fi
+else
+  prefix=${CMAKEMODULES_ROOT:-"/usr/local"}
+fi
+
+software=$name-$id
+cd ${HPC_STACK_ROOT}/${PKGDIR:-"pkg"}
+URL="https://github.com/$repo/$name.git"
+[[ -d $software ]] || git clone $URL $software
+[[ -d $software ]] && cd $software || ( echo "$software does not exist, ABORT!"; exit 1 )
+
+git fetch --tags
+git checkout $version
+[[ ${DOWNLOAD_ONLY} =~ [yYtT] ]] && exit 0
+
+cd ${HPC_STACK_ROOT}/${PKGDIR:-"pkg"}
+mkdir -p $prefix && cp -r $software/* $prefix
+
+# generate modulefile from template
+$MODULES && update_modules core $name $id
+echo $name $id $URL >> ${HPC_STACK_ROOT}/hpc-stack-contents.log
diff --git a/libs/build_esma_cmake.sh b/libs/build_esma_cmake.sh
@@ -0,0 +1,40 @@
+#!/bin/bash
+
+set -eux
+
+name="esma_cmake"
+repo="GEOS-ESM"
+version=${2:-${STACK_esma_cmake_version:-"main"}}
+id=${version//\//-}
+
+if $MODULES; then
+  set +x
+  source $MODULESHOME/init/bash
+  module list
+  set -x
+
+  prefix="${PREFIX:-"/opt/modules"}/core/$name/$id"
+  if [[ -d $prefix ]]; then
+    [[ $OVERWRITE =~ [yYtT] ]] && ( echo "WARNING: $prefix EXISTS: OVERWRITING!"; $SUDO rm -rf $prefix; $SUDO mkdir $prefix ) \
+                               || ( echo "WARNING: $prefix EXISTS, SKIPPING"; exit 1 )
+  fi
+else
+  prefix=${ESMA_CMAKE_ROOT:-"/usr/local"}
+fi
+
+software=$name-$id
+cd ${HPC_STACK_ROOT}/${PKGDIR:-"pkg"}
+URL="https://github.com/$repo/$name.git"
+[[ -d $software ]] || git clone $URL $software
+[[ -d $software ]] && cd $software || ( echo "$software does not exist, ABORT!"; exit 1 )
+
+git fetch --tags
+git checkout $version
+[[ ${DOWNLOAD_ONLY} =~ [yYtT] ]] && exit 0
+
+cd ${HPC_STACK_ROOT}/${PKGDIR:-"pkg"}
+mkdir -p $prefix && cp -r $software/* $prefix
+
+# generate modulefile from template
+$MODULES && update_modules core $name $id
+echo $name $id $URL >> ${HPC_STACK_ROOT}/hpc-stack-contents.log
diff --git a/libs/build_gftl_shared.sh b/libs/build_gftl_shared.sh
@@ -0,0 +1,47 @@
+#!/bin/bash
+
+set -eux
+
+name="gftl-shared"
+repo="Goddard-Fortran-Ecosystem"
+version=${2:-${STACK_gftl_shared_version:-"main"}}
+
+# Hyphenated version used for install prefix
+compiler=$(echo $HPC_COMPILER | sed 's/\//-/g')
+id=${version//\//-}
+
+if $MODULES; then
+  set +x
+  source $MODULESHOME/init/bash
+  module load hpc-$HPC_COMPILER
+  module try-load cmake
+  module list
+  set -x
+
+  prefix="${PREFIX:-"/opt/modules"}/$compiler/$name/$id"
+  if [[ -d $prefix ]]; then
+    [[ $OVERWRITE =~ [yYtT] ]] && ( echo "WARNING: $prefix EXISTS: OVERWRITING!"; $SUDO rm -rf $prefix; $SUDO mkdir $prefix ) \
+                               || ( echo "WARNING: $prefix EXISTS, SKIPPING"; exit 1 )
+  fi
+else
+  prefix=${GFTL_SHARED_ROOT:-"/usr/local"}
+fi
+
+software=$name-$id
+cd ${HPC_STACK_ROOT}/${PKGDIR:-"pkg"}
+URL="https://github.com/$repo/$name.git"
+[[ -d $software ]] || git clone $URL $software
+[[ -d $software ]] && cd $software || ( echo "$software does not exist, ABORT!"; exit 1 )
+
+git fetch --tags
+git checkout $version
+[[ ${DOWNLOAD_ONLY} =~ [yYtT] ]] && exit 0
+
+[[ -d build ]] && $SUDO rm -rf build
+mkdir -p build && cd build
+cmake -DCMAKE_INSTALL_PREFIX=$prefix ..
+VERBOSE=$MAKE_VERBOSE make -j${NTHREADS:-4} install
+
+# generate modulefile from template
+$MODULES && update_modules compiler $name $id
+echo $name $URL >> ${HPC_STACK_ROOT}/hpc-stack-contents.log
diff --git a/libs/build_mapl.sh b/libs/build_mapl.sh
@@ -0,0 +1,77 @@
+#!/bin/bash
+
+set -eux
+
+name="mapl"
+repo="GEOS-ESM"
+version=${2:-${STACK_mapl_version:-"main"}}
+
+# Hyphenated version used for install prefix
+compiler=$(echo $HPC_COMPILER | sed 's/\//-/g')
+mpi=$(echo $HPC_MPI | sed 's/\//-/g')
+id=${version//\//-}
+
+if $MODULES; then
+  set +x
+  source $MODULESHOME/init/bash
+  module load hpc-$HPC_COMPILER
+  module load hpc-$HPC_MPI
+  module try-load cmake
+  module load esma_cmake
+  module load cmakemodules
+  module load ecbuild
+  # module exports ecbuild_ROOT, but when building without modules ECBUILD_ROOT is set
+  export ECBUILD_ROOT=$ecbuild_ROOT
+  module load gftl-shared
+  module load yafyaml
+  module load netcdf
+  module load esmf
+  module list
+
+  set -x
+
+  prefix="${PREFIX:-"/opt/modules"}/$compiler/$mpi/$name/$id"
+  if [[ -d $prefix ]]; then
+    [[ $OVERWRITE =~ [yYtT] ]] && ( echo "WARNING: $prefix EXISTS: OVERWRITING!"; $SUDO rm -rf $prefix; $SUDO mkdir $prefix ) \
+                               || ( echo "WARNING: $prefix EXISTS, SKIPPING"; exit 1 )
+  fi
+else
+  prefix=${MAPL_ROOT:-"/usr/local"}
+  export ESMFMKFILE=$ESMF_ROOT/lib/esmf.mk
+fi
+
+export FC=$MPI_FC
+export CC=$MPI_CC
+export CXX=$MPI_CXX
+
+software=$name-$id
+cd ${HPC_STACK_ROOT}/${PKGDIR:-"pkg"}
+URL="https://github.com/$repo/$name.git"
+[[ -d $software ]] || git clone $URL $software
+[[ -d $software ]] && cd $software || ( echo "$software does not exist, ABORT!"; exit 1 )
+
+git fetch --tags
+git checkout $version
+[[ ${DOWNLOAD_ONLY} =~ [yYtT] ]] && exit 0
+
+[[ -d build ]] && $SUDO rm -rf build
+mkdir -p build && cd build
+
+CMAKE_OPTS=${STACK_mapl_cmake_opts:-""}
+
+cmake .. \
+      -DCMAKE_INSTALL_PREFIX=$prefix \
+      -DCMAKE_MODULE_PATH="${ESMA_CMAKE_ROOT};${CMAKEMODULES_ROOT}/Modules;${ECBUILD_ROOT}/share/ecbuild/cmake" \
+      -DCMAKE_BUILD_TYPE=Release \
+      -DBUILD_WITH_FLAP=OFF \
+      -DBUILD_WITH_PFLOGGER=OFF \
+      -DESMA_USE_GFE_NAMESPACE=ON \
+      -DBUILD_SHARED_MAPL=OFF \
+      ${CMAKE_OPTS}
+
+VERBOSE=$MAKE_VERBOSE make -j${NTHREADS:-4} install
+
+# generate modulefile from template
+modpath=mpi
+$MODULES && update_modules $modpath $name $id
+echo $name $id $URL >> ${HPC_STACK_ROOT}/hpc-stack-contents.log
diff --git a/libs/build_yafyaml.sh b/libs/build_yafyaml.sh
@@ -0,0 +1,48 @@
+#!/bin/bash
+
+set -eux
+
+name="yafyaml"
+repo="Goddard-Fortran-Ecosystem"
+version=${2:-${STACK_yafyaml_version:-"main"}}
+
+# Hyphenated version used for install prefix
+compiler=$(echo $HPC_COMPILER | sed 's/\//-/g')
+id=${version//\//-}
+
+if $MODULES; then
+  set +x
+  source $MODULESHOME/init/bash
+  module load hpc-$HPC_COMPILER
+  module try-load cmake
+  module load gftl-shared
+  module list
+  set -x
+
+  prefix="${PREFIX:-"/opt/modules"}/$compiler/$name/$id"
+  if [[ -d $prefix ]]; then
+    [[ $OVERWRITE =~ [yYtT] ]] && ( echo "WARNING: $prefix EXISTS: OVERWRITING!"; $SUDO rm -rf $prefix; $SUDO mkdir $prefix ) \
+                               || ( echo "WARNING: $prefix EXISTS, SKIPPING"; exit 1 )
+  fi
+else
+  prefix=${YAFYAML_ROOT:-"/usr/local"}
+fi
+
+software=$name-$id
+cd ${HPC_STACK_ROOT}/${PKGDIR:-"pkg"}
+URL="https://github.com/$repo/$name.git"
+[[ -d $software ]] || git clone $URL $software
+[[ -d $software ]] && cd $software || ( echo "$software does not exist, ABORT!"; exit 1 )
+
+git fetch --tags
+git checkout $version
+[[ ${DOWNLOAD_ONLY} =~ [yYtT] ]] && exit 0
+
+[[ -d build ]] && $SUDO rm -rf build
+mkdir -p build && cd build
+cmake -DCMAKE_INSTALL_PREFIX=$prefix -DCMAKE_PREFIX_PATH=$CMAKE_PREFIX_PATH ..
+VERBOSE=$MAKE_VERBOSE make -j${NTHREADS:-4} install
+
+# generate modulefile from template
+$MODULES && update_modules compiler $name $id
+echo $name $id $URL >> ${HPC_STACK_ROOT}/hpc-stack-contents.log
diff --git a/modulefiles/compiler/compilerName/compilerVersion/gftl-shared/gftl-shared.lua b/modulefiles/compiler/compilerName/compilerVersion/gftl-shared/gftl-shared.lua
@@ -0,0 +1,24 @@
+help([[
+]])
+
+local pkgName    = myModuleName()
+local pkgVersion = myModuleVersion()
+local pkgNameVer = myModuleFullName()
+
+local hierA        = hierarchyA(pkgNameVer,1)
+local compNameVer  = hierA[1]
+local compNameVerD = compNameVer:gsub("/","-")
+
+conflict(pkgName)
+
+local opt = os.getenv("HPC_OPT") or os.getenv("OPT") or "/opt/modules"
+
+local base = pathJoin(opt,compNameVerD,pkgName,pkgVersion)
+
+setenv("GFTL_SHARED_ROOT", base)
+setenv("GFTL_ROOT", base)
+
+whatis("Name: ".. pkgName)
+whatis("Version: " .. pkgVersion)
+whatis("Category: library")
+whatis("Description: gFTL-shared provides common gFTL containers of Fortran intrinsic types")
diff --git a/modulefiles/compiler/compilerName/compilerVersion/yafyaml/yafyaml.lua b/modulefiles/compiler/compilerName/compilerVersion/yafyaml/yafyaml.lua
@@ -0,0 +1,23 @@
+help([[
+]])
+
+local pkgName    = myModuleName()
+local pkgVersion = myModuleVersion()
+local pkgNameVer = myModuleFullName()
+
+local hierA        = hierarchyA(pkgNameVer,1)
+local compNameVer  = hierA[1]
+local compNameVerD = compNameVer:gsub("/","-")
+
+conflict(pkgName)
+
+local opt = os.getenv("HPC_OPT") or os.getenv("OPT") or "/opt/modules"
+
+local base = pathJoin(opt,compNameVerD,pkgName,pkgVersion)
+
+setenv("YAFYAML_ROOT", base)
+
+whatis("Name: ".. pkgName)
+whatis("Version: " .. pkgVersion)
+whatis("Category: library")
+whatis("Description: yet another Fortran (implementation of) YAML")
diff --git a/modulefiles/core/cmakemodules/cmakemodules.lua b/modulefiles/core/cmakemodules/cmakemodules.lua
@@ -0,0 +1,19 @@
+help([[
+]])
+
+local pkgName    = myModuleName()
+local pkgVersion = myModuleVersion()
+local pkgNameVer = myModuleFullName()
+
+conflict(pkgName)
+
+local opt = os.getenv("HPC_OPT") or os.getenv("OPT") or "/opt/modules"
+
+local base = pathJoin(opt,"core",pkgName,pkgVersion)
+
+setenv("CMAKEMODULES_ROOT", base)
+
+whatis("Name: ".. pkgName)
+whatis("Version: " .. pkgVersion)
+whatis("Category: Software")
+whatis("Description: CMakeModules (A collection of CMake modules)")
diff --git a/modulefiles/core/esma_cmake/esma_cmake.lua b/modulefiles/core/esma_cmake/esma_cmake.lua
@@ -0,0 +1,19 @@
+help([[
+]])
+
+local pkgName    = myModuleName()
+local pkgVersion = myModuleVersion()
+local pkgNameVer = myModuleFullName()
+
+conflict(pkgName)
+
+local opt = os.getenv("HPC_OPT") or os.getenv("OPT") or "/opt/modules"
+
+local base = pathJoin(opt,"core",pkgName,pkgVersion)
+
+setenv("ESMA_CMAKE_ROOT", base)
+
+whatis("Name: ".. pkgName)
+whatis("Version: " .. pkgVersion)
+whatis("Category: Software")
+whatis("Description: ESMA (NASA GEOS CMake configuration files)")