forked from NOAA-EMC/GSI
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'develop' into optimize6
- Loading branch information
Showing
41 changed files
with
4,391 additions
and
465 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -15,21 +15,21 @@ env: | |
|
|
||
| # The jobs are split into: | ||
| # 1. a dependency build step (setup), and | ||
| # 2. a GSI build step (build) | ||
| # 2. a GSI build step (gsi) | ||
| # The setup is run once and the environment is cached, | ||
| # so each build of GSI can reuse the cached dependencies to save time (and compute). | ||
| # so each subsequent build of GSI can reuse the cached dependencies to save time (and compute). | ||
|
|
||
| jobs: | ||
| setup: | ||
| runs-on: ubuntu-latest | ||
|
|
||
| steps: | ||
| # Checkout the GSI to get the ci/spack.yaml file | ||
| - name: checkout-gsi | ||
| - name: checkout | ||
| if: steps.cache-env.outputs.cache-hit != 'true' | ||
| uses: actions/checkout@v3 | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| path: GSI | ||
| path: gsi | ||
|
|
||
| # Cache spack, compiler and dependencies | ||
| - name: cache-env | ||
|
|
@@ -39,33 +39,34 @@ jobs: | |
| path: | | ||
| spack | ||
| ~/.spack | ||
| key: spack-${{ runner.os }}-${{ env.cache_key }}-${{ hashFiles('GSI/ci/spack.yaml') }} | ||
| key: spack-${{ runner.os }}-${{ env.cache_key }}-${{ hashFiles('gsi/ci/spack.yaml') }} | ||
|
|
||
| # Install dependencies using Spack | ||
| - name: install-dependencies-with-spack | ||
| if: steps.cache-env.outputs.cache-hit != 'true' | ||
| run: | | ||
| sudo apt-get install cmake | ||
| git clone -c feature.manyFiles=true https://github.com/NOAA-EMC/spack.git | ||
| git clone -c feature.manyFiles=true https://github.com/JCSDA/spack.git | ||
| source spack/share/spack/setup-env.sh | ||
| spack env create gsi-env GSI/ci/spack.yaml | ||
| spack env create gsi-env gsi/ci/spack.yaml | ||
| spack env activate gsi-env | ||
| spack compiler find | ||
| sudo apt install cmake | ||
| spack external find | ||
| spack add [email protected] | ||
| spack concretize | ||
| spack install -v --fail-fast --dirty | ||
| spack clean -a | ||
| build: | ||
| gsi: | ||
| needs: setup | ||
| runs-on: ubuntu-latest | ||
|
|
||
| steps: | ||
| - name: checkout-gsi | ||
| uses: actions/checkout@v3 | ||
| - name: checkout | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| path: GSI | ||
| path: gsi | ||
|
|
||
| - name: cache-env | ||
| id: cache-env | ||
|
|
@@ -74,13 +75,13 @@ jobs: | |
| path: | | ||
| spack | ||
| ~/.spack | ||
| key: spack-${{ runner.os }}-${{ env.cache_key }}-${{ hashFiles('GSI/ci/spack.yaml') }} | ||
| key: spack-${{ runner.os }}-${{ env.cache_key }}-${{ hashFiles('gsi/ci/spack.yaml') }} | ||
|
|
||
| - name: build-gsi | ||
| - name: build | ||
| run: | | ||
| source spack/share/spack/setup-env.sh | ||
| spack env activate gsi-env | ||
| cd GSI | ||
| cd gsi | ||
| mkdir -p build && cd build | ||
| cmake -DCMAKE_INSTALL_PREFIX=../install -DGSI_MODE=Regional -DENKF_MODE=GFS -DBUILD_REG_TESTING=OFF .. | ||
| make -j2 VERBOSE=1 | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -6,8 +6,8 @@ spack: | |
| - intel | ||
| - gcc@10:10 | ||
| specs: | ||
| - netcdf-c@4.7.4 | ||
| - netcdf-fortran@4.5.3 | ||
| - netcdf-c@4.9.2 | ||
| - netcdf-fortran@4.6.0 | ||
| - [email protected] | ||
| - [email protected] | ||
| - [email protected] | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,30 +1,32 @@ | ||
| help([[ | ||
| ]]) | ||
|
|
||
| load("cmake/3.22.0") | ||
| load("python/3.7.9") | ||
| load("ncarenv/1.3") | ||
| load("gnu/11.2.0") | ||
| load("mpt/2.25") | ||
| load("ncarcompilers/0.5.0") | ||
| unload("intel") | ||
| unload("netcdf") | ||
|
|
||
| prepend_path("MODULEPATH", "/glade/work/epicufsrt/contrib/hpc-stack/gnu11.2.0/modulefiles/stack") | ||
| unload("ncarenv/1.3") | ||
| unload("intel/19.1.1") | ||
| unload("ncarcompilers/0.5.0") | ||
| unload("mpt/2.25") | ||
| unload("netcdf/4.8.1") | ||
|
|
||
| load("hpc/1.2.0") | ||
| load("hpc-gnu/11.2.0") | ||
| load("hpc-mpt/2.25") | ||
| prepend_path("MODULEPATH", "/glade/work/epicufsrt/contrib/spack-stack/cheyenne/spack-stack-1.4.1/envs/unified-env/install/modulefiles/Core") | ||
| prepend_path("MODULEPATH", "/glade/work/jedipara/cheyenne/spack-stack/modulefiles/misc") | ||
|
|
||
| load("gsi_common") | ||
| local stack_python_ver=os.getenv("stack_python_ver") or "3.9.12" | ||
| local stack_gnu_ver=os.getenv("stack_gnu_ver") or "10.1.0" | ||
| local stack_openmpi_ver=os.getenv("stack_openmpi_ver") or "4.1.1" | ||
| local cmake_ver=os.getenv("cmake_ver") or "3.22.0" | ||
|
|
||
| load(pathJoin("stack-gcc", stack_gnu_ver)) | ||
| load(pathJoin("stack-openmpi", stack_openmpi_ver)) | ||
| load(pathJoin("stack-python", stack_python_ver)) | ||
| load(pathJoin("cmake", cmake_ver)) | ||
| load(pathJoin("prod_util", os.getenv("prod_util_ver") or "1.2.2")) | ||
| load(pathJoin("openblas", os.getenv("openblas_ver") or "0.3.23")) | ||
|
|
||
| pushenv("GSI_BINARY_SOURCE_DIR", "/glade/work/epicufsrt/contrib/GSI_fix/fix") | ||
| load("gsi_common") | ||
|
|
||
| pushenv("CC", "mpicc") | ||
| pushenv("FC", "mpif90") | ||
| pushenv("CXX", "mpicxx") | ||
| pushenv("CFLAGS", "-xHOST") | ||
| pushenv("FFLAGS", "-xHOST") | ||
| pushenv("GSI_BINARY_SOURCE_DIR", "/glade/work/epicufsrt/contrib/GSI_data/fix/20230601") | ||
|
|
||
| whatis("Description: GSI environment on Cheyenne with GNU Compilers") |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,26 +1,32 @@ | ||
| help([[ | ||
| ]]) | ||
|
|
||
| load("cmake/3.22.0") | ||
| load("python/3.7.9") | ||
| load("ncarenv/1.3") | ||
| load("intel/2022.1") | ||
| load("mpt/2.25") | ||
| load("ncarcompilers/0.5.0") | ||
| unload("ncarenv/1.3") | ||
| unload("intel/19.1.1") | ||
| unload("ncarcompilers/0.5.0") | ||
| unload("mpt/2.25") | ||
| unload("netcdf/4.8.1") | ||
|
|
||
| prepend_path("MODULEPATH", "/glade/work/epicufsrt/contrib/hpc-stack/intel2022.1/modulefiles/stack") | ||
| prepend_path("MODULEPATH", "/glade/work/epicufsrt/contrib/spack-stack/cheyenne/spack-stack-1.4.1/envs/unified-env/install/modulefiles/Core") | ||
| prepend_path("MODULEPATH", "/glade/work/jedipara/cheyenne/spack-stack/modulefiles/misc") | ||
|
|
||
| load("hpc/1.2.0") | ||
| load("hpc-intel/2022.1") | ||
| load("hpc-mpt/2.25") | ||
| load("mkl/2022.1") | ||
| local stack_python_ver=os.getenv("stack_python_ver") or "3.9.12" | ||
| local stack_intel_ver=os.getenv("stack_intel_ver") or "19.1.1.217" | ||
| local stack_mpi_ver=os.getenv("stack_mpi_ver") or "2019.7.217" | ||
| local cmake_ver=os.getenv("cmake_ver") or "3.22.0" | ||
|
|
||
| load("gsi_common") | ||
| load(pathJoin("stack-intel", stack_intel_ver)) | ||
| load(pathJoin("stack-intel-mpi", stack_mpi_ver)) | ||
| load(pathJoin("stack-python", stack_python_ver)) | ||
| load(pathJoin("cmake", cmake_ver)) | ||
|
|
||
| load(pathJoin("prod_util", os.getenv("prod_util_ver") or "1.2.2")) | ||
| load("gsi_common") | ||
| load(pathJoin("prod-util", os.getenv("prod_util_ver") or "1.2.2")) | ||
| pushenv("GSI_BINARY_SOURCE_DIR", "/glade/work/epicufsrt/contrib/GSI_data/fix/20230911") | ||
|
|
||
| pushenv("CFLAGS", "-xHOST") | ||
| pushenv("FFLAGS", "-xHOST") | ||
|
|
||
| pushenv("GSI_BINARY_SOURCE_DIR", "/glade/work/epicufsrt/contrib/GSI_data/fix/20230601") | ||
|
|
||
| whatis("Description: GSI environment on Cheyenne with Intel Compilers") |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.