From 443e49b3ca2f4dcbd69f59d77979c4a88a48d1db Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Wed, 19 Feb 2025 22:23:05 -0700 Subject: [PATCH 1/7] Changes to fix warnings from Github CI runs. Change all to latest Ubuntu runner option, 20.04 is being deprecated. Simplifying test names. Bumping Python version for latest-runner --- .../ci_build_scm_ubuntu_22.04_nvidia.yml | 6 +++--- .github/workflows/ci_run_scm_DEPHY.yml | 16 ++++++++-------- .github/workflows/ci_run_scm_rts.yml | 14 +++++++------- .github/workflows/ci_run_scm_ufs_replay.yml | 5 +++-- .github/workflows/ci_scm_ccpp_prebuild.yml | 6 +++--- .github/workflows/ci_test_docker.yml | 2 +- 6 files changed, 25 insertions(+), 24 deletions(-) diff --git a/.github/workflows/ci_build_scm_ubuntu_22.04_nvidia.yml b/.github/workflows/ci_build_scm_ubuntu_22.04_nvidia.yml index 602263f0b..17eff7950 100644 --- a/.github/workflows/ci_build_scm_ubuntu_22.04_nvidia.yml +++ b/.github/workflows/ci_build_scm_ubuntu_22.04_nvidia.yml @@ -1,4 +1,4 @@ -name: CI test to build the CCPP-SCM on ubuntu v22.04 +name: build the CCPP-SCM on ubuntu v22.04 on: [pull_request,workflow_dispatch] @@ -6,14 +6,14 @@ jobs: build_scm: # The type of runner that the job will run on - runs-on: ubuntu-22.04 + runs-on: ubuntu-latest strategy: fail-fast: false matrix: fortran-compiler: [nvfortran] build-type: [Release]#, Debug] enable-gpu-acc: [False, True] - py-version: [3.7.13, 3.9.12] + py-version: [3.10.16] # Environmental variables env: diff --git a/.github/workflows/ci_run_scm_DEPHY.yml b/.github/workflows/ci_run_scm_DEPHY.yml index 52a9993e4..e3911ab19 100644 --- a/.github/workflows/ci_run_scm_DEPHY.yml +++ b/.github/workflows/ci_run_scm_DEPHY.yml @@ -1,4 +1,4 @@ -name: CI test to run the SCM with DEPHY v1 data +name: run the SCM with DEPHY v1 data on: [pull_request,workflow_dispatch] @@ -6,12 +6,12 @@ jobs: run-scm-DEPHY: # The type of runner that the job will run on - runs-on: ubuntu-22.04 + runs-on: ubuntu-latest strategy: matrix: fortran-compiler: [gfortran-12] build-type: [Release, Debug] - py-version: [3.7.13] + py-version: [3.10.16] # Environmental variables env: @@ -72,7 +72,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/bacio - key: cache-bacio-fortran-${{matrix.fortran-compiler}}-key + key: cache-bacio-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-key - name: Install bacio library v2.4.1 if: steps.cache-bacio-fortran.outputs.cache-hit != 'true' @@ -89,7 +89,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/NCEPLIBS-sp - key: cache-sp-fortran-${{matrix.fortran-compiler}}-key + key: cache-sp-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-key - name: Install SP-library v2.3.3 if: steps.cache-sp-fortran.outputs.cache-hit != 'true' @@ -106,7 +106,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/myw3emc - key: cache-w3emc-fortran-${{matrix.fortran-compiler}}-key + key: cache-w3emc-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-key - name: Install w3emc library v2.9.2 if: steps.cache-w3emc-fortran.outputs.cache-hit != 'true' @@ -126,7 +126,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/netcdf-fortran - key: cache-netcdf-fortran-${{matrix.fortran-compiler}}-key + key: cache-netcdf-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-key - name: Install NetCDF Fortran library if: steps.cache-netcdf-fortran.outputs.cache-hit != 'true' @@ -151,7 +151,7 @@ jobs: cd ${SCM_ROOT} ./contrib/get_all_static_data.sh ./contrib/get_thompson_tables.sh - + - name: Configure build with CMake (Release) if: contains(matrix.build-type, 'Release') run: | diff --git a/.github/workflows/ci_run_scm_rts.yml b/.github/workflows/ci_run_scm_rts.yml index 8d248e768..9edfb6990 100644 --- a/.github/workflows/ci_run_scm_rts.yml +++ b/.github/workflows/ci_run_scm_rts.yml @@ -1,5 +1,5 @@ -name: CI test to build and run SCM regression tests +name: build and run SCM regression tests on: [pull_request, workflow_dispatch] @@ -7,12 +7,12 @@ jobs: run_scm_rts: # The type of runner that the job will run on - runs-on: ubuntu-22.04 + runs-on: ubuntu-latest strategy: matrix: fortran-compiler: [gfortran-11] build-type: [Release, Debug, SinglePrecision] - py-version: [3.9.12] + py-version: [3.10.16] # Environmental variables env: @@ -78,7 +78,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/bacio - key: cache-bacio-fortran-${{matrix.fortran-compiler}}-key + key: cache-bacio-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-key - name: Install bacio library v2.4.1 if: steps.cache-bacio-fortran.outputs.cache-hit != 'true' @@ -95,7 +95,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/NCEPLIBS-sp - key: cache-sp-fortran-${{matrix.fortran-compiler}}-key + key: cache-sp-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-key - name: Install SP-library v2.3.3 if: steps.cache-sp-fortran.outputs.cache-hit != 'true' @@ -112,7 +112,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/myw3emc - key: cache-w3emc-fortran-${{matrix.fortran-compiler}}-key + key: cache-w3emc-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-key - name: Install w3emc library v2.9.2 if: steps.cache-w3emc-fortran.outputs.cache-hit != 'true' @@ -132,7 +132,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/netcdf-fortran - key: cache-netcdf-fortran-${{matrix.fortran-compiler}}-key + key: cache-netcdf-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-key - name: Install NetCDF Fortran library if: steps.cache-netcdf-fortran.outputs.cache-hit != 'true' diff --git a/.github/workflows/ci_run_scm_ufs_replay.yml b/.github/workflows/ci_run_scm_ufs_replay.yml index 961276180..ca1505655 100644 --- a/.github/workflows/ci_run_scm_ufs_replay.yml +++ b/.github/workflows/ci_run_scm_ufs_replay.yml @@ -1,4 +1,4 @@ -name: CI test to create SCM UFS-replay cases from UWM regression tests +name: create SCM UFS-replay cases from UWM regression tests on: [pull_request,workflow_dispatch] @@ -6,7 +6,7 @@ jobs: run_scm_ufs_replay: # The type of runner that the job will run on - runs-on: ubuntu-22.04 + runs-on: ubuntu-latest defaults: run: shell: bash -el {0} @@ -45,6 +45,7 @@ jobs: use-only-tar-bz2: true auto-activate-base: true auto-update-conda: true + conda-remove-defaults: "true" ####################################################################################### # Create UFS-replay case for SCM using UWM Regression Tests diff --git a/.github/workflows/ci_scm_ccpp_prebuild.yml b/.github/workflows/ci_scm_ccpp_prebuild.yml index 662aa267c..50bf0ed1f 100644 --- a/.github/workflows/ci_scm_ccpp_prebuild.yml +++ b/.github/workflows/ci_scm_ccpp_prebuild.yml @@ -7,7 +7,7 @@ jobs: build-linux: # The type of runner that the job will run on - runs-on: ubuntu-20.04 + runs-on: ubuntu-latest steps: @@ -17,10 +17,10 @@ jobs: - name: Initialize submodules run: git submodule update --init --recursive - - name: Set up Python 3.8.5 + - name: Set up Python 3.10.16 uses: actions/setup-python@v5 with: - python-version: 3.8.5 + python-version: 3.10.16 - name: Add conda to system path run: | diff --git a/.github/workflows/ci_test_docker.yml b/.github/workflows/ci_test_docker.yml index 55ab78b26..05abd8501 100644 --- a/.github/workflows/ci_test_docker.yml +++ b/.github/workflows/ci_test_docker.yml @@ -1,4 +1,4 @@ -name: build_test_and_push_docker +name: build test and push docker on: [pull_request,workflow_dispatch] From 2ab44915c5138ddac20f4dfa84d67f6a7d1b5ab6 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Thu, 20 Feb 2025 11:09:11 -0700 Subject: [PATCH 2/7] Renaming files for move to latest Ubuntu runner --- .../{ci_build_scm_ubuntu_22.04.yml => ci_build_scm_ubuntu.yml} | 0 ...scm_ubuntu_22.04_nvidia.yml => ci_build_scm_ubuntu_nvidia.yml} | 0 2 files changed, 0 insertions(+), 0 deletions(-) rename .github/workflows/{ci_build_scm_ubuntu_22.04.yml => ci_build_scm_ubuntu.yml} (100%) rename .github/workflows/{ci_build_scm_ubuntu_22.04_nvidia.yml => ci_build_scm_ubuntu_nvidia.yml} (100%) diff --git a/.github/workflows/ci_build_scm_ubuntu_22.04.yml b/.github/workflows/ci_build_scm_ubuntu.yml similarity index 100% rename from .github/workflows/ci_build_scm_ubuntu_22.04.yml rename to .github/workflows/ci_build_scm_ubuntu.yml diff --git a/.github/workflows/ci_build_scm_ubuntu_22.04_nvidia.yml b/.github/workflows/ci_build_scm_ubuntu_nvidia.yml similarity index 100% rename from .github/workflows/ci_build_scm_ubuntu_22.04_nvidia.yml rename to .github/workflows/ci_build_scm_ubuntu_nvidia.yml From 2ffffdcdb96aef89c18e186bc9835fbf334ada24 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Thu, 20 Feb 2025 11:11:35 -0700 Subject: [PATCH 3/7] Using latest Ubuntu runner and turning off testing of the GPU configuration since we don't have them to test with. Updating NVIDIA HPC SDK release. Bumping Python versions --- .github/workflows/ci_build_scm_ubuntu.yml | 6 ++-- .../workflows/ci_build_scm_ubuntu_nvidia.yml | 33 ++++++++++--------- 2 files changed, 20 insertions(+), 19 deletions(-) diff --git a/.github/workflows/ci_build_scm_ubuntu.yml b/.github/workflows/ci_build_scm_ubuntu.yml index 115b5836f..98edfed2d 100644 --- a/.github/workflows/ci_build_scm_ubuntu.yml +++ b/.github/workflows/ci_build_scm_ubuntu.yml @@ -1,4 +1,4 @@ -name: CI test to build the CCPP-SCM on ubuntu v22.04 +name: build the CCPP-SCM on latest Ubuntu runner on: [pull_request,workflow_dispatch] @@ -6,12 +6,12 @@ jobs: build_scm: # The type of runner that the job will run on - runs-on: ubuntu-22.04 + runs-on: ubuntu-latest strategy: matrix: fortran-compiler: [gfortran-10, gfortran-11, gfortran-12] build-type: [Release, Debug] - py-version: [3.7.13, 3.9.12] + py-version: [3.9.21, 3.12.9] # Environmental variables env: diff --git a/.github/workflows/ci_build_scm_ubuntu_nvidia.yml b/.github/workflows/ci_build_scm_ubuntu_nvidia.yml index 17eff7950..44943bf88 100644 --- a/.github/workflows/ci_build_scm_ubuntu_nvidia.yml +++ b/.github/workflows/ci_build_scm_ubuntu_nvidia.yml @@ -1,4 +1,4 @@ -name: build the CCPP-SCM on ubuntu v22.04 +name: build the CCPP-SCM on latest Ubuntu runner on: [pull_request,workflow_dispatch] @@ -11,8 +11,8 @@ jobs: fail-fast: false matrix: fortran-compiler: [nvfortran] - build-type: [Release]#, Debug] - enable-gpu-acc: [False, True] + build-type: [Release] #, Debug] + enable-gpu-acc: [False] #, True] # GPUs aren't available for testing py-version: [3.10.16] # Environmental variables @@ -90,30 +90,31 @@ jobs: env: NVCOMPILERS: /home/runner/hpc_sdk NVARCH: Linux_x86_64 + NVYEAR: 2025 + NVVERSION: "25.1" + CUDA_VERSION: 12.6 + NVVERSION_PACKED: ${{ replace(env.NVVERSION, '.', '') }} NVHPC_SILENT: true NVHPC_INSTALL_DIR: /home/runner/hpc_sdk NVHPC_INSTALL_TYPE: network NVHPC_INSTALL_LOCAL_DIR: /home/runner/hpc_sdk run: | mkdir /home/runner/hpc_sdk && cd /home/runner/hpc_sdk - wget -q https://developer.download.nvidia.com/hpc-sdk/24.1/nvhpc_2024_241_Linux_x86_64_cuda_12.3.tar.gz - tar xpzf nvhpc_2024_241_Linux_x86_64_cuda_12.3.tar.gz - nvhpc_2024_241_Linux_x86_64_cuda_12.3/install - export PATH=${PATH}:${NVCOMPILERS}/${NVARCH}/24.1/compilers/bin - export MANPATH=${MANPATH}:${NVCOMPILERS}/${NVARCH}/24.1/compilers/man + wget -q https://developer.download.nvidia.com/hpc-sdk/${NVVERSION}/nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}.tar.gz + tar xpzf nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}.tar.gz + nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}.tar.gz/install + export PATH=${PATH}:${NVCOMPILERS}/${NVARCH}/${NVVERSION}/compilers/bin + export MANPATH=${MANPATH}:${NVCOMPILERS}/${NVARCH}/${NVVERSION}/compilers/man echo "The nvfortran installed is:" nvfortran --version echo "The path to nvfortran is:" command -v nvfortran echo "Removing tarball" - rm nvhpc_2024_241_Linux_x86_64_cuda_12.3.tar.gz - - - name: Set environment for Nvidia compiler. - run: | - echo "CC=/home/runner/hpc_sdk/Linux_x86_64/24.1/compilers/bin/nvc" >> $GITHUB_ENV - echo "FC=/home/runner/hpc_sdk/Linux_x86_64/24.1/compilers/bin/nvfortran" >> $GITHUB_ENV - echo "CMAKE_C_COMPILER=/home/runner/hpc_sdk/Linux_x86_64/24.1/compilers/bin/nvc" >> $GITHUB_ENV - echo "CMAKE_Fortran_COMPILER=/home/runner/hpc_sdk/Linux_x86_64/24.1/compilers/bin/nvfortran" >> $GITHUB_ENV + rm nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}.tar.gz + echo "CC=/home/runner/hpc_sdk/Linux_x86_64/${NVVERSION}/compilers/bin/nvc" >> $GITHUB_ENV + echo "FC=/home/runner/hpc_sdk/Linux_x86_64/${NVVERSION}/compilers/bin/nvfortran" >> $GITHUB_ENV + echo "CMAKE_C_COMPILER=/home/runner/hpc_sdk/Linux_x86_64/${NVVERSION}/compilers/bin/nvc" >> $GITHUB_ENV + echo "CMAKE_Fortran_COMPILER=/home/runner/hpc_sdk/Linux_x86_64/${NVVERSION}/compilers/bin/nvfortran" >> $GITHUB_ENV ####################################################################################### # Install FORTRAN dependencies From 38c4c5eea0785a3a6eba53a94ca996c053058418 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Thu, 20 Feb 2025 12:36:45 -0700 Subject: [PATCH 4/7] Adding more unique cache names and fixing nvidia build --- .github/workflows/ci_build_scm_ubuntu.yml | 8 ++++---- .github/workflows/ci_build_scm_ubuntu_nvidia.yml | 9 +++++---- 2 files changed, 9 insertions(+), 8 deletions(-) diff --git a/.github/workflows/ci_build_scm_ubuntu.yml b/.github/workflows/ci_build_scm_ubuntu.yml index 98edfed2d..f2c8b394d 100644 --- a/.github/workflows/ci_build_scm_ubuntu.yml +++ b/.github/workflows/ci_build_scm_ubuntu.yml @@ -73,7 +73,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/bacio - key: cache-bacio-fortran-${{matrix.fortran-compiler}}-key + key: cache-bacio-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-${{matrix.py-version}}-key - name: Install bacio library v2.4.1 if: steps.cache-bacio-fortran.outputs.cache-hit != 'true' @@ -90,7 +90,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/NCEPLIBS-sp - key: cache-sp-fortran-${{matrix.fortran-compiler}}-key + key: cache-sp-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-${{matrix.py-version}}-key - name: Install SP-library v2.3.3 if: steps.cache-sp-fortran.outputs.cache-hit != 'true' @@ -107,7 +107,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/myw3emc - key: cache-w3emc-fortran-${{matrix.fortran-compiler}}-key + key: cache-w3emc-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-${{matrix.py-version}}-key - name: Install w3emc library v2.9.2 if: steps.cache-w3emc-fortran.outputs.cache-hit != 'true' @@ -129,7 +129,7 @@ jobs: uses: actions/cache@v4 with: path: /home/runner/netcdf-fortran - key: cache-netcdf-fortran-${{matrix.fortran-compiler}}-key + key: cache-netcdf-fortran-${{matrix.fortran-compiler}}-${{matrix.build-type}}-${{matrix.py-version}}-key - name: Install NetCDF Fortran library if: steps.cache-netcdf-fortran.outputs.cache-hit != 'true' diff --git a/.github/workflows/ci_build_scm_ubuntu_nvidia.yml b/.github/workflows/ci_build_scm_ubuntu_nvidia.yml index 44943bf88..1ce12db74 100644 --- a/.github/workflows/ci_build_scm_ubuntu_nvidia.yml +++ b/.github/workflows/ci_build_scm_ubuntu_nvidia.yml @@ -1,4 +1,4 @@ -name: build the CCPP-SCM on latest Ubuntu runner +name: build the CCPP-SCM with Nvidia on: [pull_request,workflow_dispatch] @@ -91,9 +91,9 @@ jobs: NVCOMPILERS: /home/runner/hpc_sdk NVARCH: Linux_x86_64 NVYEAR: 2025 - NVVERSION: "25.1" + NVVERSION: 25.1 CUDA_VERSION: 12.6 - NVVERSION_PACKED: ${{ replace(env.NVVERSION, '.', '') }} + NVVERSION_PACKED: 251 # Manually take NVVERSION and remove . because funcationality not in actions NVHPC_SILENT: true NVHPC_INSTALL_DIR: /home/runner/hpc_sdk NVHPC_INSTALL_TYPE: network @@ -102,7 +102,8 @@ jobs: mkdir /home/runner/hpc_sdk && cd /home/runner/hpc_sdk wget -q https://developer.download.nvidia.com/hpc-sdk/${NVVERSION}/nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}.tar.gz tar xpzf nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}.tar.gz - nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}.tar.gz/install + ls + nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}/install export PATH=${PATH}:${NVCOMPILERS}/${NVARCH}/${NVVERSION}/compilers/bin export MANPATH=${MANPATH}:${NVCOMPILERS}/${NVARCH}/${NVVERSION}/compilers/man echo "The nvfortran installed is:" From 088bc5897545daa7e075b53d0432e903ffa809da Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Thu, 20 Feb 2025 15:26:16 -0700 Subject: [PATCH 5/7] Fixes warning if plots aren't created --- .github/workflows/ci_run_scm_rts.yml | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/.github/workflows/ci_run_scm_rts.yml b/.github/workflows/ci_run_scm_rts.yml index 9edfb6990..029181b7d 100644 --- a/.github/workflows/ci_run_scm_rts.yml +++ b/.github/workflows/ci_run_scm_rts.yml @@ -217,7 +217,17 @@ jobs: cd ${SCM_ROOT}/test ./cmp_rt2bl.py --dir_rt ${dir_rt} --dir_bl ${dir_bl} + - name: Check if SCM RT plots exist + id: check_files + run: | + if [ -n "$(ls -A /home/runner/work/ccpp-scm/ccpp-scm/test/scm_rt_out 2>/dev/null)" ]; then + echo "files_exist=true" >> "$GITHUB_ENV" + else + echo "files_exist=false" >> "$GITHUB_ENV" + fi + - name: Upload plots of SCM Baselines/RTs as GitHub Artifact. + if: env.files_exist == 'true' uses: actions/upload-artifact@v4 with: name: rt-plots-${{matrix.build-type}} From ce6838016ecb5234f67aa407ff0e2a4ae26e6da5 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Thu, 20 Feb 2025 15:39:15 -0700 Subject: [PATCH 6/7] Trying to reduce the amount of space used, less caching --- .github/workflows/ci_build_scm_ubuntu.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ci_build_scm_ubuntu.yml b/.github/workflows/ci_build_scm_ubuntu.yml index f2c8b394d..cfd52b8a9 100644 --- a/.github/workflows/ci_build_scm_ubuntu.yml +++ b/.github/workflows/ci_build_scm_ubuntu.yml @@ -9,9 +9,9 @@ jobs: runs-on: ubuntu-latest strategy: matrix: - fortran-compiler: [gfortran-10, gfortran-11, gfortran-12] + fortran-compiler: [gfortran-10, gfortran-12] build-type: [Release, Debug] - py-version: [3.9.21, 3.12.9] + py-version: [3.12.9] # Environmental variables env: From 9446fd7d4f4aa4ba199be96607021f1951abadc7 Mon Sep 17 00:00:00 2001 From: Soren Rasmussen Date: Thu, 20 Feb 2025 16:26:06 -0700 Subject: [PATCH 7/7] Cleanup space from dependencies and tarballs --- .../workflows/ci_build_scm_ubuntu_nvidia.yml | 26 +++++++++++++++++++ 1 file changed, 26 insertions(+) diff --git a/.github/workflows/ci_build_scm_ubuntu_nvidia.yml b/.github/workflows/ci_build_scm_ubuntu_nvidia.yml index 1ce12db74..2d2d1062f 100644 --- a/.github/workflows/ci_build_scm_ubuntu_nvidia.yml +++ b/.github/workflows/ci_build_scm_ubuntu_nvidia.yml @@ -121,6 +121,10 @@ jobs: # Install FORTRAN dependencies ####################################################################################### + - name: Check space (pre dependency install) + run: | + df -h + - name: Install Curl and zlib run: | sudo apt-get update @@ -144,6 +148,8 @@ jobs: ./configure --prefix=${HDF5_ROOT} make -j make install + cd .. + rm -rf hdf5-hdf5-1_14_1-2 hdf5-1_14_1-2.tar.gz - name: Setup HDF5 Paths run: | @@ -177,6 +183,8 @@ jobs: run: | cd ${HOME}/openmpi-4.1.6 sudo make install -j + cd .. + rm -rf openmpi-4.1.6 openmpi-4.1.6.tar.gz - name: Setup OpenMPI Paths run: | @@ -215,6 +223,8 @@ jobs: CPPFLAGS="-I/home/runner/hdf5/include" LDFLAGS="-L/home/runner/hdf5/lib" ./configure --prefix=${NETCDF} make make install + cd .. + rm -rf netcdf-c-4.7.4 v4.7.4.tar.gz - name: Install NetCDF Fortran library if: steps.cache-netcdf.outputs.cache-hit != 'true' @@ -225,6 +235,8 @@ jobs: FCFLAGS="-fPIC" FFLAGS="-fPIC" CPPFLAGS="-I/home/runner/hdf5/include -I/home/runner/netcdf/include" LDFLAGS="-L/home/runner/hdf5/lib -L/home/runner/netcdf/lib" ./configure --prefix=${NETCDF} make make install + cd .. + rm -rf netcdf-fortran-4.6.1 v4.6.1.tar.gz - name: Cache bacio library v2.4.1 id: cache-bacio-fortran @@ -242,6 +254,8 @@ jobs: make -j make install echo "bacio_DIR=/home/runner/bacio/lib/cmake/bacio" >> $GITHUB_ENV + cd ../../ + rm -rf bacio - name: Cache SP-library v2.3.3 id: cache-sp-fortran @@ -259,6 +273,8 @@ jobs: make -j make install echo "sp_DIR=/home/runner/NCEPLIBS-sp/lib/cmake/sp" >> $GITHUB_ENV + cd ../../ + rm -rf NCEPLIBS-sp - name: Cache w3emc library v2.9.2 id: cache-w3emc-fortran @@ -276,6 +292,12 @@ jobs: make -j make install echo "w3emc_DIR=/home/runner/myw3emc/lib/cmake/w3emc" >> $GITHUB_ENV + cd ../../ + rm -rf NCEPLIBS-w3emc + + - name: Check space (pre SCM build) + run: | + df -h ####################################################################################### # Build and run SCM regression tests (ccpp-scm/test/rt_test_cases.py) @@ -292,6 +314,10 @@ jobs: cd ${SCM_ROOT}/scm/bin make -j + - name: Check space (post SCM build) + run: | + df -h + - name: Download data for SCM if: contains(matrix.enable-gpu-acc, 'False') run: |