warning fixes: Github Actions Updates #9
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: build the CCPP-SCM with Nvidia | |
| on: [pull_request,workflow_dispatch] | |
| jobs: | |
| build_scm: | |
| # The type of runner that the job will run on | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| fortran-compiler: [nvfortran] | |
| build-type: [Release] #, Debug] | |
| enable-gpu-acc: [False] #, True] # GPUs aren't available for testing | |
| py-version: [3.10.16] | |
| # Environmental variables | |
| env: | |
| NETCDF: /home/runner/netcdf | |
| bacio_ROOT: /home/runner/bacio | |
| sp_ROOT: /home/runner/NCEPLIBS-sp | |
| w3emc_ROOT: /home/runner/myw3emc | |
| SCM_ROOT: /home/runner/work/ccpp-scm/ccpp-scm | |
| HDF5_ROOT: /home/runner/hdf5 | |
| MPI_ROOT: /home/runner/openmpi | |
| suites: SCM_GFS_v15p2,SCM_GFS_v16,SCM_GFS_v17_p8,SCM_HRRR,SCM_RRFS_v1beta,SCM_RAP,SCM_WoFS_v0 | |
| suites_ps: SCM_GFS_v15p2_ps,SCM_GFS_v16_ps,SCM_GFS_v17_p8_ps,SCM_HRRR_ps,SCM_RRFS_v1beta_ps,SCM_RAP_ps,SCM_WoFS_v0_ps | |
| # Workflow steps | |
| steps: | |
| ####################################################################################### | |
| # Cleanup space | |
| ####################################################################################### | |
| - name: Check space (pre) | |
| run: | | |
| df -h | |
| - name: Free Disk Space (Ubuntu) | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| # this might remove tools that are actually needed, | |
| # if set to "true" but frees about 6 GB | |
| tool-cache: false | |
| # all of these default to true, but feel free to set to | |
| # "false" if necessary for your workflow | |
| android: false | |
| dotnet: false | |
| haskell: true | |
| large-packages: true | |
| docker-images: false | |
| swap-storage: false | |
| - name: Check space (post) | |
| run: | | |
| df -h | |
| ####################################################################################### | |
| # Initial | |
| ####################################################################################### | |
| - name: Checkout SCM code (into /home/runner/work/ccpp-scm/) | |
| uses: actions/checkout@v4 | |
| - name: Initialize submodules | |
| run: git submodule update --init --recursive | |
| ####################################################################################### | |
| # Python setup | |
| ####################################################################################### | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{matrix.py-version}} | |
| - name: Add conda to system path | |
| run: | | |
| echo $CONDA/bin >> $GITHUB_PATH | |
| - name: Install NetCDF Python libraries | |
| run: | | |
| conda install --yes -c conda-forge h5py>=3.4 netCDF4 f90nml | |
| ####################################################################################### | |
| # Install Nvidia. | |
| ####################################################################################### | |
| - name: Nvidia setup compilers. | |
| env: | |
| NVCOMPILERS: /home/runner/hpc_sdk | |
| NVARCH: Linux_x86_64 | |
| NVYEAR: 2025 | |
| NVVERSION: 25.1 | |
| CUDA_VERSION: 12.6 | |
| NVVERSION_PACKED: 251 # Manually take NVVERSION and remove . because funcationality not in actions | |
| NVHPC_SILENT: true | |
| NVHPC_INSTALL_DIR: /home/runner/hpc_sdk | |
| NVHPC_INSTALL_TYPE: network | |
| NVHPC_INSTALL_LOCAL_DIR: /home/runner/hpc_sdk | |
| run: | | |
| mkdir /home/runner/hpc_sdk && cd /home/runner/hpc_sdk | |
| wget -q https://developer.download.nvidia.com/hpc-sdk/${NVVERSION}/nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}.tar.gz | |
| tar xpzf nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}.tar.gz | |
| ls | |
| nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}/install | |
| export PATH=${PATH}:${NVCOMPILERS}/${NVARCH}/${NVVERSION}/compilers/bin | |
| export MANPATH=${MANPATH}:${NVCOMPILERS}/${NVARCH}/${NVVERSION}/compilers/man | |
| echo "The nvfortran installed is:" | |
| nvfortran --version | |
| echo "The path to nvfortran is:" | |
| command -v nvfortran | |
| echo "Removing tarball" | |
| rm nvhpc_${NVYEAR}_${NVVERSION_PACKED}_Linux_x86_64_cuda_${CUDA_VERSION}.tar.gz | |
| echo "CC=/home/runner/hpc_sdk/Linux_x86_64/${NVVERSION}/compilers/bin/nvc" >> $GITHUB_ENV | |
| echo "FC=/home/runner/hpc_sdk/Linux_x86_64/${NVVERSION}/compilers/bin/nvfortran" >> $GITHUB_ENV | |
| echo "CMAKE_C_COMPILER=/home/runner/hpc_sdk/Linux_x86_64/${NVVERSION}/compilers/bin/nvc" >> $GITHUB_ENV | |
| echo "CMAKE_Fortran_COMPILER=/home/runner/hpc_sdk/Linux_x86_64/${NVVERSION}/compilers/bin/nvfortran" >> $GITHUB_ENV | |
| ####################################################################################### | |
| # Install FORTRAN dependencies | |
| ####################################################################################### | |
| - name: Check space (pre dependency install) | |
| run: | | |
| df -h | |
| - name: Install Curl and zlib | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install curl | |
| sudo apt-get install libssl-dev libcurl4-openssl-dev | |
| sudo apt-get install zlib1g-dev | |
| - name: Cache HDF5 | |
| id: cache-hdf5 | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/hdf5 | |
| KEY: cache-hdf5-${{matrix.fortran-compiler}}-key | |
| - name: Install HDF5 | |
| if: steps.cache-hdf5.outputs.cache-hit != 'true' | |
| run: | | |
| wget -q https://github.com/HDFGroup/hdf5/archive/refs/tags/hdf5-1_14_1-2.tar.gz | |
| tar zxf hdf5-1_14_1-2.tar.gz | |
| cd hdf5-hdf5-1_14_1-2 | |
| ./configure --prefix=${HDF5_ROOT} | |
| make -j | |
| make install | |
| cd .. | |
| rm -rf hdf5-hdf5-1_14_1-2 hdf5-1_14_1-2.tar.gz | |
| - name: Setup HDF5 Paths | |
| run: | | |
| echo "LD_LIBRARY_PATH=$HDF5_ROOT/lib:$LD_LIBRARY_PATH" >> $GITHUB_ENV | |
| echo "PATH=$HDF5_ROOT/bin:$PATH" >> $GITHUB_ENV | |
| - name: Cache OpenMPI | |
| id: cache-openmpi | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/openmpi | |
| KEY: cache-openmpi-${{matrix.fortran-compiler}}-key | |
| - name: Configure OpenMPI | |
| if: steps.cache-openmpi.outputs.cache-hit != 'true' | |
| run: | | |
| cd ${HOME} | |
| wget -q https://download.open-mpi.org/release/open-mpi/v4.1/openmpi-4.1.6.tar.gz | |
| tar zxf openmpi-4.1.6.tar.gz | |
| cd openmpi-4.1.6 | |
| CFLAGS=-fPIC CXXFLAGS=-fPIC FCFLAGS=-fPIC ./configure --prefix=${MPI_ROOT} | |
| - name: Build OpenMPI | |
| if: steps.cache-openmpi.outputs.cache-hit != 'true' | |
| run: | | |
| cd ${HOME}/openmpi-4.1.6 | |
| make -j | |
| - name: Install OpenMPI | |
| if: steps.cache-openmpi.outputs.cache-hit != 'true' | |
| run: | | |
| cd ${HOME}/openmpi-4.1.6 | |
| sudo make install -j | |
| cd .. | |
| rm -rf openmpi-4.1.6 openmpi-4.1.6.tar.gz | |
| - name: Setup OpenMPI Paths | |
| run: | | |
| echo "PATH=${MPI_ROOT}/bin:$PATH" >> $GITHUB_ENV | |
| echo "LD_LIBRARY_PATH=${MPI_ROOT}/lib:$LD_LIBRARY_PATH" >> $GITHUB_ENV | |
| - name: Check MPI Version | |
| run: | | |
| mpif90 --version | |
| - name: Set environment for Nvidia compiler with MPI | |
| run: | | |
| echo "CC=$(which mpicc)" >> $GITHUB_ENV | |
| echo "FC=$(which mpif90)" >> $GITHUB_ENV | |
| echo "CMAKE_C_COMPILER=$(which mpicc)" >> $GITHUB_ENV | |
| echo "CMAKE_Fortran_COMPILER=$(which mpif90)" >> $GITHUB_ENV | |
| - name: Cache NetCDF library | |
| id: cache-netcdf | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/netcdf | |
| key: cache-netcdf-${{matrix.fortran-compiler}}-key | |
| - name: Setup NetCDF Paths | |
| run: | | |
| echo "LD_LIBRARY_PATH=$NETCDF/lib:$LD_LIBRARY_PATH" >> $GITHUB_ENV | |
| echo "PATH=$NETCDF/bin:$PATH" >> $GITHUB_ENV | |
| - name: Install NetCDF C library | |
| if: steps.cache-netcdf.outputs.cache-hit != 'true' | |
| run: | | |
| wget -q https://github.com/Unidata/netcdf-c/archive/refs/tags/v4.7.4.tar.gz | |
| tar zxf v4.7.4.tar.gz | |
| cd netcdf-c-4.7.4 | |
| CPPFLAGS="-I/home/runner/hdf5/include" LDFLAGS="-L/home/runner/hdf5/lib" ./configure --prefix=${NETCDF} | |
| make | |
| make install | |
| cd .. | |
| rm -rf netcdf-c-4.7.4 v4.7.4.tar.gz | |
| - name: Install NetCDF Fortran library | |
| if: steps.cache-netcdf.outputs.cache-hit != 'true' | |
| run: | | |
| wget -q https://github.com/Unidata/netcdf-fortran/archive/refs/tags/v4.6.1.tar.gz | |
| tar zxf v4.6.1.tar.gz | |
| cd netcdf-fortran-4.6.1 | |
| FCFLAGS="-fPIC" FFLAGS="-fPIC" CPPFLAGS="-I/home/runner/hdf5/include -I/home/runner/netcdf/include" LDFLAGS="-L/home/runner/hdf5/lib -L/home/runner/netcdf/lib" ./configure --prefix=${NETCDF} | |
| make | |
| make install | |
| cd .. | |
| rm -rf netcdf-fortran-4.6.1 v4.6.1.tar.gz | |
| - name: Cache bacio library v2.4.1 | |
| id: cache-bacio-fortran | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/bacio | |
| key: cache-bacio-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install bacio library v2.4.1 | |
| if: steps.cache-bacio-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.4.1 https://github.com/NOAA-EMC/NCEPLIBS-bacio.git bacio | |
| cd bacio && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${bacio_ROOT} ../ | |
| make -j | |
| make install | |
| echo "bacio_DIR=/home/runner/bacio/lib/cmake/bacio" >> $GITHUB_ENV | |
| cd ../../ | |
| rm -rf bacio | |
| - name: Cache SP-library v2.3.3 | |
| id: cache-sp-fortran | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/NCEPLIBS-sp | |
| key: cache-sp-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install SP-library v2.3.3 | |
| if: steps.cache-sp-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.3.3 https://github.com/NOAA-EMC/NCEPLIBS-sp.git NCEPLIBS-sp | |
| cd NCEPLIBS-sp && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${sp_ROOT} ../ | |
| make -j | |
| make install | |
| echo "sp_DIR=/home/runner/NCEPLIBS-sp/lib/cmake/sp" >> $GITHUB_ENV | |
| cd ../../ | |
| rm -rf NCEPLIBS-sp | |
| - name: Cache w3emc library v2.9.2 | |
| id: cache-w3emc-fortran | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/myw3emc | |
| key: cache-w3emc-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install w3emc library v2.9.2 | |
| if: steps.cache-w3emc-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.9.2 https://github.com/NOAA-EMC/NCEPLIBS-w3emc.git NCEPLIBS-w3emc | |
| cd NCEPLIBS-w3emc && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${w3emc_ROOT} ../ | |
| make -j | |
| make install | |
| echo "w3emc_DIR=/home/runner/myw3emc/lib/cmake/w3emc" >> $GITHUB_ENV | |
| cd ../../ | |
| rm -rf NCEPLIBS-w3emc | |
| - name: Check space (pre SCM build) | |
| run: | | |
| df -h | |
| ####################################################################################### | |
| # Build and run SCM regression tests (ccpp-scm/test/rt_test_cases.py) | |
| ####################################################################################### | |
| - name: Configure build with CMake | |
| run: | | |
| cd ${SCM_ROOT}/scm | |
| mkdir bin && cd bin | |
| cmake -DCCPP_SUITES=${suites},${suites_ps} -DCMAKE_BUILD_TYPE=${{matrix.build-type}} -DENABLE_NVIDIA_OPENACC=${{matrix.enable-gpu-acc}} ../src | |
| - name: Build SCM. | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| make -j | |
| - name: Check space (post SCM build) | |
| run: | | |
| df -h | |
| - name: Download data for SCM | |
| if: contains(matrix.enable-gpu-acc, 'False') | |
| run: | | |
| cd ${SCM_ROOT} | |
| ./contrib/get_all_static_data.sh | |
| ./contrib/get_thompson_tables.sh | |
| ./contrib/get_aerosol_climo.sh | |
| - name: Run SCM RTs (w/o GPU) | |
| if: contains(matrix.enable-gpu-acc, 'False') | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| ./run_scm.py --file /home/runner/work/ccpp-scm/ccpp-scm/test/rt_test_cases.py --runtime_mult 0.1 -v |