Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add WCOSS-Dell capability to coupled-crow and migrate to hpc-stack #273

Merged
Show file tree
Hide file tree
Changes from 17 commits
Commits
Show all changes
18 commits
Select commit Hold shift + click to select a range
2a6d56c
Update build for WCOSS Dell
WalterKolczynski-NOAA Nov 10, 2020
ca3052d
Merge branch 'feature/coupled-crow' of github.com:NOAA-EMC/global-wor…
WalterKolczynski-NOAA Jan 8, 2021
eb50f1a
Fix build of WW3 pre/post on WCOSS
WalterKolczynski-NOAA Jan 13, 2021
9139d0d
Fix build of reg2grb2 on WCOSS
WalterKolczynski-NOAA Jan 13, 2021
fa9a308
Update paths for WCOSS
WalterKolczynski-NOAA Jan 13, 2021
cfbfeac
Add NCL load on WCOSS for ocean post
WalterKolczynski-NOAA Jan 13, 2021
9652cf0
Merge branch 'feature/coupled-crow' of github.com:NOAA-EMC/global-wor…
WalterKolczynski-NOAA Jan 19, 2021
9131e9e
Merge branch 'feature/coupled-crow' of github.com:NOAA-EMC/global-wor…
WalterKolczynski-NOAA Jan 26, 2021
2f7c288
Fix build script changes for Hera and update hpc-stack
WalterKolczynski-NOAA Jan 27, 2021
2b699bc
Update to use hpc-stack on WCOSS-Dell
WalterKolczynski-NOAA Jan 27, 2021
2fbd22a
Fix missing locations
WalterKolczynski-NOAA Feb 9, 2021
debb3a0
Merge branch 'feature/coupled-crow' of github.com:NOAA-EMC/global-wor…
WalterKolczynski-NOAA Feb 9, 2021
8fbf354
Merge branch 'feature/coupled-crow' of github.com:NOAA-EMC/global-wor…
WalterKolczynski-NOAA Feb 11, 2021
eb9e9c9
Update jasper version on Hera for bugfix
WalterKolczynski-NOAA Feb 17, 2021
0f019b2
Move runtime modulefile to hpc-stack on Hera
WalterKolczynski-NOAA Feb 17, 2021
7a4bbe2
Migrate Orion to hpc-stack on coupled branch
WalterKolczynski-NOAA Feb 21, 2021
c2b479e
Migrate coupled-crow on WCOSS to hpc-stack
WalterKolczynski-NOAA Feb 22, 2021
41148ff
Add WGRIB2 definition to module_base files
WalterKolczynski-NOAA Feb 23, 2021
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
79 changes: 32 additions & 47 deletions modulefiles/module_base.hera
Original file line number Diff line number Diff line change
Expand Up @@ -3,54 +3,39 @@
## S2S prerequisites
##

module load intel/18.0.5.274
module load impi/2018.0.4
module load wgrib2/2.0.8
# Modules not under hpc-stack
module load hpss/hpss
module use -a /scratch2/NCEPDEV/nwprod/NCEPLIBS/modulefiles
module load hdf5_parallel/1.10.6
module load netcdf_parallel/4.7.4
module load netcdf/4.7.0
module load nco/4.7.0

module load nco/4.9.1
module load gempak/7.4.2
module load ncl/6.5.0

#Load from official NCEPLIBS
module load g2tmpl/1.6.0
module load grib_util/1.1.1
module load crtm/2.2.6
module load prod_util/1.1.0
module load grib_util/1.1.1
module load g2tmpl/1.6.0
module load crtm/2.3.0

module use /scratch1/NCEPDEV/nems/emc.nemspara/soft/modulefiles/
module load netcdf_parallel/4.7.4.release
module load hdf5_parallel/1.10.6.release
module load esmf/8.0.1_ParallelNetCDF.release

# python
module use -a /contrib/anaconda/modulefiles
module load anaconda/2.3.0

module load bacio/2.0.3
module load ip/3.0.2
module load nemsio/2.2.4
module load sp/2.0.3
module load w3emc/2.3.1
module load w3nco/2.0.7
module load g2/3.1.1
module load jasper/1.900.1
module load png/1.2.44
module load z/1.2.11


#Load from emc.nemspara
module use -a /scratch1/NCEPDEV/nems/emc.nemspara/soft/modulefiles
module load netcdf_parallel/4.7.4.release
module load esmf/8.1.0bs27
module load hdf5_parallel/1.10.6.release

# waveprep
module load cdo/1.9.5

# Remaining modules availble through hpc-stack
module use /scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack

module load hpc/1.1.0
module load hpc-intel/18.0.5.274
module load hpc-impi/2018.0.4

# Non-MPI
module load g2/3.4.1
module load g2tmpl/1.9.1
module load grib_util/1.2.2
module load crtm 2.3.0
module load prod_util/1.2.2
module load grib_util/1.2.2
module load ip/3.3.3
module load sp/2.3.3
module load w3nco/2.4.1
module load bacio/2.4.1
module load landsfcutil/2.4.1
module load jasper/2.0.25
module load zlib/1.2.11
module load png/1.6.35

# MPI
module load netcdf/4.7.4
module load hdf5/1.10.6
module load esmf/8_1_0_beta_snapshot_27
module load w3emc/2.7.3
module load wgrib2/2.0.8
78 changes: 32 additions & 46 deletions modulefiles/module_base.orion
Original file line number Diff line number Diff line change
Expand Up @@ -8,53 +8,39 @@
##
module load contrib noaatools

##
## load programming environment
## this typically includes compiler, MPI and job scheduler
##
module load intel/2018
module load impi/2018

#For ocean post:
module load nco/4.9.3
module load gempak/7.5.1
module load ncl/6.6.2
module load nco/4.8.1

##
## NCEP libraries (temporary version to match the CCPP requirements)
##
module use -a /apps/contrib/NCEPLIBS/orion/cmake/install/NCEPLIBS/modules
module load bacio/2.4.0
module load crtm_dev/2.3.0
module load g2/3.4.0
module load g2tmpl/1.9.0
module load ip/3.3.0
module load nceppost/dceca26
module load nemsio/2.5.1
module load sp/2.3.0
module load w3emc/2.7.0
module load w3nco/2.4.0

module load gfsio/1.4.0
module load sfcio/1.4.0
module load sigio/2.3.0

module use /apps/contrib/NCEPLIBS/orion/modulefiles
module load jasper/1.900.2
module load png/1.2.44
module load z/1.2.6

module load prod_util/1.2.0
##
## load ESMF library for above compiler / MPI combination
## use pre-compiled EMSF library for above compiler / MPI combination
##
module use /apps/contrib/NCEPLIBS/lib/modulefiles
module load netcdfp/4.7.4.release
module load esmflocal/8.1.0.27bs.release
module load post-intel-sandybridge/8.0.5

module load wgrib/2.0.8
module load grib_util/1.2.0
module load cdo/1.9.8

# Remaining modules availble through hpc-stack
module use /apps/contrib/NCEP/libs/hpc-stack/modulefiles/stack
module load hpc/1.1.0
module load hpc-intel/2018.4
module load hpc-impi/2018.4

# Non-MPI
module load g2/3.4.1
module load g2tmpl/1.9.1
module load grib_util/1.2.2
module load crtm 2.3.0
module load prod_util/1.2.2
module load grib_util/1.2.2
module load ip/3.3.3
module load sp/2.3.3
module load w3nco/2.4.1
module load bacio/2.4.1
module load landsfcutil/2.4.1
module load jasper/2.0.25
module load zlib/1.2.11
module load png/1.6.35

# MPI
module load netcdf/4.7.4
module load hdf5/1.10.6
module load esmf/8_1_0_beta_snapshot_27
module load w3emc/2.7.3
module load wgrib2/2.0.8

module load slurm/19.05.3-2

Expand Down
76 changes: 41 additions & 35 deletions modulefiles/module_base.wcoss_dell_p3
Original file line number Diff line number Diff line change
@@ -1,43 +1,49 @@
#%Module######################################################################
##
## FV3GFS prerequisites

# From default environment
# Remaining modules availble through hpc-stack
module use /usrx/local/nceplibs/dev/hpc-stack/libs/hpc-stack/modulefiles/stack
module load hpc/1.1.0
module load hpc-ips/18.0.1.163
module load hpc-impi/18.0.1

module load ips/18.0.1.163
module load impi/18.0.1
module load lsf/10.1
module load EnvVars/1.0.3

module load HPSS/5.0.2.5
module load prod_util/1.1.4
module load prod_envir/1.1.0
module unload grib_util/1.0.6
module load grib_util/1.1.0

module load NCO/4.7.0
# Not hpc-stack, but must come after impi load
module load CFP/2.0.2
setenv USE_CFP YES
module load pm5

module load NetCDF-parallel/4.7.4
module load ESMF/8.0.1
module load HDF5-parallel/1.10.6

module use -a /gpfs/dell1/nco/ops/nwprod/modulefiles/
module load gempak/7.3.1
module load g2tmpl/1.6.0

# Load for WAFS
module load bufr_dumplist/2.0.0
module load dumpjb/5.1.0
module load util_shared/1.1.2

# python
module load python/3.6.3
# Non-MPI
module load g2/3.4.1
module load g2tmpl/1.9.1
module load grib_util/1.2.2
module load crtm 2.3.0
module load prod_util/1.2.2
module load ip/3.3.3
module load sp/2.3.3
module load w3nco/2.4.1
module load bacio/2.4.1
module load landsfcutil/2.4.1
module load jasper/2.0.25
module load zlib/1.2.11
module load png/1.6.35

# MPI
module load netcdf/4.7.4
module load hdf5/1.10.6
module load esmf/8_1_0_beta_snapshot_27
module load w3emc/2.7.3
module load wgrib2/2.0.8
setenv WGRIB2 wgrib2


# Modules not under hpc-stack
module load HPSS/5.0.2.5
module load NCO/4.7.0
module load gempak/7.3.3
module load NCL/6.4.0
module load cdo/1.9.8

# Load crtm
module load crtm/2.3.0
# WCOSS-specific
module load lsf/10.1
module load EnvVars/1.0.3
module load prod_envir/1.1.0
module load pm5/1.0

# waveprep
module load cdo/1.9.8
12 changes: 7 additions & 5 deletions modulefiles/modulefile.reg2grb2.hera
Original file line number Diff line number Diff line change
Expand Up @@ -2,18 +2,20 @@
# reg2grb2 - hera
#############################################################

module use /scratch2/NCEPDEV/nwprod/hpc-stack/test/modulefiles/stack
module use /scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack

module load hpc/1.0.0-beta1
module load hpc/1.1.0
module load hpc-intel/18.0.5.274
module load hpc-impi/2018.0.4
export FCMP="mpiifort"

module load netcdf/4.7.4
module load hdf5/1.10.6
module load ip/3.3.3
module load sp/2.3.3
module load w3nco/2.4.1
module load bacio/2.4.1
module load landsfcutil/2.4.1

module load wgrib2/2.0.8
set FCMP ifort
module load jasper/2.0.25
module load zlib/1.2.11
module load wgrib2/2.0.8
13 changes: 8 additions & 5 deletions modulefiles/modulefile.reg2grb2.orion
Original file line number Diff line number Diff line change
Expand Up @@ -2,17 +2,20 @@
# reg2grb2 - orion
#############################################################

module use /apps/contrib/NCEP/test/hpc-stack-nco/modulefiles/stack
module load hpc/1.0.0-beta1
module use /apps/contrib/NCEP/libs/hpc-stack/modulefiles/stack

module load hpc/1.1.0
module load hpc-intel/2018.4
module load hpc-impi/2018.4
export FCMP="mpiifort"

export FCOMP=ifort
module load netcdf/4.7.4
module load hdf5/1.10.6
module load ip/3.3.3
module load sp/2.3.3
module load w3nco/2.4.1
module load bacio/2.4.1
module load landsfcutil/2.4.1

module load wgrib/2.0.8
module load jasper/2.0.25
module load zlib/1.2.11
module load wgrib2/2.0.8
26 changes: 26 additions & 0 deletions modulefiles/modulefile.reg2grb2.wcoss_dell_p3
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
#%Module######################################################################

module use /usrx/local/nceplibs/dev/hpc-stack/libs/hpc-stack/modulefiles/stack
module load hpc/1.1.0
module load hpc-ips/18.0.1.163
module load hpc-impi/18.0.1

module load jasper/2.0.25
module load zlib/1.2.11
module load png/1.6.35

module load hdf5/1.10.6
module load netcdf/4.7.4
module load esmf/8_1_0_beta_snapshot_36

module load bacio/2.4.1
module load crtm/2.3.0
module load g2/3.4.1
module load g2tmpl/1.9.1
module load ip/3.3.3
module load nceppost/dceca26
module load nemsio/2.5.2
module load sp/2.3.3
module load w3emc/2.7.3
module load w3nco/2.4.1
module load wgrib2/2.0.8
54 changes: 21 additions & 33 deletions modulefiles/modulefile.ww3.hera
Original file line number Diff line number Diff line change
Expand Up @@ -3,40 +3,28 @@
## S2S prerequisites
##

module load intel/18.0.5.274
module load impi/2018.0.4
module load wgrib2/2.0.8
module load hpss/hpss
module use -a /scratch2/NCEPDEV/nwprod/NCEPLIBS/modulefiles
module load hdf5_parallel/1.10.6
module load netcdf_parallel/4.7.4
module load netcdf/4.7.0
module load nco/4.7.0

module load gempak/7.4.2
module load ncl/6.5.0
module use /scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack

#Load from official NCEPLIBS
module load g2tmpl/1.6.0
module load grib_util/1.1.1
module load crtm/2.2.6
module load prod_util/1.1.0
module load hpc/1.1.0
module load hpc-intel/18.0.5.274
module load hpc-impi/2018.0.4

module load bacio/2.0.3
module load ip/3.0.2
module load nemsio/2.2.4
module load sp/2.0.3
module load w3emc/2.3.1
module load w3nco/2.0.7
module load g2/3.1.1
module load jasper/1.900.1
module load png/1.2.44
module load z/1.2.11
module load jasper/2.0.25
module load zlib/1.2.11
module load png/1.6.35

module load hdf5/1.10.6
module load netcdf/4.7.4
module load esmf/8_1_0_beta_snapshot_36

#Load from emc.nemspara
module use -a /scratch1/NCEPDEV/nems/emc.nemspara/soft/modulefiles
module load netcdf_parallel/4.7.4.release
module load esmf/8.1.0bs27
module load hdf5_parallel/1.10.6.release

module load bacio/2.4.1
module load crtm/2.3.0
module load g2/3.4.1
module load g2tmpl/1.9.1
module load ip/3.3.3
module load nceppost/dceca26
module load nemsio/2.5.2
module load sp/2.3.3
module load w3emc/2.7.3
module load w3nco/2.4.1
module load wgrib2/2.0.8
Loading