Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update lmod, miniconda, task modulefiles for Gaea #353

Merged
merged 12 commits into from
Sep 28, 2022
Merged
Show file tree
Hide file tree
Changes from 7 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 4 additions & 2 deletions etc/lmod-setup.csh
Original file line number Diff line number Diff line change
Expand Up @@ -27,8 +27,10 @@ else if ( "$L_MACHINE" == singularity ) then
module purge

else if ( "$L_MACHINE" == gaea ) then
set ENV="/lustre/f2/pdata/esrl/gsd/contrib/lua-5.1.4.9/lmod/lmod/init/csh"
source $ENV
export LMOD_SYSTEM_DEFAULT_MODULES=modules/3.2.11.4
export BASH_ENV=/lustre/f2/dev/role.epic/contrib/apps/lmod/lmod/init/profile
source $BASH_ENV
module --initial_load restore

else if ( "$L_MACHINE" == odin ) then
module unload modules
Expand Down
5 changes: 3 additions & 2 deletions etc/lmod-setup.sh
Original file line number Diff line number Diff line change
Expand Up @@ -28,9 +28,10 @@ elif [ "$L_MACHINE" = singularity ]; then
module purge

elif [ "$L_MACHINE" = gaea ]; then
export BASH_ENV="/lustre/f2/pdata/esrl/gsd/contrib/lua-5.1.4.9/lmod/lmod/init/bash"
export LMOD_SYSTEM_DEFAULT_MODULES=modules/3.2.11.4
export BASH_ENV=/lustre/f2/dev/role.epic/contrib/apps/lmod/lmod/init/profile
source $BASH_ENV
module purge
module --initial_load restore

elif [ "$L_MACHINE" = odin ]; then
module unload modules
Expand Down
9 changes: 6 additions & 3 deletions modulefiles/build_gaea_intel
Original file line number Diff line number Diff line change
Expand Up @@ -19,15 +19,18 @@ module load alps
#needed for WW3 build
module load gcc/8.3.0

module use /lustre/f2/pdata/ncep_shared/hpc-stack/modulefiles/stack
module load hpc/1.1.0
module use /lustre/f2/dev/role.epic/contrib/hpc-stack/intel-2021.3.0/modulefiles/stack
module load hpc/1.2.0
module load hpc-intel/2021.3.0
module load hpc-cray-mpich/7.7.11

module load srw_common
module load libpng/1.6.37

module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
module use /lustre/f2/dev/role.epic/contrib/modulefiles
module load miniconda3/4.12.0
module load rocoto

module load cmake/3.20.1

setenv CC cc
Expand Down
2 changes: 2 additions & 0 deletions modulefiles/module-setup.csh.inc
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,8 @@ else if ( { test -d /lustre -a -d /ncrc } ) then
# the module command fails. Hence we actually have to source
# /etc/csh.login here.
source /etc/csh.login
# initialize Lmod/8.7.12 using a wrapper script
source /lustre/f2/dev/role.epic/contrib/Lmod_init.sh
set __ms_source_etc_csh_login=yes
else
set __ms_source_etc_csh_login=no
Expand Down
2 changes: 2 additions & 0 deletions modulefiles/module-setup.sh.inc
Original file line number Diff line number Diff line change
Expand Up @@ -37,6 +37,8 @@ elif [[ -d /lustre && -d /ncrc ]] ; then
# the module command fails. Hence we actually have to source
# /etc/profile here.
source /etc/profile
# initialize Lmod/8.7.12 using a wrapper script
source /lustre/f2/dev/role.epic/contrib/Lmod_init.sh
__ms_source_etc_profile=yes
else
__ms_source_etc_profile=no
Expand Down
3 changes: 3 additions & 0 deletions modulefiles/tasks/gaea/get_extrn_ics.local
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
#%Module

module load miniconda_regional_workflow
3 changes: 3 additions & 0 deletions modulefiles/tasks/gaea/get_extrn_lbcs.local
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
#%Module

module load miniconda_regional_workflow
5 changes: 1 addition & 4 deletions modulefiles/tasks/gaea/make_grid.local
Original file line number Diff line number Diff line change
@@ -1,6 +1,3 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
module load miniconda_regional_workflow
5 changes: 1 addition & 4 deletions modulefiles/tasks/gaea/make_ics.local
Original file line number Diff line number Diff line change
@@ -1,6 +1,3 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
module load miniconda_regional_workflow
5 changes: 1 addition & 4 deletions modulefiles/tasks/gaea/make_lbcs.local
Original file line number Diff line number Diff line change
@@ -1,6 +1,3 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
module load miniconda_regional_workflow
3 changes: 3 additions & 0 deletions modulefiles/tasks/gaea/make_orog.local
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
#%Module

module load miniconda_regional_workflow
6 changes: 6 additions & 0 deletions modulefiles/tasks/gaea/miniconda_regional_workflow
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#%Module

module use /lustre/f2/dev/wpo/role.epic/contrib/modulefiles
module load miniconda3

setenv SRW_ENV regional_workflow
5 changes: 1 addition & 4 deletions modulefiles/tasks/gaea/run_fcst.local
Original file line number Diff line number Diff line change
@@ -1,6 +1,3 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
module load miniconda_regional_workflow
8 changes: 5 additions & 3 deletions modulefiles/tasks/gaea/run_vx.local
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
#%Module

module use -a /contrib/anaconda/modulefiles
module load intel/18.0.5.274
module load anaconda/latest
module load intel/19.0.5.281
module use /usw/met/METplus/modulefiles
module load metplus/4.1.3
module load python/3.9

12 changes: 7 additions & 5 deletions modulefiles/wflow_gaea
Original file line number Diff line number Diff line change
Expand Up @@ -7,12 +7,14 @@ proc ModulesHelp { } {

module-whatis "Loads libraries needed for running SRW on Gaea"

module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
module use /lustre/f2/dev/role.epic/contrib/modulefiles
module load rocoto
module load miniconda3

setenv CONDA_DEFAULT_ENV "regional_workflow"
setenv PROJ_LIB /lustre/f2/pdata/esrl/gsd/contrib/miniconda3/4.8.3/envs/regional_workflow/share/proj
#if { [module-info mode load] } {
# system "conda activate regional_workflow;"
#}
setenv PROJ_LIB /lustre/f2/dev/role.epic/contrib/miniconda3/4.12.0/envs/regional_workflow/share/proj

if { [module-info mode load] } {
puts stderr "Please do the following to activate conda:
> conda activate regional_workflow"
}
2 changes: 1 addition & 1 deletion ush/load_modules_run_task.sh
Original file line number Diff line number Diff line change
Expand Up @@ -92,7 +92,7 @@ jjob_fp="$2"
#
machine=$(echo_lowercase $MACHINE)

source "${SR_WX_APP_TOP_DIR}/etc/lmod-setup.sh"
source "${SR_WX_APP_TOP_DIR}/etc/lmod-setup.sh" ${machine}
module use "${SR_WX_APP_TOP_DIR}/modulefiles"
module load "${BUILD_MOD_FN}" || print_err_msg_exit "\
Loading of platform- and compiler-specific module file (BUILD_MOD_FN)
Expand Down
4 changes: 3 additions & 1 deletion ush/machine/gaea.sh
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,8 @@ function file_location() {
echo ${location:-}
}

export PROJ_LIB=/lustre/f2/dev/role.epic/contrib/miniconda3/4.12.0/envs/regional_workflow/share/proj
export PATH=${PATH}:/lustre/f2/deve/role.epic/contrib/miniconda3/4.12.0/envs/regional_workflow/bin

EXTRN_MDL_SYSBASEDIR_ICS=${EXTRN_MDL_SYSBASEDIR_ICS:-$(file_location \
${EXTRN_MDL_NAME_ICS} \
Expand All @@ -30,7 +32,7 @@ EXTRN_MDL_SYSBASEDIR_LBCS=${EXTRN_MDL_SYSBASEDIR_LBCS:-$(file_location \
# System scripts to source to initialize various commands within workflow
# scripts (e.g. "module").
if [ -z ${ENV_INIT_SCRIPTS_FPS:-""} ]; then
ENV_INIT_SCRIPTS_FPS=( "/etc/profile" )
ENV_INIT_SCRIPTS_FPS=( "/etc/profile" "/lustre/f2/dev/role.epic/contrib/Lmod_init.sh")
fi


Expand Down