-
Notifications
You must be signed in to change notification settings - Fork 383
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #5 from ACME-Climate/singhbalwinder/machinefiles/p…
…nnl-clusters Added machine files for PNNL clusters: Cascade, Sooty and Olympus
- Loading branch information
Showing
8 changed files
with
334 additions
and
23 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| #! /bin/csh -f | ||
|
|
||
| #--- set modules | ||
| source /etc/profile.d/modules.csh | ||
| if ( $COMPILER == "intel" ) then | ||
| #MODULES UNLOAD | ||
| module purge | ||
| unsetenv LD_LIBRARY_PATH | ||
| #Module load | ||
| module load intel/13.0.1 | ||
| module load mvapich2/1.9 | ||
| module load netcdf/4.3.0 | ||
| endif | ||
| if ( $COMPILER == "nag" ) then | ||
| #MODULES UNLOAD | ||
| module purge | ||
| unsetenv LD_LIBRARY_PATH | ||
| #Module load | ||
| module load nag/5.3.1 | ||
| setenv COMPILER nag | ||
| setenv COMPILER_PATH /msc/apps/compilers/nag/5.3.1/ | ||
| #NOTE: FIRST load mvapich. Loading netcdf before mvapich loads openmpi automatically and causes compilation problems | ||
| module load mvapich2/1.9 | ||
| module load netcdf/4.3.0 | ||
|
|
||
| endif | ||
| limit coredumpsize 1000000 | ||
| limit stacksize unlimited | ||
|
|
||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,32 @@ | ||
| #! /bin/csh -f | ||
|
|
||
| #NOTE: "module purge" command doesn't work on Sooty | ||
| # I am using a script (set_path) to reset path | ||
|
|
||
| source /etc/profile.d/modules.csh | ||
| unsetenv LD_LIBRARY_PATH | ||
| unsetenv NETCDF | ||
| source ~sing201/files_cshrc/set_path | ||
|
|
||
| module load cmake/3.0.0 | ||
|
|
||
|
|
||
| if ( $COMPILER == "pgi" ) then | ||
| module load pgi/14.1 | ||
| module load mpi/mvapich2/1.7/pgi/11.10 | ||
| module load netcdf/4.1.3/pgi/12.2 | ||
| endif | ||
| if ( $COMPILER == "intel" ) then | ||
| module load intel/14.0.2 | ||
| module load mpi/mvapich2/1.7/intel/11.1 | ||
| module load netcdf/4.1.1/intel | ||
| endif | ||
| setenv NETCDF `where ncdump | sed s_/bin/ncdump__` | ||
|
|
||
|
|
||
| #------------------------------------------ | ||
|
|
||
| limit coredumpsize 1000000 | ||
| limit stacksize unlimited | ||
|
|
||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,82 @@ | ||
| #! /bin/csh -f | ||
|
|
||
| ################################################################################# | ||
| if ($PHASE == set_batch) then | ||
| ################################################################################# | ||
|
|
||
| source ./Tools/ccsm_getenv || exit -1 | ||
|
|
||
| set ntasks = `${CASEROOT}/Tools/taskmaker.pl -sumonly` | ||
| set maxthrds = `${CASEROOT}/Tools/taskmaker.pl -maxthrds` | ||
| @ nodes = $ntasks / ${MAX_TASKS_PER_NODE} | ||
| if ( $ntasks % ${MAX_TASKS_PER_NODE} > 0) then | ||
| @ nodes = $nodes + 1 | ||
| @ ntasks = $nodes * ${MAX_TASKS_PER_NODE} | ||
| endif | ||
| @ taskpernode = ${MAX_TASKS_PER_NODE} / ${maxthrds} | ||
| set qname = batch | ||
| set tlimit = "00:59:00" | ||
| if ($CCSM_ESTCOST > 2) set tlimit = "08:59:00" | ||
|
|
||
| if ($?TESTMODE) then | ||
| set file = $CASEROOT/${CASE}.test | ||
| else | ||
| set file = $CASEROOT/${CASE}.run | ||
| endif | ||
|
|
||
| cat >! $file << EOF1 | ||
| #!/bin/csh -f | ||
| #MSUB -A ${CESM_PROJ} | ||
| #MSUB -N ${CASE} | ||
| #MSUB -l walltime=$tlimit | ||
| #MSUB -l nodes=${nodes}:ppn=${MAX_TASKS_PER_NODE} | ||
| #MSUB -m ae | ||
| #MSUB -o job.output | ||
| #MSUB -e job.error | ||
| #MSUB -M ${CESM_EMAIL} | ||
| EOF1 | ||
|
|
||
| ################################################################################# | ||
| else if ($PHASE == set_exe) then | ||
| ################################################################################# | ||
|
|
||
| set maxthrds = `${CASEROOT}/Tools/taskmaker.pl -maxthrds` | ||
| set maxtasks = `${CASEROOT}/Tools/taskmaker.pl -sumtasks` | ||
|
|
||
| cat >> ${CASEROOT}/${CASE}.run << EOF1 | ||
| sleep 25 | ||
| cd \$RUNDIR | ||
| echo "\`date\` -- CSM EXECUTION BEGINS HERE" | ||
| setenv OMP_NUM_THREADS ${maxthrds} | ||
| # for mvapich | ||
| #srun --ntasks=${maxtasks} --cpu_bind=sockets --cpu_bind=verbose --kill-on-bad-exit \$EXEROOT/cesm.exe >&! cesm.log.\$LID | ||
| # for mvapich2 | ||
| srun --mpi=none --ntasks=${maxtasks} --cpu_bind=sockets --cpu_bind=verbose --kill-on-bad-exit \$EXEROOT/cesm.exe >&! cesm.log.\$LID | ||
| #setenv MV2_ENABLE_AFFINITY 1 | ||
| #setenv MV2_CPU_MAPPING 31:29:27:25:23:21:19:17:15:13:11:9:7:5:3:1 | ||
| #srun --mpi=none -n=${maxtasks} --kill-on-bad-exit \$EXEROOT/cesm.exe >&! cesm.log.\$LID | ||
| wait | ||
| echo "\`date\` -- CSM EXECUTION HAS FINISHED" | ||
| EOF1 | ||
|
|
||
| ################################################################################# | ||
| else if ($PHASE == set_larch) then | ||
| ################################################################################# | ||
|
|
||
| #This is a place holder for a long-term archiving script | ||
|
|
||
| ################################################################################# | ||
| else | ||
| ################################################################################# | ||
|
|
||
| echo " PHASE setting of $PHASE is not an accepted value" | ||
| echo " accepted values are set_batch, set_exe and set_larch" | ||
| exit 1 | ||
|
|
||
| ################################################################################# | ||
| endif | ||
| ################################################################################# |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.