Skip to content

Commit

Permalink
Merge branch 'azamat/benching/update-v2-grids-compsets' into next (PR #…
Browse files Browse the repository at this point in the history
…4551)

Update V2 benchmarking grids and compsets (in part by #4488 too):

low-res F: ne30_ne30.FC5AV1C-L -> ne30pg2_EC30to60E2r2.F2010
low-res G: T62_oEC60to30v3.GMPAS-IAF > T62_EC30to60E2r2.GMPAS-IAF
low-res WC: ne30_oECv3.A_WCYCL1850S_CMIP6 -> ne30pg2_EC30to60E2r2.WCYCL1850
high-res F: ne120_ne120.FC5AV1C-H01A -> ne120pg2_r05_EC30to60E2r2.F2010
high-res WC: ne120_oRRS18v3.A_WCYCL1950S_CMIP6_HR -> ne120pg2_r0125_oRRS18to6v3.WCYCL1950

[BFB]
  • Loading branch information
ndkeen committed Oct 14, 2021
2 parents 75c48ac + 938844c commit 1da72bd
Show file tree
Hide file tree
Showing 13 changed files with 74 additions and 51 deletions.
2 changes: 1 addition & 1 deletion cime_config/allactive/config_pesall.xml
Original file line number Diff line number Diff line change
Expand Up @@ -7129,7 +7129,7 @@
</pes>
</mach>
</grid>
<grid name="a%ne120np4_">
<grid name="a%ne120np4">
<mach name="mira">
<pes compset=".*EAM.+ELM.+MPASSI.+MPASO.+MOSART.*" pesize="S">
<comment>ne120 coupled-compset on 1024 nodes</comment>
Expand Down
12 changes: 11 additions & 1 deletion cime_config/config_grids.xml
Original file line number Diff line number Diff line change
Expand Up @@ -1277,7 +1277,7 @@
<mask>oRRS18to6v3</mask>
</model_grid>

<model_grid alias="ne120pg2_r0125_oRRS18to6v3" compset="(DOCN|XOCN|SOCN|AQP1)">
<model_grid alias="ne120pg2_r0125_oRRS18to6v3">
<grid name="atm">ne120np4.pg2</grid>
<grid name="lnd">r0125</grid>
<grid name="ocnice">oRRS18to6v3</grid>
Expand Down Expand Up @@ -1357,6 +1357,16 @@
<mask>oEC60to30v3</mask>
</model_grid>

<model_grid alias="ne120pg2_r05_EC30to60E2r2">
<grid name="atm">ne120np4.pg2</grid>
<grid name="lnd">r05</grid>
<grid name="ocnice">EC30to60E2r2</grid>
<grid name="rof">r05</grid>
<grid name="glc">null</grid>
<grid name="wav">null</grid>
<mask>EC30to60E2r2</mask>
</model_grid>

<model_grid alias="ne240_ne240" compset="(DOCN|XOCN|SOCN|AQP1)">
<grid name="atm">ne240np4</grid>
<grid name="lnd">ne240np4</grid>
Expand Down
3 changes: 0 additions & 3 deletions cime_config/testmods_dirs/bench/wcycl/hires/shell_commands
Original file line number Diff line number Diff line change
@@ -1,5 +1,2 @@
#!/bin/bash
./xmlchange --append CAM_CONFIG_OPTS='-cosp'
./xmlchange --id BUDGETS --val TRUE

./xmlchange PIO_VERSION=2
3 changes: 0 additions & 3 deletions cime_config/testmods_dirs/bench/wcycl/lores/shell_commands
Original file line number Diff line number Diff line change
@@ -1,5 +1,2 @@
#!/bin/bash
./xmlchange --append CAM_CONFIG_OPTS='-cosp'
./xmlchange --id BUDGETS --val TRUE

./xmlchange PIO_VERSION=2
11 changes: 0 additions & 11 deletions cime_config/testmods_dirs/bench/wcycl/lores/user_nl_cam

This file was deleted.

2 changes: 0 additions & 2 deletions cime_config/testmods_dirs/bench/wcycl/lores/user_nl_clm

This file was deleted.

11 changes: 11 additions & 0 deletions cime_config/testmods_dirs/bench/wcycl/lores/user_nl_eam
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
nhtfrq = -24,-24,-6,-6,-3,-24,-24
mfilt = 1,30,120,120,240,30,1
avgflag_pertape = 'A','A','I','A','A','A','I'
fexcl1 = 'CFAD_SR532_CAL', 'LINOZ_DO3', 'LINOZ_DO3_PSC', 'LINOZ_O3CLIM', 'LINOZ_O3COL', 'LINOZ_SSO3', 'hstobie_linoz'
fincl1 = 'extinct_sw_inp','extinct_lw_bnd7','extinct_lw_inp','CLD_CAL', 'TREFMNAV', 'TREFMXAV'
fincl2 = 'FLUT','PRECT','U200','V200','U850','V850','Z500','OMEGA500','UBOT','VBOT','TREFHT','TREFHTMN:M','TREFHTMX:X','QREFHT','TS','PS','TMQ','TUQ','TVQ','TOZ', 'FLDS', 'FLNS', 'FSDS', 'FSNS', 'SHFLX', 'LHFLX', 'TGCLDCWP', 'TGCLDIWP', 'TGCLDLWP', 'CLDTOT', 'T250', 'T200', 'T150', 'T100', 'T050', 'T025', 'T010', 'T005', 'T002', 'T001', 'TTOP', 'U250', 'U150', 'U100', 'U050', 'U025', 'U010', 'U005', 'U002', 'U001', 'UTOP', 'FSNT', 'FLNT'
fincl3 = 'PSL','T200','T500','U850','V850','UBOT','VBOT','TREFHT', 'Z700', 'TBOT:M'
fincl4 = 'FLUT','U200','U850','PRECT','OMEGA500'
fincl5 = 'PRECT','PRECC','TUQ','TVQ','QFLX','SHFLX','U90M','V90M'
fincl6 = 'CLDTOT_ISCCP','MEANCLDALB_ISCCP','MEANTAU_ISCCP','MEANPTOP_ISCCP','MEANTB_ISCCP','CLDTOT_CAL','CLDTOT_CAL_LIQ','CLDTOT_CAL_ICE','CLDTOT_CAL_UN','CLDHGH_CAL','CLDHGH_CAL_LIQ','CLDHGH_CAL_ICE','CLDHGH_CAL_UN','CLDMED_CAL','CLDMED_CAL_LIQ','CLDMED_CAL_ICE','CLDMED_CAL_UN','CLDLOW_CAL','CLDLOW_CAL_LIQ','CLDLOW_CAL_ICE','CLDLOW_CAL_UN'
fincl7 = 'O3', 'PS', 'TROP_P'
6 changes: 6 additions & 0 deletions cime_config/testmods_dirs/bench/wcycl/lores/user_nl_elm
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
finidat = ' '
hist_dov2xy = .true.,.true.
hist_fincl2 = 'H2OSNO', 'FSNO', 'QRUNOFF', 'QSNOMELT', 'FSNO_EFF', 'SNORDSL', 'SNOW', 'FSDS', 'FSR', 'FLDS', 'FIRE', 'FIRA'
hist_mfilt = 1,365
hist_nhtfrq = -24,-24
hist_avgflag_pertape = 'A','A'
4 changes: 4 additions & 0 deletions cime_config/testmods_dirs/bench/wcycl/lores/user_nl_mosart
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
rtmhist_fincl2 = 'RIVER_DISCHARGE_OVER_LAND_LIQ'
rtmhist_mfilt = 1,365
rtmhist_ndens = 2
rtmhist_nhtfrq = -24,-24
64 changes: 34 additions & 30 deletions cime_config/tests.py
Original file line number Diff line number Diff line change
Expand Up @@ -91,7 +91,7 @@
#atmopheric tests for hi-res
"e3sm_atm_hi_res" : {
"time" : "01:30:00",
"tests" : "SMS.ne120_ne120.F2010"
"tests" : "SMS.ne120pg2_r0125_oRRS18to6v3.F2010"
},

#atmopheric tests to mimic low res production runs
Expand Down Expand Up @@ -188,7 +188,7 @@
"e3sm_hi_res" : {
"inherit" : "e3sm_atm_hi_res",
"tests" : (
"SMS.ne120_oRRS18v3.WCYCL1950.eam-cosplite",
"SMS.ne120pg2_r0125_oRRS18to6v3.WCYCL1950.eam-cosplite",
"SMS.T62_oRRS30to10v3wLI.GMPAS-IAF",
)
},
Expand Down Expand Up @@ -301,7 +301,7 @@
},
"e3sm_bench_hires_g" : {
"share" : True,
"time" : "01:00:00",
"time" : "03:00:00",
"tests" : (
"PFS_P2560.T62_oRRS18to6v3.GMPAS-IAF.bench-gmpas_noio",
"PFS_P2792.T62_oRRS18to6v3.GMPAS-IAF.bench-gmpas_noio",
Expand Down Expand Up @@ -338,57 +338,61 @@
)
},
"e3sm_bench_hires_f" : {
"time" : "01:00:00",
"share" : True,
"time" : "03:00:00",
"tests" : (
"PFS_P7200.ne120_ne120.F2010.eam-bench-noio",
"PFS_P8640.ne120_ne120.F2010.eam-bench-noio",
"PFS_P10800.ne120_ne120.F2010.eam-bench-noio",
"PFS_P14400.ne120_ne120.F2010.eam-bench-noio",
"PFS_P21600.ne120_ne120.F2010.eam-bench-noio",
"PFS_P43200.ne120_ne120.F2010.eam-bench-noio",
"PFS_P86400.ne120_ne120.F2010.eam-bench-noio",
"PFS_P7200.ne120pg2_r05_EC30to60E2r2.F2010.eam-bench-noio",
"PFS_P8640.ne120pg2_r05_EC30to60E2r2.F2010.eam-bench-noio",
"PFS_P10800.ne120pg2_r05_EC30to60E2r2.F2010.eam-bench-noio",
"PFS_P14400.ne120pg2_r05_EC30to60E2r2.F2010.eam-bench-noio",
"PFS_P21600.ne120pg2_r05_EC30to60E2r2.F2010.eam-bench-noio",
"PFS_P43200.ne120pg2_r05_EC30to60E2r2.F2010.eam-bench-noio",
"PFS_P86400.ne120pg2_r05_EC30to60E2r2.F2010.eam-bench-noio",
)
},
"e3sm_bench_hires" : {
"share" : True,
"inherit" : ("e3sm_bench_hires_g", "e3sm_bench_hires_f"),
"time" : "01:00:00",
"time" : "03:00:00",
"tests" : (
"PFS_PS.ne120_oRRS18v3.WCYCL1950.bench-wcycl-hires",
"PFS_PM.ne120_oRRS18v3.WCYCL1950.bench-wcycl-hires",
"PFS_PL.ne120_oRRS18v3.WCYCL1950.bench-wcycl-hires",
"PFS_PS.ne120pg2_r0125_oRRS18to6v3.WCYCL1950.bench-wcycl-hires",
"PFS_PM.ne120pg2_r0125_oRRS18to6v3.WCYCL1950.bench-wcycl-hires",
"PFS_PL.ne120pg2_r0125_oRRS18to6v3.WCYCL1950.bench-wcycl-hires",
)
},
"e3sm_bench_lores_g" : {
"share" : True,
"time" : "01:00:00",
"time" : "03:00:00",
"tests" : (
"PFS_P320.T62_oEC60to30v3.GMPAS-IAF.bench-gmpas_noio",
"PFS_P480.T62_oEC60to30v3.GMPAS-IAF.bench-gmpas_noio",
"PFS_P640.T62_oEC60to30v3.GMPAS-IAF.bench-gmpas_noio",
"PFS_P960.T62_oEC60to30v3.GMPAS-IAF.bench-gmpas_noio",
"PFS_P1280.T62_oEC60to30v3.GMPAS-IAF.bench-gmpas_noio",
"PFS_P320.T62_EC30to60E2r2.GMPAS-IAF.bench-gmpas_noio",
"PFS_P480.T62_EC30to60E2r2.GMPAS-IAF.bench-gmpas_noio",
"PFS_P640.T62_EC30to60E2r2.GMPAS-IAF.bench-gmpas_noio",
"PFS_P960.T62_EC30to60E2r2.GMPAS-IAF.bench-gmpas_noio",
"PFS_P1280.T62_EC30to60E2r2.GMPAS-IAF.bench-gmpas_noio",
)
},
"e3sm_bench_lores_f" : {
"time" : "01:00:00",
"share" : True,
"time" : "03:00:00",
"tests" : (
"PFS_P1350.ne30_ne30.F2010.eam-bench-noio",
"PFS_P2700.ne30_ne30.F2010.eam-bench-noio",
"PFS_P5400.ne30_ne30.F2010.eam-bench-noio",
"PFS_P1350.ne30pg2_EC30to60E2r2.F2010.eam-bench-noio",
"PFS_P2700.ne30pg2_EC30to60E2r2.F2010.eam-bench-noio",
"PFS_P5400.ne30pg2_EC30to60E2r2.F2010.eam-bench-noio",
)
},
"e3sm_bench_lores" : {
"share" : True,
"inherit" : ("e3sm_bench_lores_g", "e3sm_bench_lores_f"),
"time" : "01:00:00",
"time" : "03:00:00",
"tests" : (
"PFS_PS.ne30_oECv3.WCYCL1850.bench-wcycl-lores",
"PFS_PM.ne30_oECv3.WCYCL1850.bench-wcycl-lores",
"PFS_PL.ne30_oECv3.WCYCL1850.bench-wcycl-lores",
"PFS_PS.ne30pg2_EC30to60E2r2.WCYCL1850.bench-wcycl-lores",
"PFS_PM.ne30pg2_EC30to60E2r2.WCYCL1850.bench-wcycl-lores",
"PFS_PL.ne30pg2_EC30to60E2r2.WCYCL1850.bench-wcycl-lores",
)
},
"e3sm_bench_all" : {
"inherit" : ("e3sm_bench_hires", "e3sm_bench_lores"),
"time" : "01:00:00",
"time" : "03:00:00",
},


Expand Down
Original file line number Diff line number Diff line change
@@ -1,9 +1,14 @@
#!/bin/bash
./xmlchange --append CAM_CONFIG_OPTS='-cosp'

# on KNLs, run hyper-threaded with 64x2
if [ `./xmlquery --value MACH` == theta ]||[ `./xmlquery --value MACH` == cori-knl ]; then
./xmlchange MAX_MPITASKS_PER_NODE=64
./xmlchange MAX_TASKS_PER_NODE=128
./xmlchange NTHRDS=2
# avoid over-decomposing LND beyond 7688 clumps (grid cells)
if [ `./xmlquery --value NTASKS_LND` -gt 3844 ]; then ./xmlchange NTHRDS_LND=1; fi
else
./xmlchange NTHRDS=1
fi

2 changes: 2 additions & 0 deletions components/elm/bld/namelist_files/namelist_defaults.xml
Original file line number Diff line number Diff line change
Expand Up @@ -378,6 +378,8 @@ lnd/clm2/surfdata_map/surfdata_ne240np4_simyr1850_c170821.nc</fsurdat>
lnd/clm2/surfdata_map/surfdata_0.5x0.5_simyr1850_c200609.nc</fsurdat>
<fsurdat hgrid="r0125" sim_year="1850" use_crop=".false." >
lnd/clm2/surfdata_map/surfdata_0.125x0.125_simyr1850_c190730.nc</fsurdat>
<fsurdat hgrid="r0125" sim_year="1950" use_crop=".false." >
lnd/clm2/surfdata_map/surfdata_0.125x0.125_simyr1950_c210924.nc</fsurdat>

<fsurdat hgrid="ne0np4_conus_x4v1_lowcon" sim_year="1850" use_crop=".false." >
lnd/clm2/surfdata_map/surfdata_conusx4v1_simyr1850_c160503.nc</fsurdat>
Expand Down

0 comments on commit 1da72bd

Please sign in to comment.