Feature/gfsv16b

Externals.cfg

@@ -1,28 +1,28 @@
 # External sub-modules of global-workflow
 
 [FV3GFS]
-tag = GFS.v16.0.1
+tag = GFS.v16.0.10
 local_path = sorc/fv3gfs.fd
 repo_url = https://github.com/ufs-community/ufs-weather-model.git
 protocol = git
 required = True
 
 [GSI]
-tag = gfsda.v16.0.0
+branch = release/gfsda.v16.0.0
 local_path = sorc/gsi.fd
-repo_url = ssh://vlab.ncep.noaa.gov:29418/ProdGSI
+repo_url = https://github.com/NOAA-EMC/GSI.git
 protocol = git
 required = True
 
 [GLDAS]
-tag = gldas_gfsv16_release.v1.0.0
+tag = gldas_gfsv16_release.v1.4.0
 local_path = sorc/gldas.fd
 repo_url = https://github.com/NOAA-EMC/GLDAS.git
 protocol = git
 required = True
 
 [EMC_post]
-tag = upp_gfsv16_release.v1.0.5
+tag = upp_gfsv16_release.v1.0.11
 local_path = sorc/gfs_post.fd
 repo_url = https://github.com/NOAA-EMC/EMC_post.git
 protocol = git
@@ -36,7 +36,7 @@ protocol = git
 required = True
 
 [EMC_verif-global]
-tag = verif_global_v1.6.0
+tag = verif_global_v1.9.0
 local_path = sorc/verif-global.fd
 repo_url = https://github.com/NOAA-EMC/EMC_verif-global.git
 protocol = git

README.md

@@ -6,7 +6,6 @@ The global-workflow depends on the following prerequisities to be available on t
 * workload management platform / scheduler - LSF or SLURM
 * workflow manager - ROCOTO (https://github.com/christopherwharrop/rocoto)
 * modules - NCEPLIBS (various), esmf v8.0.0bs48, hdf5, intel/ips v18, impi v18, wgrib2, netcdf v4.7.0, hpss, gempak (see module files under /modulefiles for additional details)
-* manage_externals - A utility from ESMCI to checkout external dependencies. Manage_externals can be obtained at the following address and should be in the users PATH: https://github.com/ESMCI/manage_externals
 
 The global-workflow current supports the following machines:
 
@@ -18,20 +17,11 @@ The global-workflow current supports the following machines:
 
 ### 1. Check out components
 
-The global-workflow uses the manage_externals utility to handle checking out its components. The manic-v1.1.8 manage_externals tag is supported. The manage_externals utility will be replacing the current checkout.sh script.
-
-Run manage_externals (checkout_externals) while at top of clone:
-
+While in /sorc folder:
 ```
-$ checkout_externals -e Externals.cfg
+$ sh checkout.sh
 ```
 
-If checkout_externals is not in your $PATH then use full path to it:
-
-* WCOSS-Dell: /gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/manage_externals/manic-v1.1.8/checkout_externals
-* WCOSS-Cray: /gpfs/hps3/emc/global/noscrub/emc.glopara/git/manage_externals/manic-v1.1.8/checkout_externals
-* Hera: /scratch1/NCEPDEV/global/glopara/git/manage_externals/manic-v1.1.8/checkout_externals
-
 ### 2. Build components
 
 While in /sorc folder:

docs/Release_Notes.gfs_downstream.v16.0.0.txt

@@ -58,7 +58,7 @@ PARM/wmo
    module load CFP/2.0.1
    module load impi/18.0.1
    module load lsf/10.1
-   module load prod_util/1.1.3
+   module load prod_util/1.1.4
    module load prod_envir/1.0.3
    module load grib_util/1.1.0
    ###########################################

driver/gdas/test_gdas_gldas.sh

@@ -54,7 +54,7 @@ module load CFP/2.0.1
 module load impi/18.0.1
 module load lsf/10.1
 module load prod_envir/1.0.2
-module load prod_util/1.1.0
+module load prod_util/1.1.4
 module load grib_util/1.1.0
 module load NetCDF/4.5.0
 ###########################################

driver/product/change_gfs_downstream_date.sh

@@ -7,8 +7,8 @@ export dir=` pwd `
 export PDY=`date -u +%Y%m%d`
 export PDY1=`expr $PDY - 1`
 
-export olddate=20191230
-export newdate=20200106
+export olddate=20200106
+export newdate=20200712
 
 export gdas=/gpfs/dell1/nco/ops/com/gfs/prod/gdas.${PDY}/${cyc}
 export gdasgp=/gpfs/dell1/nco/ops/com/gfs/prod/gdas.${PDY}/${cyc}/gempak
@@ -44,10 +44,3 @@ sed -i s/envir=prod/envir=para/g  run_JGFS_PGRB2_SPEC_NPOESS_dell.sh_${cyc}
 sed -i s/envir=prod/envir=para/g  run_JGFS_PGRB2_SPEC_GEMPAK_dell.sh_${cyc}
 
 done
-
-
-
-
-
-
-

driver/product/change_gfs_downstream_envir.sh

@@ -7,8 +7,8 @@ export dir=` pwd `
 export PDY=`date -u +%Y%m%d`
 export PDY1=`expr $PDY - 1`
 
-export olddate=20191230
-export newdate=20200106
+export olddate=20200106
+export newdate=20200712
 
 export gdas=/gpfs/dell1/nco/ops/com/gfs/prod/gdas.${PDY}/${cyc}
 export gdasgp=/gpfs/dell1/nco/ops/com/gfs/prod/gdas.${PDY}/${cyc}/gempak
@@ -24,19 +24,12 @@ do
  vi run_JGDAS_GEMPAK_dell.sh_${cyc}
  vi run_JGDAS_GEMPAK_META_NCDC_dell.sh_${cyc}
  vi run_JGFS_GEMPAK_dell.sh_${cyc}
-  vi run_JGFS_AWIPS_20KM_1P0DEG_dell.sh_${cyc} 
-  vi run_JGFS_AWIPS_G2_dell.sh_${cyc}   
+ vi run_JGFS_AWIPS_20KM_1P0DEG_dell.sh_${cyc} 
+ vi run_JGFS_AWIPS_G2_dell.sh_${cyc}   
  vi run_JGFS_FBWIND_dell.sh_${cyc} 
  vi run_JGFS_GEMPAK_META_dell.sh_${cyc}
  vi run_JGFS_GEMPAK_NCDC_UPAPGIF_dell.sh_${cyc} 
-  vi run_JGFS_PGRB2_SPEC_NPOESS_dell.sh_${cyc}
+ vi run_JGFS_PGRB2_SPEC_NPOESS_dell.sh_${cyc}
  vi run_JGFS_PGRB2_SPEC_GEMPAK_dell.sh_${cyc} 
 
 done
-
-
-
-
-
-
-

driver/product/run_JGDAS_GEMPAK_META_NCDC_dell.sh_00

@@ -13,7 +13,7 @@
 export KMP_AFFINITY=disabled
 
 export PDY=`date -u +%Y%m%d`
-export PDY=20200106
+export PDY=20200712
 
 export PDY1=`expr $PDY - 1`
 
@@ -32,7 +32,7 @@ module load ips/18.0.1.163
 module load CFP/2.0.1
 module load impi/18.0.1
 module load lsf/10.1
-module load prod_util/1.1.3
+module load prod_util/1.1.4
 module load prod_envir/1.0.3
 module load grib_util/1.1.0
 ###########################################
@@ -104,21 +104,17 @@ export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak}
 export COMINgdas=${COMINgdas:-$(compath.py ${NET}/${envir}/${RUN})}
 
 else
+   export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2c/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime
+   export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2c/gfs/para/${RUN}                        ### EMC PARA Realtime
 
-# export COMIN=/gpfs/dell1/nco/ops/com/gfs/para/${RUN}.${PDY}/${cyc}/gempak ### NCO PARA Realtime
-# export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN}.${PDY}/${cyc}/gempak ### EMC PARA Realtime
-# export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN} ### EMC PARA Realtime
-#  export COMIN=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${NET}/${envir}/${RUN}.${PDY}/${cyc}/gempak   ### Boi PARA
-#  export COMINgdas=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${NET}/${envir}/${RUN}  ### Boi PARA
-   export COMIN=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gdas.20200106/00/gempak
-   export COMINgdas=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gdas
 fi
+export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta
 
 export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)}
 export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)}
 
-export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}
-export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/gempak/meta
+export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos
+export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta
 
 export COMOUTukmet=${COMOUT}
 export COMOUTecmwf=${COMOUT}

driver/product/run_JGDAS_GEMPAK_META_NCDC_dell.sh_06

@@ -13,7 +13,7 @@
 export KMP_AFFINITY=disabled
 
 export PDY=`date -u +%Y%m%d`
-export PDY=20200106
+export PDY=20200712
 
 export PDY1=`expr $PDY - 1`
 
@@ -32,7 +32,7 @@ module load ips/18.0.1.163
 module load CFP/2.0.1
 module load impi/18.0.1
 module load lsf/10.1
-module load prod_util/1.1.3
+module load prod_util/1.1.4
 module load prod_envir/1.0.3
 module load grib_util/1.1.0
 ###########################################
@@ -104,19 +104,17 @@ export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}/gempak}
 export COMINgdas=${COMINgdas:-$(compath.py ${NET}/${envir}/${RUN})}
 
 else
+   export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2c/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime
+   export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2c/gfs/para/${RUN}                        ### EMC PARA Realtime
 
- export COMIN=/gpfs/dell1/nco/ops/com/gfs/para/${RUN}.${PDY}/${cyc}/gempak ### NCO PARA Realtime
-# export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN}.${PDY}/${cyc}/gempak ### EMC PARA Realtime
-# export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN} ### EMC PARA Realtime
-#  export COMIN=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${NET}/${envir}/${RUN}.${PDY}/${cyc}/gempak   ### Boi PARA
-#  export COMINgdas=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${NET}/${envir}/${RUN}  ### Boi PARA
 fi
+export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta
 
 export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)}
-export COMINecmwf=${COMINecmwf:-$(compath.py nawips/prod/ecmwf)}
+export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)}
 
-export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}
-export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/gempak/meta
+export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos
+export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta
 
 export COMOUTukmet=${COMOUT}
 export COMOUTecmwf=${COMOUT}

driver/product/run_JGDAS_GEMPAK_META_NCDC_dell.sh_12

@@ -13,7 +13,7 @@
 export KMP_AFFINITY=disabled
 
 export PDY=`date -u +%Y%m%d`
-export PDY=20200106
+export PDY=20200712
 
 export PDY1=`expr $PDY - 1`
 
@@ -32,7 +32,7 @@ module load ips/18.0.1.163
 module load CFP/2.0.1
 module load impi/18.0.1
 module load lsf/10.1
-module load prod_util/1.1.3
+module load prod_util/1.1.4
 module load prod_envir/1.0.3
 module load grib_util/1.1.0
 ###########################################
@@ -105,21 +105,19 @@ export COMINgdas=${COMINgdas:-$(compath.py ${NET}/${envir}/${RUN})}
 
 else
 
- export COMIN=/gpfs/dell1/nco/ops/com/gfs/para/${RUN}.${PDY}/${cyc}/gempak ### NCO PARA Realtime
-# export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN}.${PDY}/${cyc}/gempak ### EMC PARA Realtime
-# export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN} ### EMC PARA Realtime
-#  export COMIN=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${NET}/${envir}/${RUN}.${PDY}/${cyc}/gempak   ### Boi PARA
-#  export COMINgdas=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${NET}/${envir}/${RUN}  ### Boi PARA
+#   export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2c/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime
+#   export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2c/gfs/para/${RUN}                        ### EMC PARA Realtime
+   export COMIN=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gdas.20200712/12/atmos/gempak ### Boi PARA Realtime
+   export COMINgdas=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gdas                      ### Boi PARA Realtime
 
-  export COMIN=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gdas.20200106/12/gempak
-  export COMINgdas=/gpfs/dell2/ptmp/Boi.Vuong/com/gfs/para/gdas
 fi
+export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta
 
 export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)}
-export COMINecmwf=${COMINecmwf:-$(compath.py nawips/prod/ecmwf)}
+export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)}
 
-export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}
-export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/gempak/meta
+export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos
+export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta
 
 export COMOUTukmet=${COMOUT}
 export COMOUTecmwf=${COMOUT}

driver/product/run_JGDAS_GEMPAK_META_NCDC_dell.sh_18

@@ -13,7 +13,7 @@
 export KMP_AFFINITY=disabled
 
 export PDY=`date -u +%Y%m%d`
-export PDY=20200106
+export PDY=20200712
 
 export PDY1=`expr $PDY - 1`
 
@@ -32,7 +32,7 @@ module load ips/18.0.1.163
 module load CFP/2.0.1
 module load impi/18.0.1
 module load lsf/10.1
-module load prod_util/1.1.3
+module load prod_util/1.1.4
 module load prod_envir/1.0.3
 module load grib_util/1.1.0
 ###########################################
@@ -105,18 +105,17 @@ export COMINgdas=${COMINgdas:-$(compath.py ${NET}/${envir}/${RUN})}
 
 else
 
- export COMIN=/gpfs/dell1/nco/ops/com/gfs/para/${RUN}.${PDY}/${cyc}/gempak ### NCO PARA Realtime
-# export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN}.${PDY}/${cyc}/gempak ### EMC PARA Realtime
-# export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN} ### EMC PARA Realtime
-#  export COMIN=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${NET}/${envir}/${RUN}.${PDY}/${cyc}/gempak   ### Boi PARA
-#  export COMINgdas=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${NET}/${envir}/${RUN}  ### Boi PARA
+   export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2c/gfs/para/${RUN}.${PDY}/${cyc}/atmos/gempak ### EMC PARA Realtime
+   export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2c/gfs/para/${RUN}                        ### EMC PARA Realtime
+
 fi
+export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta
 
 export COMINukmet=${COMINukmet:-$(compath.py nawips/prod/ukmet)}
-export COMINecmwf=${COMINecmwf:-$(compath.py nawips/prod/ecmwf)}
+export COMINecmwf=${COMINecmwf:-$(compath.py ecmwf/prod/ecmwf)}
 
-export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}
-export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/gempak/meta
+export COMOUTncdc=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos
+export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak/meta
 
 export COMOUTukmet=${COMOUT}
 export COMOUTecmwf=${COMOUT}

driver/product/run_JGDAS_GEMPAK_dell.sh_00

@@ -13,7 +13,7 @@
 export KMP_AFFINITY=disabled
 
 export PDY=`date -u +%Y%m%d`
-export PDY=20200106
+export PDY=20200712
 
 export PDY1=`expr $PDY - 1`
 
@@ -32,7 +32,7 @@ module load ips/18.0.1.163
 module load CFP/2.0.1
 module load impi/18.0.1
 module load lsf/10.1
-module load prod_util/1.1.3
+module load prod_util/1.1.4
 module load prod_envir/1.0.3
 module load grib_util/1.1.0
 ###########################################
@@ -103,14 +103,10 @@ if [ $envir = "prod" ] ; then
 #  This setting is for testing with GFS (production)
   export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}}        ### NCO PROD
 else
-#  export COMIN=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${RUN}.${PDY}/${cyc}    ### Boi PARA
-#   export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt3b/gfs.${PDY}/${cyc} ### EMC PARA Realtime
-#   export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gdas.20200106/${cyc} ### EMC PARA Realtime
-  export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2/gdas.20200106/00
-
+  export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2c/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime
 fi
 
-export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/gempak
+export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak
 
 if [ $SENDCOM = YES ] ; then
   mkdir -m 775 -p $COMOUT

driver/product/run_JGDAS_GEMPAK_dell.sh_06

@@ -13,7 +13,7 @@
 export KMP_AFFINITY=disabled
 
 export PDY=`date -u +%Y%m%d`
-export PDY=20200106
+export PDY=20200712
 
 export PDY1=`expr $PDY - 1`
 
@@ -32,7 +32,7 @@ module load ips/18.0.1.163
 module load CFP/2.0.1
 module load impi/18.0.1
 module load lsf/10.1
-module load prod_util/1.1.3
+module load prod_util/1.1.4
 module load prod_envir/1.0.3
 module load grib_util/1.1.0
 ###########################################
@@ -103,11 +103,11 @@ if [ $envir = "prod" ] ; then
 #  This setting is for testing with GFS (production)
   export COMIN=${COMIN:-$(compath.py ${NET}/${envir}/${RUN}.${PDY})/${cyc}}        ### NCO PROD
 else
-  export COMIN=/gpfs/dell2/emc/modeling/noscrub/Boi.Vuong/git/${RUN}.${PDY}/${cyc}    ### Boi PARA
-#  export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt3b/gfs.${PDY}/${cyc} ### EMC PARA Realtime
+   export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/v16rt2c/gfs/para/${RUN}.${PDY}/${cyc}/atmos ### EMC PARA Realtime
+
 fi
 
-export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/gempak
+export COMOUT=${COMROOT2}/${NET}/${envir}/${RUN}.${PDY}/${cyc}/atmos/gempak
 
 if [ $SENDCOM = YES ] ; then
   mkdir -m 775 -p $COMOUT