From 9e3aedcff673446bd3bbaebb44d591b2940149e7 Mon Sep 17 00:00:00 2001 From: XiaqiongZhou-NOAA <48254930+XiaqiongZhou-NOAA@users.noreply.github.com> Date: Wed, 10 Jun 2020 15:05:26 -0400 Subject: [PATCH] Update FV3 dynamic core to the GFDL 201912 released version (#58) * Update FMS to the 2020.02 version * Add -DENABLE_QUAD_PRECISION in the compiling flag when QUAD_PRECISION=Y (DEFAULT). Starting with FMS 2019.01.01, quad-precision arithmetic is enabled it the ENABLE_QUAD_PRECISION macro. This is used to determine whether certain grid metric terms code within FMS/FV3-dycore use quad-precision arithmetic. * Revise CMakeList to work with FMS 2020.02 * Use write component instead of FMS2 IO for ccpp_regional_c768 --- CMakeLists.txt | 35 +- FMS | 2 +- FV3 | 2 +- cmake/GNU.cmake | 7 + cmake/Intel.cmake | 9 + cmake/PGI.cmake | 7 + cmake/configure_cheyenne.gnu.cmake | 1 + cmake/configure_cheyenne.intel-impi.cmake | 1 + cmake/configure_cheyenne.intel.cmake | 1 + cmake/configure_gaea.cmake | 1 + cmake/configure_hera.gnu.cmake | 1 + cmake/configure_hera.intel.cmake | 1 + cmake/configure_jet.intel.cmake | 1 + cmake/configure_linux.gnu.cmake | 1 + cmake/configure_linux.intel.cmake | 1 + cmake/configure_macosx.gnu.cmake | 1 + cmake/configure_orion.intel.cmake | 1 + cmake/configure_wcoss_cray.cmake | 1 + cmake/configure_wcoss_dell_p3.cmake | 1 + conf/configure.fv3.cheyenne.gnu | 5 + conf/configure.fv3.cheyenne.intel | 5 + conf/configure.fv3.cheyenne.intel-impi | 5 + conf/configure.fv3.endeavor.intel | 5 + conf/configure.fv3.gaea.intel | 5 + conf/configure.fv3.hera.gnu | 5 + conf/configure.fv3.hera.intel | 6 + conf/configure.fv3.jet.intel | 5 + conf/configure.fv3.linux.gnu | 5 + conf/configure.fv3.macosx.gnu | 5 + conf/configure.fv3.odin | 5 + conf/configure.fv3.orion.intel | 5 + conf/configure.fv3.s4.intel | 5 + conf/configure.fv3.stampede.intel | 5 + conf/configure.fv3.wcoss_cray | 5 + conf/configure.fv3.wcoss_dell_p3 | 6 + conf/configure.fv3.wcoss_phase1 | 5 + conf/configure.fv3.wcoss_phase2 | 5 + parm/ccpp_input_nest02.nml.IN | 10 - parm/ccpp_regional_c768.nml.IN | 2 +- parm/ccpp_stretched-nest-input.nml.IN | 11 +- parm/input_nest02.nml.IN | 10 - parm/regional_c768-model_configure.IN | 60 ++ parm/stretched-nest-input.nml.IN | 11 +- tests/Compile_hera.intel.log | 825 ++++++++++----------- tests/Compile_orion.intel.log | 858 +++++++++++----------- tests/Compile_wcoss_cray.log | 702 +++++++++--------- tests/Compile_wcoss_dell_p3.log | 562 +++++++------- tests/RegressionTests_hera.intel.log | 222 +++--- tests/RegressionTests_orion.intel.log | 206 +++--- tests/RegressionTests_wcoss_cray.log | 180 ++--- tests/RegressionTests_wcoss_dell_p3.log | 190 ++--- tests/fv3_conf/ccpp_regional_c786_run.IN | 27 + tests/rt.sh | 4 +- tests/tests/fv3_ccpp_regional_c768 | 9 +- tests/tests/fv3_ccpp_stretched_nest | 6 +- tests/tests/fv3_ccpp_stretched_nest_quilt | 2 +- tests/tests/fv3_stretched_nest | 6 +- tests/tests/fv3_stretched_nest_quilt | 2 +- 58 files changed, 2105 insertions(+), 1967 deletions(-) create mode 100644 parm/regional_c768-model_configure.IN create mode 100644 tests/fv3_conf/ccpp_regional_c786_run.IN diff --git a/CMakeLists.txt b/CMakeLists.txt index 6cab4e73e..fc8825e15 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -101,6 +101,7 @@ add_library( FMS/amip_interp/amip_interp.F90 FMS/astronomy/astronomy.F90 FMS/axis_utils/axis_utils.F90 + FMS/axis_utils/axis_utils2.F90 FMS/block_control/block_control.F90 FMS/column_diagnostics/column_diagnostics.F90 FMS/constants/constants.F90 @@ -108,82 +109,84 @@ add_library( FMS/coupler/coupler_types.F90 FMS/coupler/ensemble_manager.F90 FMS/data_override/data_override.F90 + FMS/diag_integral/diag_integral.F90 FMS/diag_manager/diag_axis.F90 FMS/diag_manager/diag_data.F90 FMS/diag_manager/diag_grid.F90 FMS/diag_manager/diag_manager.F90 - FMS/diag_manager/diag_manifest.F90 FMS/diag_manager/diag_output.F90 FMS/diag_manager/diag_table.F90 FMS/diag_manager/diag_util.F90 FMS/drifters/cloud_interpolator.F90 + FMS/drifters/drifters.F90 FMS/drifters/drifters_comm.F90 FMS/drifters/drifters_core.F90 - FMS/drifters/drifters.F90 FMS/drifters/drifters_input.F90 FMS/drifters/drifters_io.F90 FMS/drifters/quicksort.F90 FMS/exchange/stock_constants.F90 FMS/exchange/xgrid.F90 - FMS/fft/fft99.F90 - FMS/fft/fft.F90 FMS/field_manager/field_manager.F90 FMS/field_manager/fm_util.F90 FMS/fms/fms.F90 FMS/fms/fms_io.F90 + FMS/fms2_io/blackboxio.F90 + FMS/fms2_io/fms2_io.F90 + FMS/fms2_io/fms_io_utils.F90 + FMS/fms2_io/fms_netcdf_domain_io.F90 + FMS/fms2_io/fms_netcdf_unstructured_domain_io.F90 + FMS/fms2_io/netcdf_io.F90 + FMS/horiz_interp/horiz_interp.F90 FMS/horiz_interp/horiz_interp_bicubic.F90 FMS/horiz_interp/horiz_interp_bilinear.F90 FMS/horiz_interp/horiz_interp_conserve.F90 - FMS/horiz_interp/horiz_interp.F90 FMS/horiz_interp/horiz_interp_spherical.F90 FMS/horiz_interp/horiz_interp_type.F90 FMS/interpolator/interpolator.F90 FMS/memutils/memutils.F90 + FMS/monin_obukhov/monin_obukhov.F90 + FMS/monin_obukhov/monin_obukhov_kernel.F90 FMS/mosaic/gradient.F90 FMS/mosaic/grid.F90 FMS/mosaic/mosaic.F90 + FMS/mosaic/mosaic2.F90 + FMS/mpp/mpp.F90 FMS/mpp/mpp_data.F90 FMS/mpp/mpp_domains.F90 FMS/mpp/mpp_efp.F90 - FMS/mpp/mpp.F90 FMS/mpp/mpp_io.F90 FMS/mpp/mpp_memutils.F90 FMS/mpp/mpp_parameter.F90 FMS/mpp/mpp_pset.F90 FMS/mpp/mpp_utilities.F90 - FMS/oda_tools/oda_core_ecda.F90 - FMS/oda_tools/oda_core.F90 - FMS/oda_tools/oda_types.F90 - FMS/oda_tools/write_ocean_data.F90 - FMS/oda_tools/xbt_drop_rate_adjust.f90 FMS/platform/platform.F90 FMS/random_numbers/MersenneTwister.F90 FMS/random_numbers/random_numbers.F90 FMS/sat_vapor_pres/sat_vapor_pres.F90 FMS/sat_vapor_pres/sat_vapor_pres_k.F90 - FMS/station_data/station_data.F90 - FMS/time_interp/time_interp_external.F90 FMS/time_interp/time_interp.F90 + FMS/time_interp/time_interp_external.F90 + FMS/time_interp/time_interp_external2.F90 FMS/time_manager/get_cal_time.F90 FMS/time_manager/time_manager.F90 FMS/topography/gaussian_topog.F90 FMS/topography/topography.F90 FMS/tracer_manager/tracer_manager.F90 FMS/tridiagonal/tridiagonal.F90 - FMS/memutils/memuse.c + FMS/mosaic/create_xgrid.c FMS/mosaic/gradient_c2l.c FMS/mosaic/interp.c FMS/mosaic/mosaic_util.c FMS/mosaic/read_mosaic.c - FMS/affinity/affinity.c + FMS/mpp/mpp_memuse.c FMS/mpp/nsclock.c FMS/mpp/threadloc.c ) # stupid cmake can not figure out dependency of fft.F90 on fft99.F90 because 'use fft99_mod' is inside ifdefs set_property(SOURCE FMS/fft/fft.F90 APPEND_STRING PROPERTY COMPILE_FLAGS "-DSGICRAY=0 -DNAGFFT=0") -target_include_directories(fms PUBLIC ${PROJECT_SOURCE_DIR}/FMS/include FMS/include FMS/fms FMS/mpp/include) +target_include_directories(fms PUBLIC ${PROJECT_SOURCE_DIR}/FMS/include FMS/include FMS/fms FMS/fms2_io/include FMS/mpp/include) target_include_directories(fms PRIVATE ${NETCDF_INC_DIR}) set_target_properties(fms PROPERTIES ARCHIVE_OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/FMS) diff --git a/FMS b/FMS index 708b8d5e5..d34bb9fa1 160000 --- a/FMS +++ b/FMS @@ -1 +1 @@ -Subproject commit 708b8d5e5e044860bfc409c22524eb9fb8b25ff3 +Subproject commit d34bb9fa1107c5cc08a552eefd7b127a22c3a49d diff --git a/FV3 b/FV3 index def9be1fc..b4672ab0c 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit def9be1fcd61c2a7a5efa0512cd485151b123e4a +Subproject commit b4672ab0c3b5685a8e1116b670bbfad82f133642 diff --git a/cmake/GNU.cmake b/cmake/GNU.cmake index a93b6f4ac..9a28bfd5b 100644 --- a/cmake/GNU.cmake +++ b/cmake/GNU.cmake @@ -61,3 +61,10 @@ if(INLINE_POST) else() message("INLINE_POST is disabled") endif() + +if(QUAD_PRECISION) + message("QUAD_PRECISION is ENABLED") + add_definitions(-DENABLE_QUAD_PRECISION) +else() + message("QUAD_PRECISION is disabled") +endif() diff --git a/cmake/Intel.cmake b/cmake/Intel.cmake index 8fe97f2e5..47e1602e7 100644 --- a/cmake/Intel.cmake +++ b/cmake/Intel.cmake @@ -50,6 +50,10 @@ if(OPENMP) add_definitions(-DOPENMP) endif() +if(QUAD_PRECISION) + add_definitions(-DENABLE_QUAD_PRECISION) +endif() + set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -D__IFC -sox -fp-model source") @@ -90,3 +94,8 @@ if(INLINE_POST) else() message("INLINE_POST is disabled") endif() +if(QUAD_PRECISION) + message("QUAD_PRECISION is ENABLED") +else() + message("QUAD_PRECISION is disabled") +endif() diff --git a/cmake/PGI.cmake b/cmake/PGI.cmake index b5c01d91c..a822557f3 100644 --- a/cmake/PGI.cmake +++ b/cmake/PGI.cmake @@ -60,3 +60,10 @@ if(INLINE_POST) else() message("INLINE_POST is disabled") endif() + +if(QUAD_PRECISION) + message("QUAD_PRECISION is ENABLED") + add_definitions(-DENABLE_QUAD_PRECISION) +else() + message("QUAD_PRECISION is disabled") +endif() diff --git a/cmake/configure_cheyenne.gnu.cmake b/cmake/configure_cheyenne.gnu.cmake index 7efcb1633..2ae7be06d 100644 --- a/cmake/configure_cheyenne.gnu.cmake +++ b/cmake/configure_cheyenne.gnu.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_cheyenne.intel-impi.cmake b/cmake/configure_cheyenne.intel-impi.cmake index 534d580aa..2520e2345 100644 --- a/cmake/configure_cheyenne.intel-impi.cmake +++ b/cmake/configure_cheyenne.intel-impi.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_cheyenne.intel.cmake b/cmake/configure_cheyenne.intel.cmake index 534d580aa..2520e2345 100644 --- a/cmake/configure_cheyenne.intel.cmake +++ b/cmake/configure_cheyenne.intel.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_gaea.cmake b/cmake/configure_gaea.cmake index 3d56634f5..f10199354 100644 --- a/cmake/configure_gaea.cmake +++ b/cmake/configure_gaea.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_hera.gnu.cmake b/cmake/configure_hera.gnu.cmake index 7efcb1633..2ae7be06d 100644 --- a/cmake/configure_hera.gnu.cmake +++ b/cmake/configure_hera.gnu.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_hera.intel.cmake b/cmake/configure_hera.intel.cmake index 645406a86..4a9a9a657 100644 --- a/cmake/configure_hera.intel.cmake +++ b/cmake/configure_hera.intel.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" ON) diff --git a/cmake/configure_jet.intel.cmake b/cmake/configure_jet.intel.cmake index 846fa0c7d..94d2447f3 100644 --- a/cmake/configure_jet.intel.cmake +++ b/cmake/configure_jet.intel.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_linux.gnu.cmake b/cmake/configure_linux.gnu.cmake index 7efcb1633..2ae7be06d 100644 --- a/cmake/configure_linux.gnu.cmake +++ b/cmake/configure_linux.gnu.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_linux.intel.cmake b/cmake/configure_linux.intel.cmake index 7efcb1633..2ae7be06d 100644 --- a/cmake/configure_linux.intel.cmake +++ b/cmake/configure_linux.intel.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_macosx.gnu.cmake b/cmake/configure_macosx.gnu.cmake index 011ddd9bf..6c89f3106 100644 --- a/cmake/configure_macosx.gnu.cmake +++ b/cmake/configure_macosx.gnu.cmake @@ -21,6 +21,7 @@ else() option(OPENMP "Enable OpenMP threading" ON) endif() option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" OFF) diff --git a/cmake/configure_orion.intel.cmake b/cmake/configure_orion.intel.cmake index 645406a86..4a9a9a657 100644 --- a/cmake/configure_orion.intel.cmake +++ b/cmake/configure_orion.intel.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" ON) diff --git a/cmake/configure_wcoss_cray.cmake b/cmake/configure_wcoss_cray.cmake index 645406a86..4a9a9a657 100644 --- a/cmake/configure_wcoss_cray.cmake +++ b/cmake/configure_wcoss_cray.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" ON) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" ON) diff --git a/cmake/configure_wcoss_dell_p3.cmake b/cmake/configure_wcoss_dell_p3.cmake index 72dbf1dc9..dc25b4a19 100644 --- a/cmake/configure_wcoss_dell_p3.cmake +++ b/cmake/configure_wcoss_dell_p3.cmake @@ -16,6 +16,7 @@ option(VERBOSE "Enable VERBOSE mode" OFF) option(32BIT "Enable 32BIT (single precision arithmetic in dycore)" OFF) option(OPENMP "Enable OpenMP threading" ON) option(AVX2 "Enable AVX2 instruction set" OFF) +option(QUAD_PRECISION "Enable QUAD_PRECISION (for certain grid metric terms in dycore)" ON) option(INLINE_POST "Enable inline post" ON) diff --git a/conf/configure.fv3.cheyenne.gnu b/conf/configure.fv3.cheyenne.gnu index 38cf918af..13321e284 100644 --- a/conf/configure.fv3.cheyenne.gnu +++ b/conf/configure.fv3.cheyenne.gnu @@ -56,6 +56,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -118,6 +119,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -fno-range-check FFLAGS_REPRO = -O2 -g -fbacktrace -fno-range-check FFLAGS_DEBUG = -g -O0 -fno-unsafe-math-optimizations -frounding-math -fsignaling-nans -ffpe-trap=invalid,zero,overflow -fbounds-check -fbacktrace -fno-range-check -Wall diff --git a/conf/configure.fv3.cheyenne.intel b/conf/configure.fv3.cheyenne.intel index ae3df34b0..4caaad8f2 100644 --- a/conf/configure.fv3.cheyenne.intel +++ b/conf/configure.fv3.cheyenne.intel @@ -56,6 +56,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -127,6 +128,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.cheyenne.intel-impi b/conf/configure.fv3.cheyenne.intel-impi index e79669411..1b16754d3 100644 --- a/conf/configure.fv3.cheyenne.intel-impi +++ b/conf/configure.fv3.cheyenne.intel-impi @@ -52,6 +52,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -123,6 +124,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.endeavor.intel b/conf/configure.fv3.endeavor.intel index c24c9581b..4a03fdcc6 100644 --- a/conf/configure.fv3.endeavor.intel +++ b/conf/configure.fv3.endeavor.intel @@ -52,6 +52,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -123,6 +124,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.gaea.intel b/conf/configure.fv3.gaea.intel index af8fc9508..7f0e1a136 100644 --- a/conf/configure.fv3.gaea.intel +++ b/conf/configure.fv3.gaea.intel @@ -31,6 +31,7 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -96,6 +97,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.hera.gnu b/conf/configure.fv3.hera.gnu index f9b23fbb8..a53becbb1 100644 --- a/conf/configure.fv3.hera.gnu +++ b/conf/configure.fv3.hera.gnu @@ -31,6 +31,7 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -93,6 +94,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -fno-range-check FFLAGS_REPRO = -O2 -g -fbacktrace -fno-range-check FFLAGS_DEBUG = -g -O0 -fno-unsafe-math-optimizations -frounding-math -fsignaling-nans -ffpe-trap=invalid,zero,overflow -fbounds-check -fbacktrace -fno-range-check -Wall diff --git a/conf/configure.fv3.hera.intel b/conf/configure.fv3.hera.intel index 62e4fab45..0a69ed859 100644 --- a/conf/configure.fv3.hera.intel +++ b/conf/configure.fv3.hera.intel @@ -31,6 +31,7 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -105,6 +106,11 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.jet.intel b/conf/configure.fv3.jet.intel index 1e9320f9c..97c2053f0 100644 --- a/conf/configure.fv3.jet.intel +++ b/conf/configure.fv3.jet.intel @@ -51,6 +51,8 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y + include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -121,6 +123,9 @@ endif ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback diff --git a/conf/configure.fv3.linux.gnu b/conf/configure.fv3.linux.gnu index fd22eb308..51faabfaa 100644 --- a/conf/configure.fv3.linux.gnu +++ b/conf/configure.fv3.linux.gnu @@ -56,6 +56,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -118,6 +119,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -fno-range-check FFLAGS_REPRO = -O2 -g -fbacktrace -fno-range-check FFLAGS_DEBUG = -g -O0 -ggdb -fno-unsafe-math-optimizations -frounding-math -fsignaling-nans -ffpe-trap=invalid,zero,overflow -fbounds-check -fbacktrace -fno-range-check -Wall diff --git a/conf/configure.fv3.macosx.gnu b/conf/configure.fv3.macosx.gnu index d2bd65287..656787d70 100644 --- a/conf/configure.fv3.macosx.gnu +++ b/conf/configure.fv3.macosx.gnu @@ -56,6 +56,7 @@ AVX2 = Y HYDRO = N CCPP = N SION = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -120,6 +121,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -g -fno-range-check FFLAGS_REPRO = -O0 -g -fbacktrace -fno-range-check FFLAGS_DEBUG = -g -O0 -ggdb -fno-unsafe-math-optimizations -frounding-math -fsignaling-nans -ffpe-trap=invalid,zero,overflow -fbounds-check -fbacktrace -fno-range-check -Wall diff --git a/conf/configure.fv3.odin b/conf/configure.fv3.odin index 2e3cab280..191a6f90b 100644 --- a/conf/configure.fv3.odin +++ b/conf/configure.fv3.odin @@ -50,6 +50,7 @@ VERBOSE = OPENMP = Y AVX2 = Y HYDRO = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -102,6 +103,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback #FFLAGS_DEBUG = -g -O0 -check bounds -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.orion.intel b/conf/configure.fv3.orion.intel index 06a28ec24..0b442e288 100644 --- a/conf/configure.fv3.orion.intel +++ b/conf/configure.fv3.orion.intel @@ -32,6 +32,7 @@ AVX2 = Y HYDRO = N CCPP = N STATIC = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -106,6 +107,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.s4.intel b/conf/configure.fv3.s4.intel index dd484161e..8a968d978 100644 --- a/conf/configure.fv3.s4.intel +++ b/conf/configure.fv3.s4.intel @@ -32,6 +32,7 @@ AVX2 = N HYDRO = N CCPP = N INLINE_POST=N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -111,6 +112,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model strict -qoverride-limits -qopt-prefetch=3 -g -traceback FFLAGS_REPRO = -O2 -debug minimal -fp-model strict -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.stampede.intel b/conf/configure.fv3.stampede.intel index 772bc4ea6..150c6399f 100644 --- a/conf/configure.fv3.stampede.intel +++ b/conf/configure.fv3.stampede.intel @@ -51,6 +51,7 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -122,6 +123,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.wcoss_cray b/conf/configure.fv3.wcoss_cray index 107ae7ab7..8d20a1749 100644 --- a/conf/configure.fv3.wcoss_cray +++ b/conf/configure.fv3.wcoss_cray @@ -21,6 +21,7 @@ OPENMP = Y AVX2 = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -82,6 +83,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.wcoss_dell_p3 b/conf/configure.fv3.wcoss_dell_p3 index 3838c91b9..ae0703a91 100644 --- a/conf/configure.fv3.wcoss_dell_p3 +++ b/conf/configure.fv3.wcoss_dell_p3 @@ -19,6 +19,7 @@ VERBOSE = OPENMP = Y HYDRO = N CCPP = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -75,6 +76,11 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + +# FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback FFLAGS_DEBUG = -g -O0 -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv diff --git a/conf/configure.fv3.wcoss_phase1 b/conf/configure.fv3.wcoss_phase1 index 587fd89fa..d1876a475 100644 --- a/conf/configure.fv3.wcoss_phase1 +++ b/conf/configure.fv3.wcoss_phase1 @@ -18,6 +18,7 @@ REPRO = VERBOSE = OPENMP = Y HYDRO = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -62,6 +63,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS += -xHOST -qno-opt-dynamic-align CFLAGS += -xHOST -qno-opt-dynamic-align diff --git a/conf/configure.fv3.wcoss_phase2 b/conf/configure.fv3.wcoss_phase2 index 587fd89fa..d1876a475 100644 --- a/conf/configure.fv3.wcoss_phase2 +++ b/conf/configure.fv3.wcoss_phase2 @@ -18,6 +18,7 @@ REPRO = VERBOSE = OPENMP = Y HYDRO = N +QUAD_PRECISION = Y include $(ESMFMKFILE) ESMF_INC = $(ESMF_F90COMPILEPATHS) @@ -62,6 +63,10 @@ ifeq ($(MULTI_GASES),Y) CPPDEFS += -DMULTI_GASES endif +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + FFLAGS += -xHOST -qno-opt-dynamic-align CFLAGS += -xHOST -qno-opt-dynamic-align diff --git a/parm/ccpp_input_nest02.nml.IN b/parm/ccpp_input_nest02.nml.IN index 6d4ebc3ec..c942942b3 100644 --- a/parm/ccpp_input_nest02.nml.IN +++ b/parm/ccpp_input_nest02.nml.IN @@ -106,19 +106,9 @@ nested = .true. twowaynest = .true. - parent_grid_num = 1 - parent_tile = 6 - refinement = 3 - ioffset = 14 - joffset = 19 nestupdate = 7 / -&nest_nml - ntiles = 2 - nest_pes = 48,48 - p_split = 1 -/ &external_ic_nml filtered_terrain = .true. diff --git a/parm/ccpp_regional_c768.nml.IN b/parm/ccpp_regional_c768.nml.IN index 023ea52a9..406052d82 100644 --- a/parm/ccpp_regional_c768.nml.IN +++ b/parm/ccpp_regional_c768.nml.IN @@ -36,7 +36,7 @@ / &fv_core_nml - layout = 24,20 + layout = 18,24 io_layout = 1,1 npx = 1729 npy = 1441 diff --git a/parm/ccpp_stretched-nest-input.nml.IN b/parm/ccpp_stretched-nest-input.nml.IN index 7450874e4..f2848e5b0 100644 --- a/parm/ccpp_stretched-nest-input.nml.IN +++ b/parm/ccpp_stretched-nest-input.nml.IN @@ -110,10 +110,13 @@ stretch_fac = 1.5 / -&nest_nml - ntiles = 2 - nest_pes = 48,48 - p_split = 1 +&fv_nest_nml + grid_pes = 48, 48 + grid_coarse = 0, 1 + tile_coarse = 0, 6 + nest_refine = 0, 3 + nest_ioffsets= 1, 14 + nest_joffsets= 1, 19 / &external_ic_nml diff --git a/parm/input_nest02.nml.IN b/parm/input_nest02.nml.IN index bb4471870..d26e78bce 100644 --- a/parm/input_nest02.nml.IN +++ b/parm/input_nest02.nml.IN @@ -105,19 +105,9 @@ nested = .true. twowaynest = .true. - parent_grid_num = 1 - parent_tile = 6 - refinement = 3 - ioffset = 14 - joffset = 19 nestupdate = 7 / -&nest_nml - ntiles = 2 - nest_pes = 48,48 - p_split = 1 -/ &external_ic_nml filtered_terrain = .true. diff --git a/parm/regional_c768-model_configure.IN b/parm/regional_c768-model_configure.IN new file mode 100644 index 000000000..25d43c054 --- /dev/null +++ b/parm/regional_c768-model_configure.IN @@ -0,0 +1,60 @@ +print_esmf: .true. + +total_member: 1 +PE_MEMBER01: 480 + +start_year: 2018 +start_month: 10 +start_day: 15 +start_hour: 00 +start_minute: 0 +start_second: 0 +nhours_fcst: 3 +RUN_CONTINUE: .false. +ENS_SPS: .false. +dt_atmos: 90 +cpl: .false. +calendar: 'julian' +memuse_verbose: .false. +atmos_nthreads: 1 +use_hyper_thread: .false. +ncores_per_node: 24 +debug_affinity: .true. +restart_interval: 0 +output_1st_tstep_rst: .false. + +quilting: .true. +write_groups: 2 +write_tasks_per_group: 24 +num_files: 2 +filename_base: 'dyn' 'phy' +output_file: 'netcdf' +write_nemsioflip: .false. +write_fsyncflag: .false. + +# output_grid: 'gaussian_grid' +# imo: 384 +# jmo: 190 + + output_grid: 'regional_latlon' + lon1: 225.0 + lon2: 300.0 + lat1: 10.0 + lat2: 60.0 + dlon: 0.2 + dlat: 0.2 + +# output_grid: 'rotated_latlon' +# cen_lon: -97.5 # central longitude +# cen_lat: 34.5 # central latitude +# lon1: -24.0 # longitude of lower-left point in rotated coordinate system (in degrees) +# lat1: -22.0 # latitude of lower-left . . . . +# lon2: 24.0 # longitude of upper-right . . . . +# lat2: 22.0 # latitude of upper-right . . . . +# dlon: 0.2 +# dlat: 0.2 + +nfhout: 3 +nfhmax_hf: 0 +nfhout_hf: 1 +nsout: -1 diff --git a/parm/stretched-nest-input.nml.IN b/parm/stretched-nest-input.nml.IN index 84868a918..99fcf8d86 100644 --- a/parm/stretched-nest-input.nml.IN +++ b/parm/stretched-nest-input.nml.IN @@ -109,10 +109,13 @@ stretch_fac = 1.5 / -&nest_nml - ntiles = 2 - nest_pes = 48,48 - p_split = 1 +&fv_nest_nml + grid_pes = 48, 48 + grid_coarse = 0, 1 + tile_coarse = 0, 6 + nest_refine = 0, 3 + nest_ioffsets= 1, 14 + nest_joffsets= 1, 19 / &external_ic_nml diff --git a/tests/Compile_hera.intel.log b/tests/Compile_hera.intel.log index fc56d11e0..077e3b3a3 100644 --- a/tests/Compile_hera.intel.log +++ b/tests/Compile_hera.intel.log @@ -1,26 +1,26 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' + export COMPILE_NR=10 + COMPILE_NR=10 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -65,15 +65,15 @@ + TEST_NR=10 + export JBNME=compile_10 + JBNME=compile_10 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_10 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_10 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -86,44 +86,43 @@ + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370861 +Job id 8527295 TEST 10 compile is waiting to enter the queue 1 min. TEST 10 compile is running, Status: R 2 min. TEST 10 compile is running, Status: R -3 min. TEST 10 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370861 COMPLETED compile_10 -8370861.bat+ COMPLETED batch -8370861.ext+ COMPLETED extern -4 min. TEST 10 compile is COMPLETED +8527295 COMPLETED compile_10 +8527295.bat+ COMPLETED batch +8527295.ext+ COMPLETED extern +3 min. TEST 10 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=246 -+ echo 'Elapsed time 246 seconds. Compile 10' -Elapsed time 246 seconds. Compile 10 ++ elapsed=186 ++ echo 'Elapsed time 186 seconds. Compile 10' +Elapsed time 186 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + export COMPILE_NR=11 + COMPILE_NR=11 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -132,10 +131,10 @@ Elapsed time 246 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -168,15 +167,15 @@ Elapsed time 246 seconds. Compile 10 + TEST_NR=11 + export JBNME=compile_11 + JBNME=compile_11 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_11 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_11 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -189,52 +188,43 @@ Elapsed time 246 seconds. Compile 10 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370965 +Job id 8527309 TEST 11 compile is waiting to enter the queue -1 min. TEST 11 compile is pending, Status: PD +1 min. TEST 11 compile is running, Status: R 2 min. TEST 11 compile is running, Status: R -3 min. TEST 11 compile is running, Status: R -4 min. TEST 11 compile is running, Status: R -Slurm unknown status CG. Check sacct ... -8370965 COMPLETED compile_11 -8370965.bat+ COMPLETED batch -8370965.ext+ COMPLETED extern -5 min. TEST 11 compile is COMPLETED -COMPLETED -COMPLETED Slurm unknown status -. Check sacct ... -8370965 COMPLETED compile_11 -8370965.bat+ COMPLETED batch -8370965.ext+ COMPLETED extern -6 min. TEST 11 compile is COMPLETED +8527309 COMPLETED compile_11 +8527309.bat+ COMPLETED batch +8527309.ext+ COMPLETED extern +3 min. TEST 11 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=366 -+ echo 'Elapsed time 366 seconds. Compile 11' -Elapsed time 366 seconds. Compile 11 ++ elapsed=186 ++ echo 'Elapsed time 186 seconds. Compile 11' +Elapsed time 186 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' + export COMPILE_NR=12 + COMPILE_NR=12 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -243,10 +233,10 @@ Elapsed time 366 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -279,15 +269,15 @@ Elapsed time 366 seconds. Compile 11 + TEST_NR=12 + export JBNME=compile_12 + JBNME=compile_12 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_12 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_12 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -300,55 +290,47 @@ Elapsed time 366 seconds. Compile 11 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8371020 +Job id 8527333 TEST 12 compile is waiting to enter the queue -1 min. TEST 12 compile is pending, Status: PD -2 min. TEST 12 compile is pending, Status: PD -3 min. TEST 12 compile is pending, Status: PD -4 min. TEST 12 compile is pending, Status: PD -5 min. TEST 12 compile is pending, Status: PD -6 min. TEST 12 compile is pending, Status: PD -7 min. TEST 12 compile is pending, Status: PD -8 min. TEST 12 compile is running, Status: R -9 min. TEST 12 compile is running, Status: R -10 min. TEST 12 compile is running, Status: R -11 min. TEST 12 compile is running, Status: R -12 min. TEST 12 compile is running, Status: R -13 min. TEST 12 compile is running, Status: R -14 min. TEST 12 compile is running, Status: R +1 min. TEST 12 compile is running, Status: R +2 min. TEST 12 compile is running, Status: R +3 min. TEST 12 compile is running, Status: R +4 min. TEST 12 compile is running, Status: R +5 min. TEST 12 compile is running, Status: R +6 min. TEST 12 compile is running, Status: R Slurm unknown status -. Check sacct ... -8371020 COMPLETED compile_12 -8371020.bat+ COMPLETED batch -8371020.ext+ COMPLETED extern -15 min. TEST 12 compile is COMPLETED +8527333 COMPLETED compile_12 +8527333.bat+ COMPLETED batch +8527333.ext+ COMPLETED extern +7 min. TEST 12 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=909 -+ echo 'Elapsed time 909 seconds. Compile 12' -Elapsed time 909 seconds. Compile 12 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 12' +Elapsed time 426 seconds. Compile 12 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=13 + COMPILE_NR=13 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -357,10 +339,10 @@ Elapsed time 909 seconds. Compile 12 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -393,15 +375,15 @@ Elapsed time 909 seconds. Compile 12 + TEST_NR=13 + export JBNME=compile_13 + JBNME=compile_13 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_13 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_13 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -414,56 +396,47 @@ Elapsed time 909 seconds. Compile 12 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8371021 +Job id 8527374 TEST 13 compile is waiting to enter the queue -1 min. TEST 13 compile is pending, Status: PD -2 min. TEST 13 compile is pending, Status: PD -3 min. TEST 13 compile is pending, Status: PD -4 min. TEST 13 compile is pending, Status: PD -5 min. TEST 13 compile is pending, Status: PD -6 min. TEST 13 compile is pending, Status: PD -7 min. TEST 13 compile is pending, Status: PD -8 min. TEST 13 compile is pending, Status: PD -9 min. TEST 13 compile is pending, Status: PD -10 min. TEST 13 compile is running, Status: R -11 min. TEST 13 compile is running, Status: R -12 min. TEST 13 compile is running, Status: R -13 min. TEST 13 compile is running, Status: R -14 min. TEST 13 compile is running, Status: R -15 min. TEST 13 compile is running, Status: R +1 min. TEST 13 compile is running, Status: R +2 min. TEST 13 compile is running, Status: R +3 min. TEST 13 compile is running, Status: R +4 min. TEST 13 compile is running, Status: R +5 min. TEST 13 compile is running, Status: R +6 min. TEST 13 compile is running, Status: R Slurm unknown status -. Check sacct ... -8371021 COMPLETED compile_13 -8371021.bat+ COMPLETED batch -8371021.ext+ COMPLETED extern -16 min. TEST 13 compile is COMPLETED +8527374 COMPLETED compile_13 +8527374.bat+ COMPLETED batch +8527374.ext+ COMPLETED extern +7 min. TEST 13 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=968 -+ echo 'Elapsed time 968 seconds. Compile 13' -Elapsed time 968 seconds. Compile 13 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 13' +Elapsed time 426 seconds. Compile 13 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' + export COMPILE_NR=1 + COMPILE_NR=1 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -472,10 +445,10 @@ Elapsed time 968 seconds. Compile 13 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -508,15 +481,15 @@ Elapsed time 968 seconds. Compile 13 + TEST_NR=1 + export JBNME=compile_1 + JBNME=compile_1 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_1 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_1 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -529,24 +502,18 @@ Elapsed time 968 seconds. Compile 13 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370853 +Job id 8527289 TEST 1 compile is waiting to enter the queue 1 min. TEST 1 compile is running, Status: R 2 min. TEST 1 compile is running, Status: R 3 min. TEST 1 compile is running, Status: R 4 min. TEST 1 compile is running, Status: R 5 min. TEST 1 compile is running, Status: R -Slurm unknown status CG. Check sacct ... -8370853 COMPLETED compile_1 -8370853.bat+ COMPLETED batch -8370853.ext+ COMPLETED extern -6 min. TEST 1 compile is COMPLETED -COMPLETED -COMPLETED +6 min. TEST 1 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370853 COMPLETED compile_1 -8370853.bat+ COMPLETED batch -8370853.ext+ COMPLETED extern +8527289 COMPLETED compile_1 +8527289.bat+ COMPLETED batch +8527289.ext+ COMPLETED extern 7 min. TEST 1 compile is COMPLETED COMPLETED COMPLETED @@ -555,27 +522,27 @@ COMPLETED Elapsed time 426 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -584,10 +551,10 @@ Elapsed time 426 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -620,15 +587,15 @@ Elapsed time 426 seconds. Compile 1 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_2 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_2 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -641,7 +608,7 @@ Elapsed time 426 seconds. Compile 1 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370854 +Job id 8527292 TEST 2 compile is waiting to enter the queue 1 min. TEST 2 compile is running, Status: R 2 min. TEST 2 compile is running, Status: R @@ -650,9 +617,9 @@ TEST 2 compile is waiting to enter the queue 5 min. TEST 2 compile is running, Status: R 6 min. TEST 2 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370854 COMPLETED compile_2 -8370854.bat+ COMPLETED batch -8370854.ext+ COMPLETED extern +8527292 COMPLETED compile_2 +8527292.bat+ COMPLETED batch +8527292.ext+ COMPLETED extern 7 min. TEST 2 compile is COMPLETED COMPLETED COMPLETED @@ -661,27 +628,27 @@ COMPLETED Elapsed time 426 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -690,10 +657,10 @@ Elapsed time 426 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -726,15 +693,15 @@ Elapsed time 426 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_3 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_3 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -747,7 +714,7 @@ Elapsed time 426 seconds. Compile 2 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370855 +Job id 8527296 TEST 3 compile is waiting to enter the queue 1 min. TEST 3 compile is running, Status: R 2 min. TEST 3 compile is running, Status: R @@ -756,9 +723,9 @@ TEST 3 compile is waiting to enter the queue 5 min. TEST 3 compile is running, Status: R 6 min. TEST 3 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370855 COMPLETED compile_3 -8370855.bat+ COMPLETED batch -8370855.ext+ COMPLETED extern +8527296 COMPLETED compile_3 +8527296.bat+ COMPLETED batch +8527296.ext+ COMPLETED extern 7 min. TEST 3 compile is COMPLETED COMPLETED COMPLETED @@ -767,27 +734,27 @@ COMPLETED Elapsed time 426 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -796,10 +763,10 @@ Elapsed time 426 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -832,15 +799,15 @@ Elapsed time 426 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_4 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_4 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -853,7 +820,7 @@ Elapsed time 426 seconds. Compile 3 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370856 +Job id 8527287 TEST 4 compile is waiting to enter the queue 1 min. TEST 4 compile is running, Status: R 2 min. TEST 4 compile is running, Status: R @@ -862,38 +829,38 @@ TEST 4 compile is waiting to enter the queue 5 min. TEST 4 compile is running, Status: R 6 min. TEST 4 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370856 COMPLETED compile_4 -8370856.bat+ COMPLETED batch -8370856.ext+ COMPLETED extern +8527287 COMPLETED compile_4 +8527287.bat+ COMPLETED batch +8527287.ext+ COMPLETED extern 7 min. TEST 4 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=427 -+ echo 'Elapsed time 427 seconds. Compile 4' -Elapsed time 427 seconds. Compile 4 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 4' +Elapsed time 426 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -902,10 +869,10 @@ Elapsed time 427 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -938,15 +905,15 @@ Elapsed time 427 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_5 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_5 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -959,48 +926,50 @@ Elapsed time 427 seconds. Compile 4 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370857 +Job id 8527294 TEST 5 compile is waiting to enter the queue 1 min. TEST 5 compile is running, Status: R 2 min. TEST 5 compile is running, Status: R -3 min. TEST 5 compile is running, Status: R -4 min. TEST 5 compile is running, Status: R -5 min. TEST 5 compile is running, Status: R -6 min. TEST 5 compile is running, Status: R -7 min. TEST 5 compile is running, Status: R +Slurm unknown status CG. Check sacct ... +8527294 COMPLETED compile_5 +8527294.bat+ COMPLETED batch +8527294.ext+ COMPLETED extern +3 min. TEST 5 compile is COMPLETED +COMPLETED +COMPLETED Slurm unknown status -. Check sacct ... -8370857 COMPLETED compile_5 -8370857.bat+ COMPLETED batch -8370857.ext+ COMPLETED extern -8 min. TEST 5 compile is COMPLETED +8527294 COMPLETED compile_5 +8527294.bat+ COMPLETED batch +8527294.ext+ COMPLETED extern +4 min. TEST 5 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=487 -+ echo 'Elapsed time 487 seconds. Compile 5' -Elapsed time 487 seconds. Compile 5 ++ elapsed=246 ++ echo 'Elapsed time 246 seconds. Compile 5' +Elapsed time 246 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -1009,10 +978,10 @@ Elapsed time 487 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1045,15 +1014,15 @@ Elapsed time 487 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_6 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_6 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1066,7 +1035,7 @@ Elapsed time 487 seconds. Compile 5 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370858 +Job id 8527288 TEST 6 compile is waiting to enter the queue 1 min. TEST 6 compile is running, Status: R 2 min. TEST 6 compile is running, Status: R @@ -1075,9 +1044,9 @@ TEST 6 compile is waiting to enter the queue 5 min. TEST 6 compile is running, Status: R 6 min. TEST 6 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370858 COMPLETED compile_6 -8370858.bat+ COMPLETED batch -8370858.ext+ COMPLETED extern +8527288 COMPLETED compile_6 +8527288.bat+ COMPLETED batch +8527288.ext+ COMPLETED extern 7 min. TEST 6 compile is COMPLETED COMPLETED COMPLETED @@ -1086,27 +1055,27 @@ COMPLETED Elapsed time 426 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -1115,10 +1084,10 @@ Elapsed time 426 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1151,15 +1120,15 @@ Elapsed time 426 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_7 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_7 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1172,7 +1141,7 @@ Elapsed time 426 seconds. Compile 6 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370859 +Job id 8527291 TEST 7 compile is waiting to enter the queue 1 min. TEST 7 compile is running, Status: R 2 min. TEST 7 compile is running, Status: R @@ -1181,9 +1150,9 @@ TEST 7 compile is waiting to enter the queue 5 min. TEST 7 compile is running, Status: R 6 min. TEST 7 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370859 COMPLETED compile_7 -8370859.bat+ COMPLETED batch -8370859.ext+ COMPLETED extern +8527291 COMPLETED compile_7 +8527291.bat+ COMPLETED batch +8527291.ext+ COMPLETED extern 7 min. TEST 7 compile is COMPLETED COMPLETED COMPLETED @@ -1192,27 +1161,27 @@ COMPLETED Elapsed time 426 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -1221,10 +1190,10 @@ Elapsed time 426 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1257,15 +1226,15 @@ Elapsed time 426 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_8 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_8 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1278,7 +1247,7 @@ Elapsed time 426 seconds. Compile 7 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370860 +Job id 8527290 TEST 8 compile is waiting to enter the queue 1 min. TEST 8 compile is running, Status: R 2 min. TEST 8 compile is running, Status: R @@ -1286,45 +1255,39 @@ TEST 8 compile is waiting to enter the queue 4 min. TEST 8 compile is running, Status: R 5 min. TEST 8 compile is running, Status: R 6 min. TEST 8 compile is running, Status: R -7 min. TEST 8 compile is running, Status: R -8 min. TEST 8 compile is running, Status: R -9 min. TEST 8 compile is running, Status: R -10 min. TEST 8 compile is running, Status: R -11 min. TEST 8 compile is running, Status: R -12 min. TEST 8 compile is running, Status: R Slurm unknown status -. Check sacct ... -8370860 COMPLETED compile_8 -8370860.bat+ COMPLETED batch -8370860.ext+ COMPLETED extern -13 min. TEST 8 compile is COMPLETED +8527290 COMPLETED compile_8 +8527290.bat+ COMPLETED batch +8527290.ext+ COMPLETED extern +7 min. TEST 8 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=787 -+ echo 'Elapsed time 787 seconds. Compile 8' -Elapsed time 787 seconds. Compile 8 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 8' +Elapsed time 426 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 -+ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298 ++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 ++ RUNDIR_ROOT=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -+ [[ -e /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9.env ]] -+ source /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9.env ++ cd /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9.env ]] ++ source /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9.env ++ export MACHINE_ID=hera.intel ++ MACHINE_ID=hera.intel -++ export PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ PATHRT=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests -++ export PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt -++ PATHTR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt +++ export PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION= @@ -1333,10 +1296,10 @@ Elapsed time 787 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ REGRESSIONTEST_LOG=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/RegressionTests_hera.intel.log -++ export LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel -++ LOG_DIR=/scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/log_hera.intel +++ export REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ REGRESSIONTEST_LOG=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_hera.intel.log +++ export LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel +++ LOG_DIR=/scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_hera.intel + source default_vars.sh ++ '[' hera.intel = wcoss ']' ++ '[' hera.intel = wcoss_cray ']' @@ -1369,15 +1332,15 @@ Elapsed time 787 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9 -+ RUNDIR=/scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9 ++ export RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 ++ RUNDIR=/scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /scratch1/BMC/gmtb/Dom.Heinzeller/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/rt/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /scratch2/NCEPDEV/fv3-cam/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9 -+ cd /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/compile_9 ++ mkdir -p /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 ++ cd /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/compile_9 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1390,7 +1353,7 @@ Elapsed time 787 seconds. Compile 8 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 8370862 +Job id 8527293 TEST 9 compile is waiting to enter the queue 1 min. TEST 9 compile is running, Status: R 2 min. TEST 9 compile is running, Status: R @@ -1398,21 +1361,13 @@ TEST 9 compile is waiting to enter the queue 4 min. TEST 9 compile is running, Status: R 5 min. TEST 9 compile is running, Status: R 6 min. TEST 9 compile is running, Status: R -7 min. TEST 9 compile is running, Status: R -Slurm unknown status CG. Check sacct ... -8370862 COMPLETED compile_9 -8370862.bat+ COMPLETED batch -8370862.ext+ COMPLETED extern -8 min. TEST 9 compile is COMPLETED -COMPLETED -COMPLETED Slurm unknown status -. Check sacct ... -8370862 COMPLETED compile_9 -8370862.bat+ COMPLETED batch -8370862.ext+ COMPLETED extern -9 min. TEST 9 compile is COMPLETED +8527293 COMPLETED compile_9 +8527293.bat+ COMPLETED batch +8527293.ext+ COMPLETED extern +7 min. TEST 9 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=546 -+ echo 'Elapsed time 546 seconds. Compile 9' -Elapsed time 546 seconds. Compile 9 ++ elapsed=426 ++ echo 'Elapsed time 426 seconds. Compile 9' +Elapsed time 426 seconds. Compile 9 diff --git a/tests/Compile_orion.intel.log b/tests/Compile_orion.intel.log index ce7678582..31b53333f 100644 --- a/tests/Compile_orion.intel.log +++ b/tests/Compile_orion.intel.log @@ -1,26 +1,26 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP DEBUG=Y' + export COMPILE_NR=10 + COMPILE_NR=10 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -64,15 +64,15 @@ + TEST_NR=10 + export JBNME=compile_10 + JBNME=compile_10 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_10 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_10 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -85,7 +85,7 @@ + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69991 +Job id 82650 TEST 10 compile is waiting to enter the queue 1 min. TEST 10 compile is running, Status: R 2 min. TEST 10 compile is running, Status: R @@ -99,39 +99,40 @@ TEST 10 compile is waiting to enter the queue 10 min. TEST 10 compile is running, Status: R 11 min. TEST 10 compile is running, Status: R 12 min. TEST 10 compile is running, Status: R +13 min. TEST 10 compile is running, Status: R Slurm unknown status -. Check sacct ... -69991 COMPLETED compile_10 -69991.batch COMPLETED batch -69991.extern COMPLETED extern -13 min. TEST 10 compile is COMPLETED +82650 COMPLETED compile_10 +82650.batch COMPLETED batch +82650.extern COMPLETED extern +14 min. TEST 10 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=786 -+ echo 'Elapsed time 786 seconds. Compile 10' -Elapsed time 786 seconds. Compile 10 ++ elapsed=846 ++ echo 'Elapsed time 846 seconds. Compile 10' +Elapsed time 846 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + export COMPILE_NR=11 + COMPILE_NR=11 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -140,10 +141,10 @@ Elapsed time 786 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -175,15 +176,15 @@ Elapsed time 786 seconds. Compile 10 + TEST_NR=11 + export JBNME=compile_11 + JBNME=compile_11 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_11 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_11 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -196,43 +197,46 @@ Elapsed time 786 seconds. Compile 10 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 70005 +Job id 82654 TEST 11 compile is waiting to enter the queue 1 min. TEST 11 compile is running, Status: R 2 min. TEST 11 compile is running, Status: R +3 min. TEST 11 compile is running, Status: R +4 min. TEST 11 compile is running, Status: R +5 min. TEST 11 compile is running, Status: R Slurm unknown status -. Check sacct ... -70005 COMPLETED compile_11 -70005.batch COMPLETED batch -70005.extern COMPLETED extern -3 min. TEST 11 compile is COMPLETED +82654 COMPLETED compile_11 +82654.batch COMPLETED batch +82654.extern COMPLETED extern +6 min. TEST 11 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=186 -+ echo 'Elapsed time 186 seconds. Compile 11' -Elapsed time 186 seconds. Compile 11 ++ elapsed=366 ++ echo 'Elapsed time 366 seconds. Compile 11' +Elapsed time 366 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' + export COMPILE_NR=12 + COMPILE_NR=12 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -241,10 +245,10 @@ Elapsed time 186 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -276,15 +280,15 @@ Elapsed time 186 seconds. Compile 11 + TEST_NR=12 + export JBNME=compile_12 + JBNME=compile_12 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_12 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_12 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -297,7 +301,7 @@ Elapsed time 186 seconds. Compile 11 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 70012 +Job id 82672 TEST 12 compile is waiting to enter the queue 1 min. TEST 12 compile is running, Status: R 2 min. TEST 12 compile is running, Status: R @@ -307,38 +311,38 @@ TEST 12 compile is waiting to enter the queue 6 min. TEST 12 compile is running, Status: R 7 min. TEST 12 compile is running, Status: R Slurm unknown status -. Check sacct ... -70012 COMPLETED compile_12 -70012.batch COMPLETED batch -70012.extern COMPLETED extern +82672 COMPLETED compile_12 +82672.batch COMPLETED batch +82672.extern COMPLETED extern 8 min. TEST 12 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=486 -+ echo 'Elapsed time 486 seconds. Compile 12' -Elapsed time 486 seconds. Compile 12 ++ elapsed=485 ++ echo 'Elapsed time 485 seconds. Compile 12' +Elapsed time 485 seconds. Compile 12 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=13 + COMPILE_NR=13 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -347,10 +351,10 @@ Elapsed time 486 seconds. Compile 12 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -382,15 +386,15 @@ Elapsed time 486 seconds. Compile 12 + TEST_NR=13 + export JBNME=compile_13 + JBNME=compile_13 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_13 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_13 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -403,7 +407,7 @@ Elapsed time 486 seconds. Compile 12 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 70024 +Job id 82673 TEST 13 compile is waiting to enter the queue 1 min. TEST 13 compile is running, Status: R 2 min. TEST 13 compile is running, Status: R @@ -413,39 +417,42 @@ TEST 13 compile is waiting to enter the queue 6 min. TEST 13 compile is running, Status: R 7 min. TEST 13 compile is running, Status: R 8 min. TEST 13 compile is running, Status: R +9 min. TEST 13 compile is running, Status: R +10 min. TEST 13 compile is running, Status: R +11 min. TEST 13 compile is running, Status: R Slurm unknown status -. Check sacct ... -70024 COMPLETED compile_13 -70024.batch COMPLETED batch -70024.extern COMPLETED extern -9 min. TEST 13 compile is COMPLETED +82673 COMPLETED compile_13 +82673.batch COMPLETED batch +82673.extern COMPLETED extern +12 min. TEST 13 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=546 -+ echo 'Elapsed time 546 seconds. Compile 13' -Elapsed time 546 seconds. Compile 13 ++ elapsed=725 ++ echo 'Elapsed time 725 seconds. Compile 13' +Elapsed time 725 seconds. Compile 13 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' + export COMPILE_NR=1 + COMPILE_NR=1 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -454,10 +461,10 @@ Elapsed time 546 seconds. Compile 13 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -489,15 +496,15 @@ Elapsed time 546 seconds. Compile 13 + TEST_NR=1 + export JBNME=compile_1 + JBNME=compile_1 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_1 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_1 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -510,7 +517,7 @@ Elapsed time 546 seconds. Compile 13 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69992 +Job id 82647 TEST 1 compile is waiting to enter the queue 1 min. TEST 1 compile is running, Status: R 2 min. TEST 1 compile is running, Status: R @@ -518,56 +525,39 @@ TEST 1 compile is waiting to enter the queue 4 min. TEST 1 compile is running, Status: R 5 min. TEST 1 compile is running, Status: R 6 min. TEST 1 compile is running, Status: R -7 min. TEST 1 compile is running, Status: R -8 min. TEST 1 compile is running, Status: R -9 min. TEST 1 compile is running, Status: R -10 min. TEST 1 compile is running, Status: R -11 min. TEST 1 compile is running, Status: R -12 min. TEST 1 compile is running, Status: R -13 min. TEST 1 compile is running, Status: R -14 min. TEST 1 compile is running, Status: R -15 min. TEST 1 compile is running, Status: R -16 min. TEST 1 compile is running, Status: R -17 min. TEST 1 compile is running, Status: R -18 min. TEST 1 compile is running, Status: R -19 min. TEST 1 compile is running, Status: R -20 min. TEST 1 compile is running, Status: R -21 min. TEST 1 compile is running, Status: R -22 min. TEST 1 compile is running, Status: R -23 min. TEST 1 compile is running, Status: R Slurm unknown status -. Check sacct ... -69992 COMPLETED compile_1 -69992.batch COMPLETED batch -69992.extern COMPLETED extern -24 min. TEST 1 compile is COMPLETED +82647 COMPLETED compile_1 +82647.batch COMPLETED batch +82647.extern COMPLETED extern +7 min. TEST 1 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1447 -+ echo 'Elapsed time 1447 seconds. Compile 1' -Elapsed time 1447 seconds. Compile 1 ++ elapsed=425 ++ echo 'Elapsed time 425 seconds. Compile 1' +Elapsed time 425 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -576,10 +566,10 @@ Elapsed time 1447 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -611,15 +601,15 @@ Elapsed time 1447 seconds. Compile 1 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_2 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_2 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -632,7 +622,7 @@ Elapsed time 1447 seconds. Compile 1 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69994 +Job id 82651 TEST 2 compile is waiting to enter the queue 1 min. TEST 2 compile is running, Status: R 2 min. TEST 2 compile is running, Status: R @@ -646,39 +636,51 @@ TEST 2 compile is waiting to enter the queue 10 min. TEST 2 compile is running, Status: R 11 min. TEST 2 compile is running, Status: R 12 min. TEST 2 compile is running, Status: R +13 min. TEST 2 compile is running, Status: R +14 min. TEST 2 compile is running, Status: R +15 min. TEST 2 compile is running, Status: R +16 min. TEST 2 compile is running, Status: R +17 min. TEST 2 compile is running, Status: R +18 min. TEST 2 compile is running, Status: R +19 min. TEST 2 compile is running, Status: R +20 min. TEST 2 compile is running, Status: R +21 min. TEST 2 compile is running, Status: R +22 min. TEST 2 compile is running, Status: R +23 min. TEST 2 compile is running, Status: R +24 min. TEST 2 compile is running, Status: R Slurm unknown status -. Check sacct ... -69994 COMPLETED compile_2 -69994.batch COMPLETED batch -69994.extern COMPLETED extern -13 min. TEST 2 compile is COMPLETED +82651 COMPLETED compile_2 +82651.batch COMPLETED batch +82651.extern COMPLETED extern +25 min. TEST 2 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=786 -+ echo 'Elapsed time 786 seconds. Compile 2' -Elapsed time 786 seconds. Compile 2 ++ elapsed=1507 ++ echo 'Elapsed time 1507 seconds. Compile 2' +Elapsed time 1507 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -687,10 +689,10 @@ Elapsed time 786 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -722,15 +724,15 @@ Elapsed time 786 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_3 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_3 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -743,7 +745,7 @@ Elapsed time 786 seconds. Compile 2 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69989 +Job id 82653 TEST 3 compile is waiting to enter the queue 1 min. TEST 3 compile is running, Status: R 2 min. TEST 3 compile is running, Status: R @@ -761,39 +763,42 @@ TEST 3 compile is waiting to enter the queue 14 min. TEST 3 compile is running, Status: R 15 min. TEST 3 compile is running, Status: R 16 min. TEST 3 compile is running, Status: R +17 min. TEST 3 compile is running, Status: R +18 min. TEST 3 compile is running, Status: R +19 min. TEST 3 compile is running, Status: R Slurm unknown status -. Check sacct ... -69989 COMPLETED compile_3 -69989.batch COMPLETED batch -69989.extern COMPLETED extern -17 min. TEST 3 compile is COMPLETED +82653 COMPLETED compile_3 +82653.batch COMPLETED batch +82653.extern COMPLETED extern +20 min. TEST 3 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1027 -+ echo 'Elapsed time 1027 seconds. Compile 3' -Elapsed time 1027 seconds. Compile 3 ++ elapsed=1206 ++ echo 'Elapsed time 1206 seconds. Compile 3' +Elapsed time 1206 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -802,10 +807,10 @@ Elapsed time 1027 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -837,15 +842,15 @@ Elapsed time 1027 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_4 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_4 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -858,7 +863,7 @@ Elapsed time 1027 seconds. Compile 3 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69993 +Job id 82649 TEST 4 compile is waiting to enter the queue 1 min. TEST 4 compile is running, Status: R 2 min. TEST 4 compile is running, Status: R @@ -875,42 +880,39 @@ TEST 4 compile is waiting to enter the queue 13 min. TEST 4 compile is running, Status: R 14 min. TEST 4 compile is running, Status: R 15 min. TEST 4 compile is running, Status: R -16 min. TEST 4 compile is running, Status: R -17 min. TEST 4 compile is running, Status: R -18 min. TEST 4 compile is running, Status: R Slurm unknown status -. Check sacct ... -69993 COMPLETED compile_4 -69993.batch COMPLETED batch -69993.extern COMPLETED extern -19 min. TEST 4 compile is COMPLETED +82649 COMPLETED compile_4 +82649.batch COMPLETED batch +82649.extern COMPLETED extern +16 min. TEST 4 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1147 -+ echo 'Elapsed time 1147 seconds. Compile 4' -Elapsed time 1147 seconds. Compile 4 ++ elapsed=966 ++ echo 'Elapsed time 966 seconds. Compile 4' +Elapsed time 966 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -919,10 +921,10 @@ Elapsed time 1147 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -954,15 +956,15 @@ Elapsed time 1147 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_5 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_5 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -975,59 +977,43 @@ Elapsed time 1147 seconds. Compile 4 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69990 +Job id 82644 TEST 5 compile is waiting to enter the queue 1 min. TEST 5 compile is running, Status: R 2 min. TEST 5 compile is running, Status: R -3 min. TEST 5 compile is running, Status: R -4 min. TEST 5 compile is running, Status: R -5 min. TEST 5 compile is running, Status: R -6 min. TEST 5 compile is running, Status: R -7 min. TEST 5 compile is running, Status: R -8 min. TEST 5 compile is running, Status: R -9 min. TEST 5 compile is running, Status: R -10 min. TEST 5 compile is running, Status: R -11 min. TEST 5 compile is running, Status: R -12 min. TEST 5 compile is running, Status: R -13 min. TEST 5 compile is running, Status: R -14 min. TEST 5 compile is running, Status: R -15 min. TEST 5 compile is running, Status: R -16 min. TEST 5 compile is running, Status: R -17 min. TEST 5 compile is running, Status: R -18 min. TEST 5 compile is running, Status: R Slurm unknown status -. Check sacct ... -69990 COMPLETED compile_5 -69990.batch COMPLETED batch -69990.extern COMPLETED extern -19 min. TEST 5 compile is COMPLETED +82644 COMPLETED compile_5 +82644.batch COMPLETED batch +82644.extern COMPLETED extern +3 min. TEST 5 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1147 -+ echo 'Elapsed time 1147 seconds. Compile 5' -Elapsed time 1147 seconds. Compile 5 ++ elapsed=185 ++ echo 'Elapsed time 185 seconds. Compile 5' +Elapsed time 185 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -1036,10 +1022,10 @@ Elapsed time 1147 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1071,15 +1057,15 @@ Elapsed time 1147 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_6 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_6 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1092,7 +1078,7 @@ Elapsed time 1147 seconds. Compile 5 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69987 +Job id 82652 TEST 6 compile is waiting to enter the queue 1 min. TEST 6 compile is running, Status: R 2 min. TEST 6 compile is running, Status: R @@ -1106,39 +1092,47 @@ TEST 6 compile is waiting to enter the queue 10 min. TEST 6 compile is running, Status: R 11 min. TEST 6 compile is running, Status: R 12 min. TEST 6 compile is running, Status: R +13 min. TEST 6 compile is running, Status: R +14 min. TEST 6 compile is running, Status: R +15 min. TEST 6 compile is running, Status: R +16 min. TEST 6 compile is running, Status: R +17 min. TEST 6 compile is running, Status: R +18 min. TEST 6 compile is running, Status: R +19 min. TEST 6 compile is running, Status: R +20 min. TEST 6 compile is running, Status: R Slurm unknown status -. Check sacct ... -69987 COMPLETED compile_6 -69987.batch COMPLETED batch -69987.extern COMPLETED extern -13 min. TEST 6 compile is COMPLETED +82652 COMPLETED compile_6 +82652.batch COMPLETED batch +82652.extern COMPLETED extern +21 min. TEST 6 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=786 -+ echo 'Elapsed time 786 seconds. Compile 6' -Elapsed time 786 seconds. Compile 6 ++ elapsed=1266 ++ echo 'Elapsed time 1266 seconds. Compile 6' +Elapsed time 1266 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -1147,10 +1141,10 @@ Elapsed time 786 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1182,15 +1176,15 @@ Elapsed time 786 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_7 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_7 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1203,7 +1197,7 @@ Elapsed time 786 seconds. Compile 6 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69988 +Job id 82645 TEST 7 compile is waiting to enter the queue 1 min. TEST 7 compile is running, Status: R 2 min. TEST 7 compile is running, Status: R @@ -1211,50 +1205,39 @@ TEST 7 compile is waiting to enter the queue 4 min. TEST 7 compile is running, Status: R 5 min. TEST 7 compile is running, Status: R 6 min. TEST 7 compile is running, Status: R -7 min. TEST 7 compile is running, Status: R -8 min. TEST 7 compile is running, Status: R -9 min. TEST 7 compile is running, Status: R -10 min. TEST 7 compile is running, Status: R -11 min. TEST 7 compile is running, Status: R -12 min. TEST 7 compile is running, Status: R -13 min. TEST 7 compile is running, Status: R -14 min. TEST 7 compile is running, Status: R -15 min. TEST 7 compile is running, Status: R -16 min. TEST 7 compile is running, Status: R -17 min. TEST 7 compile is running, Status: R Slurm unknown status -. Check sacct ... -69988 COMPLETED compile_7 -69988.batch COMPLETED batch -69988.extern COMPLETED extern -18 min. TEST 7 compile is COMPLETED +82645 COMPLETED compile_7 +82645.batch COMPLETED batch +82645.extern COMPLETED extern +7 min. TEST 7 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=1087 -+ echo 'Elapsed time 1087 seconds. Compile 7' -Elapsed time 1087 seconds. Compile 7 ++ elapsed=425 ++ echo 'Elapsed time 425 seconds. Compile 7' +Elapsed time 425 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -1263,10 +1246,10 @@ Elapsed time 1087 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1298,15 +1281,15 @@ Elapsed time 1087 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_8 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_8 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1319,7 +1302,7 @@ Elapsed time 1087 seconds. Compile 7 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69986 +Job id 82648 TEST 8 compile is waiting to enter the queue 1 min. TEST 8 compile is running, Status: R 2 min. TEST 8 compile is running, Status: R @@ -1328,38 +1311,38 @@ TEST 8 compile is waiting to enter the queue 5 min. TEST 8 compile is running, Status: R 6 min. TEST 8 compile is running, Status: R Slurm unknown status -. Check sacct ... -69986 COMPLETED compile_8 -69986.batch COMPLETED batch -69986.extern COMPLETED extern +82648 COMPLETED compile_8 +82648.batch COMPLETED batch +82648.extern COMPLETED extern 7 min. TEST 8 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 8' -Elapsed time 426 seconds. Compile 8 ++ elapsed=425 ++ echo 'Elapsed time 425 seconds. Compile 8' +Elapsed time 425 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ export RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 -+ RUNDIR_ROOT=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080 ++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 ++ RUNDIR_ROOT=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_2017_RRTMGP' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -+ [[ -e /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9.env ]] -+ source /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9.env ++ cd /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9.env ]] ++ source /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9.env ++ export MACHINE_ID=orion.intel ++ MACHINE_ID=orion.intel -++ export PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ PATHRT=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests -++ export PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify -++ PATHTR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify +++ export PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model +++ PATHTR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=slurm ++ SCHEDULER=slurm -++ export ACCNR=gsd-hpcs -++ ACCNR=gsd-hpcs +++ export ACCNR=nems +++ ACCNR=nems ++ export QUEUE=batch ++ QUEUE=batch ++ export PARTITION=orion @@ -1368,10 +1351,10 @@ Elapsed time 426 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ REGRESSIONTEST_LOG=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/RegressionTests_orion.intel.log -++ export LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel -++ LOG_DIR=/work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/log_orion.intel +++ export REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ REGRESSIONTEST_LOG=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_orion.intel.log +++ export LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel +++ LOG_DIR=/work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/log_orion.intel + source default_vars.sh ++ '[' orion.intel = wcoss ']' ++ '[' orion.intel = wcoss_cray ']' @@ -1403,15 +1386,15 @@ Elapsed time 426 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9 -+ RUNDIR=/work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9 ++ export RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 ++ RUNDIR=/work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /work/noaa/gmtb/dheinzel/ufs-weather-model/ufs-weather-model-emc-develop-20200401-merge-hwrf-sas_UPDATE_20200603/create_and_verify/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /work/noaa/fv3-cam/djovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9 -+ cd /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/compile_9 ++ mkdir -p /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 ++ cd /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/compile_9 + [[ slurm = \s\l\u\r\m ]] + atparse + local __set_x @@ -1424,7 +1407,7 @@ Elapsed time 426 seconds. Compile 8 + '[' -o xtrace ']' + set_x='set -x' + set +x -Job id 69985 +Job id 82646 TEST 9 compile is waiting to enter the queue 1 min. TEST 9 compile is running, Status: R 2 min. TEST 9 compile is running, Status: R @@ -1433,13 +1416,18 @@ TEST 9 compile is waiting to enter the queue 5 min. TEST 9 compile is running, Status: R 6 min. TEST 9 compile is running, Status: R 7 min. TEST 9 compile is running, Status: R +8 min. TEST 9 compile is running, Status: R +9 min. TEST 9 compile is running, Status: R +10 min. TEST 9 compile is running, Status: R +11 min. TEST 9 compile is running, Status: R +12 min. TEST 9 compile is running, Status: R Slurm unknown status -. Check sacct ... -69985 COMPLETED compile_9 -69985.batch COMPLETED batch -69985.extern COMPLETED extern -8 min. TEST 9 compile is COMPLETED +82646 COMPLETED compile_9 +82646.batch COMPLETED batch +82646.extern COMPLETED extern +13 min. TEST 9 compile is COMPLETED COMPLETED COMPLETED -+ elapsed=486 -+ echo 'Elapsed time 486 seconds. Compile 9' -Elapsed time 486 seconds. Compile 9 ++ elapsed=786 ++ echo 'Elapsed time 786 seconds. Compile 9' +Elapsed time 786 seconds. Compile 9 diff --git a/tests/Compile_wcoss_cray.log b/tests/Compile_wcoss_cray.log index 21e63b9ea..0f5ae2c12 100644 --- a/tests/Compile_wcoss_cray.log +++ b/tests/Compile_wcoss_cray.log @@ -1,22 +1,22 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' -+ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' -+ export COMPILE_NR=10 -+ COMPILE_NR=10 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10.env ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' ++ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' ++ export COMPILE_NR=1 ++ COMPILE_NR=1 ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -58,19 +58,19 @@ ++ WLCLK_dflt=15 + export TEST_NAME=compile + TEST_NAME=compile -+ export TEST_NR=10 -+ TEST_NR=10 -+ export JBNME=compile_10 -+ JBNME=compile_10 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10 ++ export TEST_NR=1 ++ TEST_NR=1 ++ export JBNME=compile_1 ++ JBNME=compile_1 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_10 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_1 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -86,46 +86,44 @@ + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129095 -TEST 10 compile is waiting to enter the queue -1 min. TEST 10 compile is running, Status: RUN -2 min. TEST 10 compile is running, Status: RUN -3 min. TEST 10 compile is running, Status: RUN -4 min. TEST 10 compile is running, Status: RUN -5 min. TEST 10 compile is running, Status: RUN -6 min. TEST 10 compile is running, Status: RUN -7 min. TEST 10 compile is running, Status: RUN -8 min. TEST 10 compile is running, Status: RUN -9 min. TEST 10 compile is running, Status: RUN -10 min. TEST 10 compile is running, Status: RUN -11 min. TEST 10 compile is running, Status: RUN -12 min. TEST 10 compile is running, Status: RUN -13 min. TEST 10 compile is running, Status: RUN -14 min. TEST 10 compile is running, Status: RUN -15 min. TEST 10 compile is running, Status: RUN -16 min. TEST 10 compile is finished, Status: DONE -+ elapsed=966 -+ echo 'Elapsed time 966 seconds. Compile 10' -Elapsed time 966 seconds. Compile 10 +Job id 214630 +TEST 1 compile is waiting to enter the queue +1 min. TEST 1 compile is running, Status: RUN +2 min. TEST 1 compile is running, Status: RUN +3 min. TEST 1 compile is running, Status: RUN +4 min. TEST 1 compile is running, Status: RUN +5 min. TEST 1 compile is running, Status: RUN +6 min. TEST 1 compile is running, Status: RUN +7 min. TEST 1 compile is running, Status: RUN +8 min. TEST 1 compile is running, Status: RUN +9 min. TEST 1 compile is running, Status: RUN +10 min. TEST 1 compile is running, Status: RUN +11 min. TEST 1 compile is running, Status: RUN +12 min. TEST 1 compile is running, Status: RUN +13 min. TEST 1 compile is running, Status: RUN +14 min. TEST 1 compile is finished, Status: DONE ++ elapsed=847 ++ echo 'Elapsed time 847 seconds. Compile 1' +Elapsed time 847 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' -+ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' -+ export COMPILE_NR=11 -+ COMPILE_NR=11 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11.env ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' ++ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' ++ export COMPILE_NR=10 ++ COMPILE_NR=10 ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -138,10 +136,10 @@ Elapsed time 966 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -167,19 +165,19 @@ Elapsed time 966 seconds. Compile 10 ++ WLCLK_dflt=15 + export TEST_NAME=compile + TEST_NAME=compile -+ export TEST_NR=11 -+ TEST_NR=11 -+ export JBNME=compile_11 -+ JBNME=compile_11 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11 ++ export TEST_NR=10 ++ TEST_NR=10 ++ export JBNME=compile_10 ++ JBNME=compile_10 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_11 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_10 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -195,45 +193,44 @@ Elapsed time 966 seconds. Compile 10 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129247 -TEST 11 compile is waiting to enter the queue -1 min. TEST 11 compile is running, Status: RUN -2 min. TEST 11 compile is running, Status: RUN -3 min. TEST 11 compile is running, Status: RUN -4 min. TEST 11 compile is running, Status: RUN -5 min. TEST 11 compile is running, Status: RUN -6 min. TEST 11 compile is running, Status: RUN -7 min. TEST 11 compile is running, Status: RUN -8 min. TEST 11 compile is running, Status: RUN -9 min. TEST 11 compile is running, Status: RUN -10 min. TEST 11 compile is running, Status: RUN -11 min. TEST 11 compile is running, Status: RUN -12 min. TEST 11 compile is running, Status: RUN -13 min. TEST 11 compile is running, Status: RUN -14 min. TEST 11 compile is running, Status: RUN -15 min. TEST 11 compile is finished, Status: DONE -+ elapsed=906 -+ echo 'Elapsed time 906 seconds. Compile 11' -Elapsed time 906 seconds. Compile 11 +Job id 214633 +TEST 10 compile is waiting to enter the queue +1 min. TEST 10 compile is running, Status: RUN +2 min. TEST 10 compile is running, Status: RUN +3 min. TEST 10 compile is running, Status: RUN +4 min. TEST 10 compile is running, Status: RUN +5 min. TEST 10 compile is running, Status: RUN +6 min. TEST 10 compile is running, Status: RUN +7 min. TEST 10 compile is running, Status: RUN +8 min. TEST 10 compile is running, Status: RUN +9 min. TEST 10 compile is running, Status: RUN +10 min. TEST 10 compile is running, Status: RUN +11 min. TEST 10 compile is running, Status: RUN +12 min. TEST 10 compile is running, Status: RUN +13 min. TEST 10 compile is running, Status: RUN +14 min. TEST 10 compile is finished, Status: DONE ++ elapsed=847 ++ echo 'Elapsed time 847 seconds. Compile 10' +Elapsed time 847 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' -+ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' -+ export COMPILE_NR=1 -+ COMPILE_NR=1 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1.env ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' ++ MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' ++ export COMPILE_NR=11 ++ COMPILE_NR=11 ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -246,10 +243,10 @@ Elapsed time 906 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -275,19 +272,19 @@ Elapsed time 906 seconds. Compile 11 ++ WLCLK_dflt=15 + export TEST_NAME=compile + TEST_NAME=compile -+ export TEST_NR=1 -+ TEST_NR=1 -+ export JBNME=compile_1 -+ JBNME=compile_1 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1 ++ export TEST_NR=11 ++ TEST_NR=11 ++ export JBNME=compile_11 ++ JBNME=compile_11 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_1 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_11 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -303,45 +300,44 @@ Elapsed time 906 seconds. Compile 11 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129100 -TEST 1 compile is waiting to enter the queue -1 min. TEST 1 compile is running, Status: RUN -2 min. TEST 1 compile is running, Status: RUN -3 min. TEST 1 compile is running, Status: RUN -4 min. TEST 1 compile is running, Status: RUN -5 min. TEST 1 compile is running, Status: RUN -6 min. TEST 1 compile is running, Status: RUN -7 min. TEST 1 compile is running, Status: RUN -8 min. TEST 1 compile is running, Status: RUN -9 min. TEST 1 compile is running, Status: RUN -10 min. TEST 1 compile is running, Status: RUN -11 min. TEST 1 compile is running, Status: RUN -12 min. TEST 1 compile is running, Status: RUN -13 min. TEST 1 compile is running, Status: RUN -14 min. TEST 1 compile is running, Status: RUN -15 min. TEST 1 compile is finished, Status: DONE -+ elapsed=906 -+ echo 'Elapsed time 906 seconds. Compile 1' -Elapsed time 906 seconds. Compile 1 +Job id 214856 +TEST 11 compile is waiting to enter the queue +1 min. TEST 11 compile is running, Status: RUN +2 min. TEST 11 compile is running, Status: RUN +3 min. TEST 11 compile is running, Status: RUN +4 min. TEST 11 compile is running, Status: RUN +5 min. TEST 11 compile is running, Status: RUN +6 min. TEST 11 compile is running, Status: RUN +7 min. TEST 11 compile is running, Status: RUN +8 min. TEST 11 compile is running, Status: RUN +9 min. TEST 11 compile is running, Status: RUN +10 min. TEST 11 compile is running, Status: RUN +11 min. TEST 11 compile is running, Status: RUN +12 min. TEST 11 compile is running, Status: RUN +13 min. TEST 11 compile is running, Status: RUN +14 min. TEST 11 compile is finished, Status: DONE ++ elapsed=846 ++ echo 'Elapsed time 846 seconds. Compile 11' +Elapsed time 846 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -354,10 +350,10 @@ Elapsed time 906 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -387,15 +383,15 @@ Elapsed time 906 seconds. Compile 1 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_2 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_2 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -411,7 +407,7 @@ Elapsed time 906 seconds. Compile 1 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129096 +Job id 214636 TEST 2 compile is waiting to enter the queue 1 min. TEST 2 compile is running, Status: RUN 2 min. TEST 2 compile is running, Status: RUN @@ -427,35 +423,29 @@ TEST 2 compile is waiting to enter the queue 12 min. TEST 2 compile is running, Status: RUN 13 min. TEST 2 compile is running, Status: RUN 14 min. TEST 2 compile is running, Status: RUN -15 min. TEST 2 compile is running, Status: RUN -16 min. TEST 2 compile is running, Status: RUN -17 min. TEST 2 compile is running, Status: RUN -18 min. TEST 2 compile is running, Status: RUN -19 min. TEST 2 compile is running, Status: RUN -20 min. TEST 2 compile is running, Status: RUN -21 min. TEST 2 compile is finished, Status: DONE -+ elapsed=1266 -+ echo 'Elapsed time 1266 seconds. Compile 2' -Elapsed time 1266 seconds. Compile 2 +15 min. TEST 2 compile is finished, Status: DONE ++ elapsed=907 ++ echo 'Elapsed time 907 seconds. Compile 2' +Elapsed time 907 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -468,10 +458,10 @@ Elapsed time 1266 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -501,15 +491,15 @@ Elapsed time 1266 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_3 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_3 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -525,7 +515,7 @@ Elapsed time 1266 seconds. Compile 2 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129103 +Job id 214631 TEST 3 compile is waiting to enter the queue 1 min. TEST 3 compile is running, Status: RUN 2 min. TEST 3 compile is running, Status: RUN @@ -542,28 +532,28 @@ TEST 3 compile is waiting to enter the queue 13 min. TEST 3 compile is running, Status: RUN 14 min. TEST 3 compile is running, Status: RUN 15 min. TEST 3 compile is finished, Status: DONE -+ elapsed=906 -+ echo 'Elapsed time 906 seconds. Compile 3' -Elapsed time 906 seconds. Compile 3 ++ elapsed=907 ++ echo 'Elapsed time 907 seconds. Compile 3' +Elapsed time 907 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -576,10 +566,10 @@ Elapsed time 906 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -609,15 +599,15 @@ Elapsed time 906 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_4 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_4 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -633,7 +623,7 @@ Elapsed time 906 seconds. Compile 3 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129101 +Job id 214634 TEST 4 compile is waiting to enter the queue 1 min. TEST 4 compile is running, Status: RUN 2 min. TEST 4 compile is running, Status: RUN @@ -649,31 +639,29 @@ TEST 4 compile is waiting to enter the queue 12 min. TEST 4 compile is running, Status: RUN 13 min. TEST 4 compile is running, Status: RUN 14 min. TEST 4 compile is running, Status: RUN -15 min. TEST 4 compile is running, Status: RUN -16 min. TEST 4 compile is running, Status: RUN -17 min. TEST 4 compile is finished, Status: DONE -+ elapsed=1026 -+ echo 'Elapsed time 1026 seconds. Compile 4' -Elapsed time 1026 seconds. Compile 4 +15 min. TEST 4 compile is finished, Status: DONE ++ elapsed=907 ++ echo 'Elapsed time 907 seconds. Compile 4' +Elapsed time 907 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -686,10 +674,10 @@ Elapsed time 1026 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -719,15 +707,15 @@ Elapsed time 1026 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_5 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_5 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -743,7 +731,7 @@ Elapsed time 1026 seconds. Compile 4 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129097 +Job id 214638 TEST 5 compile is waiting to enter the queue 1 min. TEST 5 compile is running, Status: RUN 2 min. TEST 5 compile is running, Status: RUN @@ -756,29 +744,30 @@ TEST 5 compile is waiting to enter the queue 9 min. TEST 5 compile is running, Status: RUN 10 min. TEST 5 compile is running, Status: RUN 11 min. TEST 5 compile is running, Status: RUN -12 min. TEST 5 compile is finished, Status: DONE -+ elapsed=726 -+ echo 'Elapsed time 726 seconds. Compile 5' -Elapsed time 726 seconds. Compile 5 +12 min. TEST 5 compile is running, Status: RUN +13 min. TEST 5 compile is finished, Status: DONE ++ elapsed=787 ++ echo 'Elapsed time 787 seconds. Compile 5' +Elapsed time 787 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -791,10 +780,10 @@ Elapsed time 726 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -824,15 +813,15 @@ Elapsed time 726 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_6 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_6 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -848,7 +837,7 @@ Elapsed time 726 seconds. Compile 5 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129104 +Job id 214632 TEST 6 compile is waiting to enter the queue 1 min. TEST 6 compile is running, Status: RUN 2 min. TEST 6 compile is running, Status: RUN @@ -864,30 +853,29 @@ TEST 6 compile is waiting to enter the queue 12 min. TEST 6 compile is running, Status: RUN 13 min. TEST 6 compile is running, Status: RUN 14 min. TEST 6 compile is running, Status: RUN -15 min. TEST 6 compile is running, Status: RUN -16 min. TEST 6 compile is finished, Status: DONE -+ elapsed=966 -+ echo 'Elapsed time 966 seconds. Compile 6' -Elapsed time 966 seconds. Compile 6 +15 min. TEST 6 compile is finished, Status: DONE ++ elapsed=907 ++ echo 'Elapsed time 907 seconds. Compile 6' +Elapsed time 907 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -900,10 +888,10 @@ Elapsed time 966 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -933,15 +921,15 @@ Elapsed time 966 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_7 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_7 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -957,7 +945,7 @@ Elapsed time 966 seconds. Compile 6 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129102 +Job id 214639 TEST 7 compile is waiting to enter the queue 1 min. TEST 7 compile is running, Status: RUN 2 min. TEST 7 compile is running, Status: RUN @@ -974,33 +962,29 @@ TEST 7 compile is waiting to enter the queue 13 min. TEST 7 compile is running, Status: RUN 14 min. TEST 7 compile is running, Status: RUN 15 min. TEST 7 compile is running, Status: RUN -16 min. TEST 7 compile is running, Status: RUN -17 min. TEST 7 compile is running, Status: RUN -18 min. TEST 7 compile is running, Status: RUN -19 min. TEST 7 compile is running, Status: RUN -20 min. TEST 7 compile is finished, Status: DONE -+ elapsed=1206 -+ echo 'Elapsed time 1206 seconds. Compile 7' -Elapsed time 1206 seconds. Compile 7 +16 min. TEST 7 compile is finished, Status: DONE ++ elapsed=967 ++ echo 'Elapsed time 967 seconds. Compile 7' +Elapsed time 967 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -1013,10 +997,10 @@ Elapsed time 1206 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -1046,15 +1030,15 @@ Elapsed time 1206 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_8 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_8 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1070,7 +1054,7 @@ Elapsed time 1206 seconds. Compile 7 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129099 +Job id 214635 TEST 8 compile is waiting to enter the queue 1 min. TEST 8 compile is running, Status: RUN 2 min. TEST 8 compile is running, Status: RUN @@ -1086,30 +1070,29 @@ TEST 8 compile is waiting to enter the queue 12 min. TEST 8 compile is running, Status: RUN 13 min. TEST 8 compile is running, Status: RUN 14 min. TEST 8 compile is running, Status: RUN -15 min. TEST 8 compile is running, Status: RUN -16 min. TEST 8 compile is finished, Status: DONE -+ elapsed=966 -+ echo 'Elapsed time 966 seconds. Compile 8' -Elapsed time 966 seconds. Compile 8 +15 min. TEST 8 compile is finished, Status: DONE ++ elapsed=907 ++ echo 'Elapsed time 907 seconds. Compile 8' +Elapsed time 907 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 -+ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350 ++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 ++ RUNDIR_ROOT=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9.env ]] -+ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9.env ++ cd /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9.env ]] ++ source /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9.env ++ export MACHINE_ID=wcoss_cray ++ MACHINE_ID=wcoss_cray -++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -1122,10 +1105,10 @@ Elapsed time 966 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_cray.log -++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray -++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_cray +++ export REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ REGRESSIONTEST_LOG=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_cray.log +++ export LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray +++ LOG_DIR=/gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_cray + source default_vars.sh ++ '[' wcoss_cray = wcoss ']' ++ '[' wcoss_cray = wcoss_cray ']' @@ -1155,15 +1138,15 @@ Elapsed time 966 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9 -+ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9 ++ export RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 ++ RUNDIR=/gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/hps3/emc/meso/save/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \.\/\r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9 -+ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/compile_9 ++ mkdir -p /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 ++ cd /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/compile_9 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1179,7 +1162,7 @@ Elapsed time 966 seconds. Compile 8 + set +x ESUB: OMP_NUM_THREADS value changed to 1 ESUB: MEMORY LIMIT rusage set to "rusage[mem=500]" - with rusage set in shared job. -Job id 129098 +Job id 214637 TEST 9 compile is waiting to enter the queue 1 min. TEST 9 compile is running, Status: RUN 2 min. TEST 9 compile is running, Status: RUN @@ -1191,10 +1174,7 @@ TEST 9 compile is waiting to enter the queue 8 min. TEST 9 compile is running, Status: RUN 9 min. TEST 9 compile is running, Status: RUN 10 min. TEST 9 compile is running, Status: RUN -11 min. TEST 9 compile is running, Status: RUN -12 min. TEST 9 compile is running, Status: RUN -13 min. TEST 9 compile is running, Status: RUN -14 min. TEST 9 compile is finished, Status: DONE -+ elapsed=846 -+ echo 'Elapsed time 846 seconds. Compile 9' -Elapsed time 846 seconds. Compile 9 +11 min. TEST 9 compile is finished, Status: DONE ++ elapsed=666 ++ echo 'Elapsed time 666 seconds. Compile 9' +Elapsed time 666 seconds. Compile 9 diff --git a/tests/Compile_wcoss_dell_p3.log b/tests/Compile_wcoss_dell_p3.log index 5fbf2408d..86df9623e 100644 --- a/tests/Compile_wcoss_dell_p3.log +++ b/tests/Compile_wcoss_dell_p3.log @@ -1,22 +1,22 @@ + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_v16_csawmg' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_v16_csawmg' + export COMPILE_NR=10 + COMPILE_NR=10 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -29,10 +29,10 @@ ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -63,15 +63,15 @@ + TEST_NR=10 + export JBNME=compile_10 + JBNME=compile_10 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_10 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_10 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -86,7 +86,7 @@ + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844129 +Job id 26139685 TEST 10 compile is waiting to enter the queue 1 min. TEST 10 compile is running, Status: RUN 2 min. TEST 10 compile is running, Status: RUN @@ -109,29 +109,30 @@ TEST 10 compile is waiting to enter the queue 19 min. TEST 10 compile is running, Status: RUN 20 min. TEST 10 compile is running, Status: RUN 21 min. TEST 10 compile is running, Status: RUN -22 min. TEST 10 compile is finished, Status: DONE -+ elapsed=1327 -+ echo 'Elapsed time 1327 seconds. Compile 10' -Elapsed time 1327 seconds. Compile 10 +22 min. TEST 10 compile is running, Status: RUN +23 min. TEST 10 compile is finished, Status: DONE ++ elapsed=1388 ++ echo 'Elapsed time 1388 seconds. Compile 10' +Elapsed time 1388 seconds. Compile 10 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=11 + COMPILE_NR=11 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -144,10 +145,10 @@ Elapsed time 1327 seconds. Compile 10 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -178,15 +179,15 @@ Elapsed time 1327 seconds. Compile 10 + TEST_NR=11 + export JBNME=compile_11 + JBNME=compile_11 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_11 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_11 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -201,7 +202,7 @@ Elapsed time 1327 seconds. Compile 10 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844540 +Job id 26140447 TEST 11 compile is waiting to enter the queue 1 min. TEST 11 compile is running, Status: RUN 2 min. TEST 11 compile is running, Status: RUN @@ -224,29 +225,30 @@ TEST 11 compile is waiting to enter the queue 19 min. TEST 11 compile is running, Status: RUN 20 min. TEST 11 compile is running, Status: RUN 21 min. TEST 11 compile is running, Status: RUN -22 min. TEST 11 compile is finished, Status: DONE -+ elapsed=1327 -+ echo 'Elapsed time 1327 seconds. Compile 11' -Elapsed time 1327 seconds. Compile 11 +22 min. TEST 11 compile is running, Status: RUN +23 min. TEST 11 compile is finished, Status: DONE ++ elapsed=1387 ++ echo 'Elapsed time 1387 seconds. Compile 11' +Elapsed time 1387 seconds. Compile 11 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017' + export COMPILE_NR=1 + COMPILE_NR=1 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -259,10 +261,10 @@ Elapsed time 1327 seconds. Compile 11 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -293,15 +295,15 @@ Elapsed time 1327 seconds. Compile 11 + TEST_NR=1 + export JBNME=compile_1 + JBNME=compile_1 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_1 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_1 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -316,7 +318,7 @@ Elapsed time 1327 seconds. Compile 11 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844133 +Job id 26139683 TEST 1 compile is waiting to enter the queue 1 min. TEST 1 compile is running, Status: RUN 2 min. TEST 1 compile is running, Status: RUN @@ -339,29 +341,30 @@ TEST 1 compile is waiting to enter the queue 19 min. TEST 1 compile is running, Status: RUN 20 min. TEST 1 compile is running, Status: RUN 21 min. TEST 1 compile is running, Status: RUN -22 min. TEST 1 compile is finished, Status: DONE -+ elapsed=1327 -+ echo 'Elapsed time 1327 seconds. Compile 1' -Elapsed time 1327 seconds. Compile 1 +22 min. TEST 1 compile is running, Status: RUN +23 min. TEST 1 compile is finished, Status: DONE ++ elapsed=1388 ++ echo 'Elapsed time 1388 seconds. Compile 1' +Elapsed time 1388 seconds. Compile 1 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_gfdlmp WW3=Y' + export COMPILE_NR=2 + COMPILE_NR=2 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -374,10 +377,10 @@ Elapsed time 1327 seconds. Compile 1 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -408,15 +411,15 @@ Elapsed time 1327 seconds. Compile 1 + TEST_NR=2 + export JBNME=compile_2 + JBNME=compile_2 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_2 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_2 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -431,7 +434,7 @@ Elapsed time 1327 seconds. Compile 1 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844128 +Job id 26139687 TEST 2 compile is waiting to enter the queue 1 min. TEST 2 compile is running, Status: RUN 2 min. TEST 2 compile is running, Status: RUN @@ -456,36 +459,29 @@ TEST 2 compile is waiting to enter the queue 21 min. TEST 2 compile is running, Status: RUN 22 min. TEST 2 compile is running, Status: RUN 23 min. TEST 2 compile is running, Status: RUN -24 min. TEST 2 compile is running, Status: RUN -25 min. TEST 2 compile is running, Status: RUN -26 min. TEST 2 compile is running, Status: RUN -27 min. TEST 2 compile is running, Status: RUN -28 min. TEST 2 compile is running, Status: RUN -29 min. TEST 2 compile is running, Status: RUN -30 min. TEST 2 compile is running, Status: RUN -31 min. TEST 2 compile is finished, Status: DONE -+ elapsed=1868 -+ echo 'Elapsed time 1868 seconds. Compile 2' -Elapsed time 1868 seconds. Compile 2 +24 min. TEST 2 compile is finished, Status: DONE ++ elapsed=1448 ++ echo 'Elapsed time 1448 seconds. Compile 2' +Elapsed time 1448 seconds. Compile 2 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y' + export COMPILE_NR=3 + COMPILE_NR=3 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -498,10 +494,10 @@ Elapsed time 1868 seconds. Compile 2 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -532,15 +528,15 @@ Elapsed time 1868 seconds. Compile 2 + TEST_NR=3 + export JBNME=compile_3 + JBNME=compile_3 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_3 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_3 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -555,7 +551,7 @@ Elapsed time 1868 seconds. Compile 2 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844125 +Job id 26139684 TEST 3 compile is waiting to enter the queue 1 min. TEST 3 compile is running, Status: RUN 2 min. TEST 3 compile is running, Status: RUN @@ -578,29 +574,31 @@ TEST 3 compile is waiting to enter the queue 19 min. TEST 3 compile is running, Status: RUN 20 min. TEST 3 compile is running, Status: RUN 21 min. TEST 3 compile is running, Status: RUN -22 min. TEST 3 compile is finished, Status: DONE -+ elapsed=1327 -+ echo 'Elapsed time 1327 seconds. Compile 3' -Elapsed time 1327 seconds. Compile 3 +22 min. TEST 3 compile is running, Status: RUN +23 min. TEST 3 compile is running, Status: RUN +24 min. TEST 3 compile is finished, Status: DONE ++ elapsed=1448 ++ echo 'Elapsed time 1448 seconds. Compile 3' +Elapsed time 1448 seconds. Compile 3 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp_regional,FV3_GFS_2017_gfdlmp_regional_c768 32BIT=Y' + export COMPILE_NR=4 + COMPILE_NR=4 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -613,10 +611,10 @@ Elapsed time 1327 seconds. Compile 3 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -647,15 +645,15 @@ Elapsed time 1327 seconds. Compile 3 + TEST_NR=4 + export JBNME=compile_4 + JBNME=compile_4 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_4 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_4 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -670,7 +668,7 @@ Elapsed time 1327 seconds. Compile 3 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844127 +Job id 26139681 TEST 4 compile is waiting to enter the queue 1 min. TEST 4 compile is running, Status: RUN 2 min. TEST 4 compile is running, Status: RUN @@ -694,29 +692,30 @@ TEST 4 compile is waiting to enter the queue 20 min. TEST 4 compile is running, Status: RUN 21 min. TEST 4 compile is running, Status: RUN 22 min. TEST 4 compile is running, Status: RUN -23 min. TEST 4 compile is finished, Status: DONE -+ elapsed=1388 -+ echo 'Elapsed time 1388 seconds. Compile 4' -Elapsed time 1388 seconds. Compile 4 +23 min. TEST 4 compile is running, Status: RUN +24 min. TEST 4 compile is finished, Status: DONE ++ elapsed=1448 ++ echo 'Elapsed time 1448 seconds. Compile 4' +Elapsed time 1448 seconds. Compile 4 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017,FV3_GFS_2017_stretched 32BIT=Y DEBUG=Y' + export COMPILE_NR=5 + COMPILE_NR=5 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -729,10 +728,10 @@ Elapsed time 1388 seconds. Compile 4 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -763,15 +762,15 @@ Elapsed time 1388 seconds. Compile 4 + TEST_NR=5 + export JBNME=compile_5 + JBNME=compile_5 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_5 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_5 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -786,7 +785,7 @@ Elapsed time 1388 seconds. Compile 4 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844130 +Job id 26139682 TEST 5 compile is waiting to enter the queue 1 min. TEST 5 compile is running, Status: RUN 2 min. TEST 5 compile is running, Status: RUN @@ -795,28 +794,28 @@ TEST 5 compile is waiting to enter the queue 5 min. TEST 5 compile is running, Status: RUN 6 min. TEST 5 compile is running, Status: RUN 7 min. TEST 5 compile is finished, Status: DONE -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 5' -Elapsed time 426 seconds. Compile 5 ++ elapsed=427 ++ echo 'Elapsed time 427 seconds. Compile 5' +Elapsed time 427 seconds. Compile 5 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_GFS_2017_gfdlmp_noahmp' + export COMPILE_NR=6 + COMPILE_NR=6 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -829,10 +828,10 @@ Elapsed time 426 seconds. Compile 5 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -863,15 +862,15 @@ Elapsed time 426 seconds. Compile 5 + TEST_NR=6 + export JBNME=compile_6 + JBNME=compile_6 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_6 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_6 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -886,7 +885,7 @@ Elapsed time 426 seconds. Compile 5 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844132 +Job id 26139688 TEST 6 compile is waiting to enter the queue 1 min. TEST 6 compile is running, Status: RUN 2 min. TEST 6 compile is running, Status: RUN @@ -910,29 +909,30 @@ TEST 6 compile is waiting to enter the queue 20 min. TEST 6 compile is running, Status: RUN 21 min. TEST 6 compile is running, Status: RUN 22 min. TEST 6 compile is running, Status: RUN -23 min. TEST 6 compile is finished, Status: DONE -+ elapsed=1388 -+ echo 'Elapsed time 1388 seconds. Compile 6' -Elapsed time 1388 seconds. Compile 6 +23 min. TEST 6 compile is running, Status: RUN +24 min. TEST 6 compile is finished, Status: DONE ++ elapsed=1448 ++ echo 'Elapsed time 1448 seconds. Compile 6' +Elapsed time 1448 seconds. Compile 6 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_csawmgshoc,FV3_GFS_2017_csawmg,FV3_GFS_2017_satmedmf,FV3_GFS_2017_satmedmfq' + export COMPILE_NR=7 + COMPILE_NR=7 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -945,10 +945,10 @@ Elapsed time 1388 seconds. Compile 6 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -979,15 +979,15 @@ Elapsed time 1388 seconds. Compile 6 + TEST_NR=7 + export JBNME=compile_7 + JBNME=compile_7 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_7 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_7 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1002,7 +1002,7 @@ Elapsed time 1388 seconds. Compile 6 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844126 +Job id 26139686 TEST 7 compile is waiting to enter the queue 1 min. TEST 7 compile is running, Status: RUN 2 min. TEST 7 compile is running, Status: RUN @@ -1028,29 +1028,30 @@ TEST 7 compile is waiting to enter the queue 22 min. TEST 7 compile is running, Status: RUN 23 min. TEST 7 compile is running, Status: RUN 24 min. TEST 7 compile is running, Status: RUN -25 min. TEST 7 compile is finished, Status: DONE -+ elapsed=1508 -+ echo 'Elapsed time 1508 seconds. Compile 7' -Elapsed time 1508 seconds. Compile 7 +25 min. TEST 7 compile is running, Status: RUN +26 min. TEST 7 compile is finished, Status: DONE ++ elapsed=1568 ++ echo 'Elapsed time 1568 seconds. Compile 7' +Elapsed time 1568 seconds. Compile 7 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GFS_2017_gfdlmp,FV3_CPT_v0,FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y' + export COMPILE_NR=8 + COMPILE_NR=8 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -1063,10 +1064,10 @@ Elapsed time 1508 seconds. Compile 7 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -1097,15 +1098,15 @@ Elapsed time 1508 seconds. Compile 7 + TEST_NR=8 + export JBNME=compile_8 + JBNME=compile_8 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_8 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_8 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1120,7 +1121,7 @@ Elapsed time 1508 seconds. Compile 7 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844131 +Job id 26139680 TEST 8 compile is waiting to enter the queue 1 min. TEST 8 compile is running, Status: RUN 2 min. TEST 8 compile is running, Status: RUN @@ -1147,29 +1148,30 @@ TEST 8 compile is waiting to enter the queue 23 min. TEST 8 compile is running, Status: RUN 24 min. TEST 8 compile is running, Status: RUN 25 min. TEST 8 compile is running, Status: RUN -26 min. TEST 8 compile is finished, Status: DONE -+ elapsed=1568 -+ echo 'Elapsed time 1568 seconds. Compile 8' -Elapsed time 1568 seconds. Compile 8 +26 min. TEST 8 compile is running, Status: RUN +27 min. TEST 8 compile is finished, Status: DONE ++ elapsed=1628 ++ echo 'Elapsed time 1628 seconds. Compile 8' +Elapsed time 1628 seconds. Compile 8 + SECONDS=0 + [[ 4 != 4 ]] -+ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 -+ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913 ++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ export RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 ++ RUNDIR_ROOT=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344 + export 'MAKE_OPT=CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + MAKE_OPT='CCPP=Y SUITES=FV3_GSD_v0,FV3_GFS_v15_thompson 32BIT=Y DEBUG=Y' + export COMPILE_NR=9 + COMPILE_NR=9 -+ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -+ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9.env ]] -+ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9.env ++ cd /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests ++ [[ -e /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9.env ]] ++ source /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9.env ++ export MACHINE_ID=wcoss_dell_p3 ++ MACHINE_ID=wcoss_dell_p3 -++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests -++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model -++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model +++ export PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ PATHRT=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests +++ export PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model +++ PATHTR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model ++ export SCHEDULER=lsf ++ SCHEDULER=lsf ++ export ACCNR=GFS-DEV @@ -1182,10 +1184,10 @@ Elapsed time 1568 seconds. Compile 8 ++ ROCOTO=false ++ export ECFLOW=true ++ ECFLOW=true -++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log -++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 -++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/log_wcoss_dell_p3 +++ export REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ REGRESSIONTEST_LOG=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/RegressionTests_wcoss_dell_p3.log +++ export LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 +++ LOG_DIR=/gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/log_wcoss_dell_p3 + source default_vars.sh ++ '[' wcoss_dell_p3 = wcoss ']' ++ '[' wcoss_dell_p3 = wcoss_cray ']' @@ -1216,15 +1218,15 @@ Elapsed time 1568 seconds. Compile 8 + TEST_NR=9 + export JBNME=compile_9 + JBNME=compile_9 -+ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9 -+ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9 ++ export RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 ++ RUNDIR=/gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 + source rt_utils.sh ++ set -eu -++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr94/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] +++ [[ /gpfs/dell2/emc/modeling/noscrub/Dusan.Jovic/ufs/pr58/ufs-weather-model/tests/run_compile.sh = \r\t\_\u\t\i\l\s\.\s\h ]] ++ UNIT_TEST=false + source atparse.bash -+ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9 -+ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/compile_9 ++ mkdir -p /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 ++ cd /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/compile_9 + [[ lsf = \s\l\u\r\m ]] + [[ lsf = \l\s\f ]] + atparse @@ -1239,7 +1241,7 @@ Elapsed time 1568 seconds. Compile 8 + set_x='set -x' + set +x ESUB: MEMORY LIMIT RLIMIT_RSS set to 8192 - with rusage set in shared job. -Job id 25844134 +Job id 26139689 TEST 9 compile is waiting to enter the queue 1 min. TEST 9 compile is running, Status: RUN 2 min. TEST 9 compile is running, Status: RUN @@ -1248,6 +1250,6 @@ TEST 9 compile is waiting to enter the queue 5 min. TEST 9 compile is running, Status: RUN 6 min. TEST 9 compile is running, Status: RUN 7 min. TEST 9 compile is finished, Status: DONE -+ elapsed=426 -+ echo 'Elapsed time 426 seconds. Compile 9' -Elapsed time 426 seconds. Compile 9 ++ elapsed=427 ++ echo 'Elapsed time 427 seconds. Compile 9' +Elapsed time 427 seconds. Compile 9 diff --git a/tests/RegressionTests_hera.intel.log b/tests/RegressionTests_hera.intel.log index 84c3e9699..d1136e032 100644 --- a/tests/RegressionTests_hera.intel.log +++ b/tests/RegressionTests_hera.intel.log @@ -1,9 +1,9 @@ -Wed Jun 3 22:43:24 UTC 2020 +Tue Jun 9 01:36:38 UTC 2020 Start Regression test -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_control_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_decomp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_2threads_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_restart_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_restart_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_restart_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_read_inc_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_read_inc_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_read_inc_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_netcdf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGlatlon_netcdf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGlatlon_netcdf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGlatlon_netcdf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGlatlon_netcdf_prod Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Test 008 fv3_ccpp_wrtGlatlon_netcdf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_nemsio_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Test 009 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -582,8 +582,8 @@ Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 010 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stochy_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_stochy_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stochy_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stochy_prod Checking test 011 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -650,8 +650,8 @@ Checking test 011 fv3_ccpp_stochy results .... Test 011 fv3_ccpp_stochy PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_iau_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_iau_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_iau_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_iau_prod Checking test 012 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -718,8 +718,8 @@ Checking test 012 fv3_ccpp_iau results .... Test 012 fv3_ccpp_iau PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_ca_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_ca_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_ca_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_ca_prod Checking test 013 fv3_ccpp_ca results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -786,8 +786,8 @@ Checking test 013 fv3_ccpp_ca results .... Test 013 fv3_ccpp_ca PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_lheatstrg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_lheatstrg_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_lheatstrg_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_lheatstrg_prod Checking test 014 fv3_ccpp_lheatstrg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -834,8 +834,8 @@ Checking test 014 fv3_ccpp_lheatstrg results .... Test 014 fv3_ccpp_lheatstrg PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmprad_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_prod Checking test 015 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -883,8 +883,8 @@ Checking test 015 fv3_ccpp_gfdlmprad results .... Test 015 fv3_ccpp_gfdlmprad PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_atmwav_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_atmwav_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 016 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -932,8 +932,8 @@ Checking test 016 fv3_ccpp_gfdlmprad_atmwav results .... Test 016 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_c768_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_wrtGauss_nemsio_c768_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c768_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_wrtGauss_nemsio_c768_prod Checking test 017 fv3_ccpp_wrtGauss_nemsio_c768 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -981,8 +981,8 @@ Checking test 017 fv3_ccpp_wrtGauss_nemsio_c768 results .... Test 017 fv3_ccpp_wrtGauss_nemsio_c768 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_32bit_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_control_32bit_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_32bit_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_control_32bit_prod Checking test 018 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1049,8 +1049,8 @@ Checking test 018 fv3_ccpp_control_32bit results .... Test 018 fv3_ccpp_control_32bit PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_stretched_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stretched_prod Checking test 019 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1105,8 +1105,8 @@ Checking test 019 fv3_ccpp_stretched results .... Test 019 fv3_ccpp_stretched PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_nest_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_stretched_nest_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stretched_nest_prod Checking test 020 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1114,21 +1114,21 @@ Checking test 020 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile4.nc .........OK Comparing atmos_4xdaily.tile5.nc .........OK Comparing atmos_4xdaily.tile6.nc .........OK - Comparing atmos_4xdaily.nest02.tile7.nc .........OK + Comparing atmos_4xdaily.nest02.nc .........OK Comparing fv3_history2d.tile1.nc .........OK Comparing fv3_history2d.tile2.nc .........OK Comparing fv3_history2d.tile3.nc .........OK Comparing fv3_history2d.tile4.nc .........OK Comparing fv3_history2d.tile5.nc .........OK Comparing fv3_history2d.tile6.nc .........OK - Comparing fv3_history2d.nest02.tile7.nc .........OK + Comparing fv3_history2d.nest02.nc .........OK Comparing fv3_history.tile1.nc .........OK Comparing fv3_history.tile2.nc .........OK Comparing fv3_history.tile3.nc .........OK Comparing fv3_history.tile4.nc .........OK Comparing fv3_history.tile5.nc .........OK Comparing fv3_history.tile6.nc .........OK - Comparing fv3_history.nest02.tile7.nc .........OK + Comparing fv3_history.nest02.nc .........OK Comparing RESTART/coupler.res .........OK Comparing RESTART/fv_core.res.nc .........OK Comparing RESTART/fv_core.res.nest02.nc .........OK @@ -1172,8 +1172,8 @@ Checking test 020 fv3_ccpp_stretched_nest results .... Test 020 fv3_ccpp_stretched_nest PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_regional_control_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_control_prod Checking test 021 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1183,8 +1183,8 @@ Checking test 021 fv3_ccpp_regional_control results .... Test 021 fv3_ccpp_regional_control PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_restart_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_regional_restart_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_restart_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_restart_prod Checking test 022 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1192,8 +1192,8 @@ Checking test 022 fv3_ccpp_regional_restart results .... Test 022 fv3_ccpp_regional_restart PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_quilt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_regional_quilt_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_quilt_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_quilt_prod Checking test 023 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1203,29 +1203,31 @@ Checking test 023 fv3_ccpp_regional_quilt results .... Test 023 fv3_ccpp_regional_quilt PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_c768_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_regional_c768_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_c768_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_regional_c768_prod Checking test 024 fv3_ccpp_regional_c768 results .... Comparing atmos_4xdaily.nc .........OK - Comparing fv3_history2d.nc .........OK - Comparing fv3_history.nc .........OK + Comparing dynf000.nc .........OK + Comparing dynf003.nc .........OK + Comparing phyf000.nc .........OK + Comparing phyf003.nc .........OK Test 024 fv3_ccpp_regional_c768 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_control_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_control_debug_prod Checking test 025 fv3_ccpp_control_debug results .... Test 025 fv3_ccpp_control_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_nest_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_stretched_nest_debug_prod Checking test 026 fv3_ccpp_stretched_nest_debug results .... Test 026 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmp_prod Checking test 027 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1272,8 +1274,8 @@ Checking test 027 fv3_ccpp_gfdlmp results .... Test 027 fv3_ccpp_gfdlmp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_gwd_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_gwd_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_gwd_prod Checking test 028 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1320,8 +1322,8 @@ Checking test 028 fv3_ccpp_gfdlmprad_gwd results .... Test 028 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_noahmp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_noahmp_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 029 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1368,8 +1370,8 @@ Checking test 029 fv3_ccpp_gfdlmprad_noahmp results .... Test 029 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmp_hwrfsas_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmp_hwrfsas_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_hwrfsas_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmp_hwrfsas_prod Checking test 030 fv3_ccpp_gfdlmp_hwrfsas results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1416,8 +1418,8 @@ Checking test 030 fv3_ccpp_gfdlmp_hwrfsas results .... Test 030 fv3_ccpp_gfdlmp_hwrfsas PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_csawmg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_csawmg_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_csawmg_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_csawmg_prod Checking test 031 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1464,8 +1466,8 @@ Checking test 031 fv3_ccpp_csawmg results .... Test 031 fv3_ccpp_csawmg PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_satmedmf_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_satmedmf_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_satmedmf_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_satmedmf_prod Checking test 032 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1512,8 +1514,8 @@ Checking test 032 fv3_ccpp_satmedmf results .... Test 032 fv3_ccpp_satmedmf PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_satmedmfq_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_satmedmfq_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_satmedmfq_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_satmedmfq_prod Checking test 033 fv3_ccpp_satmedmfq results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1560,8 +1562,8 @@ Checking test 033 fv3_ccpp_satmedmfq results .... Test 033 fv3_ccpp_satmedmfq PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmp_32bit_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_32bit_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmp_32bit_prod Checking test 034 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1608,8 +1610,8 @@ Checking test 034 fv3_ccpp_gfdlmp_32bit results .... Test 034 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_32bit_post_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_32bit_post_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 035 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1660,8 +1662,8 @@ Checking test 035 fv3_ccpp_gfdlmprad_32bit_post results .... Test 035 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_cpt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_cpt_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_cpt_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_cpt_prod Checking test 036 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1714,8 +1716,8 @@ Checking test 036 fv3_ccpp_cpt results .... Test 036 fv3_ccpp_cpt PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gsd_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gsd_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gsd_prod Checking test 037 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1806,8 +1808,8 @@ Checking test 037 fv3_ccpp_gsd results .... Test 037 fv3_ccpp_gsd PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_thompson_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_prod Checking test 038 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1874,8 +1876,8 @@ Checking test 038 fv3_ccpp_thompson results .... Test 038 fv3_ccpp_thompson PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_no_aero_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_thompson_no_aero_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_no_aero_prod Checking test 039 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1942,8 +1944,8 @@ Checking test 039 fv3_ccpp_thompson_no_aero results .... Test 039 fv3_ccpp_thompson_no_aero PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v15p2_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfs_v15p2_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v15p2_prod Checking test 040 fv3_ccpp_gfs_v15p2 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2010,8 +2012,8 @@ Checking test 040 fv3_ccpp_gfs_v15p2 results .... Test 040 fv3_ccpp_gfs_v15p2 PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v16beta_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfs_v16beta_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v16beta_prod Checking test 041 fv3_ccpp_gfs_v16beta results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2078,8 +2080,8 @@ Checking test 041 fv3_ccpp_gfs_v16beta results .... Test 041 fv3_ccpp_gfs_v16beta PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_rrtmgp_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_rrtmgp_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_rrtmgp_prod Checking test 042 fv3_ccpp_rrtmgp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2146,8 +2148,8 @@ Checking test 042 fv3_ccpp_rrtmgp results .... Test 042 fv3_ccpp_rrtmgp PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v15p2_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfs_v15p2_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v15p2_debug_prod Checking test 043 fv3_ccpp_gfs_v15p2_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2214,8 +2216,8 @@ Checking test 043 fv3_ccpp_gfs_v15p2_debug results .... Test 043 fv3_ccpp_gfs_v15p2_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v16beta_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfs_v16beta_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfs_v16beta_debug_prod Checking test 044 fv3_ccpp_gfs_v16beta_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2282,8 +2284,8 @@ Checking test 044 fv3_ccpp_gfs_v16beta_debug results .... Test 044 fv3_ccpp_gfs_v16beta_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_rrtmgp_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_rrtmgp_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_rrtmgp_debug_prod Checking test 045 fv3_ccpp_rrtmgp_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2350,8 +2352,8 @@ Checking test 045 fv3_ccpp_rrtmgp_debug results .... Test 045 fv3_ccpp_rrtmgp_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gsd_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gsd_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gsd_debug_prod Checking test 046 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2418,8 +2420,8 @@ Checking test 046 fv3_ccpp_gsd_debug results .... Test 046 fv3_ccpp_gsd_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_thompson_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_debug_prod Checking test 047 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2486,8 +2488,8 @@ Checking test 047 fv3_ccpp_thompson_debug results .... Test 047 fv3_ccpp_thompson_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_no_aero_debug_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_debug_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_thompson_no_aero_debug_prod Checking test 048 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2554,8 +2556,8 @@ Checking test 048 fv3_ccpp_thompson_no_aero_debug results .... Test 048 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfsv16_csawmg_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmg_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfsv16_csawmg_prod Checking test 049 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2602,8 +2604,8 @@ Checking test 049 fv3_ccpp_gfsv16_csawmg results .... Test 049 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfsv16_csawmgt_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmgt_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gfsv16_csawmgt_prod Checking test 050 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2650,8 +2652,8 @@ Checking test 050 fv3_ccpp_gfsv16_csawmgt results .... Test 050 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gocart_clm_ccpp -working dir = /scratch1/NCEPDEV/stmp2/Dom.Heinzeller/FV3_RT/rt_188298/fv3_ccpp_gocart_clm_prod +baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gocart_clm_ccpp +working dir = /scratch1/NCEPDEV/stmp2/Dusan.Jovic/FV3_RT/rt_297543/fv3_ccpp_gocart_clm_prod Checking test 051 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2699,5 +2701,5 @@ Test 051 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Wed Jun 3 23:48:49 UTC 2020 -Elapsed time: 01h:05m:29s. Have a nice day! +Tue Jun 9 02:06:13 UTC 2020 +Elapsed time: 00h:29m:37s. Have a nice day! diff --git a/tests/RegressionTests_orion.intel.log b/tests/RegressionTests_orion.intel.log index ae17df4ef..f997eaad3 100644 --- a/tests/RegressionTests_orion.intel.log +++ b/tests/RegressionTests_orion.intel.log @@ -1,9 +1,9 @@ -Thu Jun 4 09:11:02 CDT 2020 +Tue Jun 9 06:46:42 CDT 2020 Start Regression test -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_control_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_decomp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_2threads_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_restart_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_restart_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_restart_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_read_inc_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_read_inc_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_read_inc_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_netcdf_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_netcdf_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_nemsio_prod Checking test 008 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGauss_nemsio results .... Test 008 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 009 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stochy_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_stochy_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stochy_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stochy_prod Checking test 010 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -602,8 +602,8 @@ Checking test 010 fv3_ccpp_stochy results .... Test 010 fv3_ccpp_stochy PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_iau_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_iau_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_iau_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_iau_prod Checking test 011 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -670,8 +670,8 @@ Checking test 011 fv3_ccpp_iau results .... Test 011 fv3_ccpp_iau PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_ca_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_ca_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_ca_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_ca_prod Checking test 012 fv3_ccpp_ca results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -738,8 +738,8 @@ Checking test 012 fv3_ccpp_ca results .... Test 012 fv3_ccpp_ca PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmprad_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_prod Checking test 013 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -787,8 +787,8 @@ Checking test 013 fv3_ccpp_gfdlmprad results .... Test 013 fv3_ccpp_gfdlmprad PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_atmwav_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_atmwav_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 014 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -836,8 +836,8 @@ Checking test 014 fv3_ccpp_gfdlmprad_atmwav results .... Test 014 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_wrtGauss_nemsio_c768_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_wrtGauss_nemsio_c768_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_wrtGauss_nemsio_c768_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_wrtGauss_nemsio_c768_prod Checking test 015 fv3_ccpp_wrtGauss_nemsio_c768 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -885,8 +885,8 @@ Checking test 015 fv3_ccpp_wrtGauss_nemsio_c768 results .... Test 015 fv3_ccpp_wrtGauss_nemsio_c768 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_32bit_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_control_32bit_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_32bit_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_control_32bit_prod Checking test 016 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -953,8 +953,8 @@ Checking test 016 fv3_ccpp_control_32bit results .... Test 016 fv3_ccpp_control_32bit PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_stretched_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stretched_prod Checking test 017 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1009,8 +1009,8 @@ Checking test 017 fv3_ccpp_stretched results .... Test 017 fv3_ccpp_stretched PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_nest_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_stretched_nest_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stretched_nest_prod Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1018,21 +1018,21 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile4.nc .........OK Comparing atmos_4xdaily.tile5.nc .........OK Comparing atmos_4xdaily.tile6.nc .........OK - Comparing atmos_4xdaily.nest02.tile7.nc .........OK + Comparing atmos_4xdaily.nest02.nc .........OK Comparing fv3_history2d.tile1.nc .........OK Comparing fv3_history2d.tile2.nc .........OK Comparing fv3_history2d.tile3.nc .........OK Comparing fv3_history2d.tile4.nc .........OK Comparing fv3_history2d.tile5.nc .........OK Comparing fv3_history2d.tile6.nc .........OK - Comparing fv3_history2d.nest02.tile7.nc .........OK + Comparing fv3_history2d.nest02.nc .........OK Comparing fv3_history.tile1.nc .........OK Comparing fv3_history.tile2.nc .........OK Comparing fv3_history.tile3.nc .........OK Comparing fv3_history.tile4.nc .........OK Comparing fv3_history.tile5.nc .........OK Comparing fv3_history.tile6.nc .........OK - Comparing fv3_history.nest02.tile7.nc .........OK + Comparing fv3_history.nest02.nc .........OK Comparing RESTART/coupler.res .........OK Comparing RESTART/fv_core.res.nc .........OK Comparing RESTART/fv_core.res.nest02.nc .........OK @@ -1076,8 +1076,8 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Test 018 fv3_ccpp_stretched_nest PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_control_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_regional_control_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_control_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_control_prod Checking test 019 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1087,8 +1087,8 @@ Checking test 019 fv3_ccpp_regional_control results .... Test 019 fv3_ccpp_regional_control PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_restart_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_regional_restart_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_restart_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_restart_prod Checking test 020 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1096,8 +1096,8 @@ Checking test 020 fv3_ccpp_regional_restart results .... Test 020 fv3_ccpp_regional_restart PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_quilt_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_regional_quilt_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_quilt_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_quilt_prod Checking test 021 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1107,29 +1107,31 @@ Checking test 021 fv3_ccpp_regional_quilt results .... Test 021 fv3_ccpp_regional_quilt PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_regional_c768_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_regional_c768_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_regional_c768_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_regional_c768_prod Checking test 022 fv3_ccpp_regional_c768 results .... Comparing atmos_4xdaily.nc .........OK - Comparing fv3_history2d.nc .........OK - Comparing fv3_history.nc .........OK + Comparing dynf000.nc .........OK + Comparing dynf003.nc .........OK + Comparing phyf000.nc .........OK + Comparing phyf003.nc .........OK Test 022 fv3_ccpp_regional_c768 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_control_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_control_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_control_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_control_debug_prod Checking test 023 fv3_ccpp_control_debug results .... Test 023 fv3_ccpp_control_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_stretched_nest_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_stretched_nest_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_stretched_nest_debug_prod Checking test 024 fv3_ccpp_stretched_nest_debug results .... Test 024 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmp_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmp_prod Checking test 025 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1176,8 +1178,8 @@ Checking test 025 fv3_ccpp_gfdlmp results .... Test 025 fv3_ccpp_gfdlmp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_gwd_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_gwd_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_gwd_prod Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1224,8 +1226,8 @@ Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Test 026 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_noahmp_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_noahmp_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1272,8 +1274,8 @@ Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Test 027 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_csawmg_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_csawmg_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_csawmg_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_csawmg_prod Checking test 028 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1320,8 +1322,8 @@ Checking test 028 fv3_ccpp_csawmg results .... Test 028 fv3_ccpp_csawmg PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_satmedmf_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_satmedmf_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_satmedmf_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_satmedmf_prod Checking test 029 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1368,8 +1370,8 @@ Checking test 029 fv3_ccpp_satmedmf results .... Test 029 fv3_ccpp_satmedmf PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmp_32bit_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmp_32bit_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmp_32bit_prod Checking test 030 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1416,8 +1418,8 @@ Checking test 030 fv3_ccpp_gfdlmp_32bit results .... Test 030 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfdlmprad_32bit_post_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfdlmprad_32bit_post_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 031 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1468,8 +1470,8 @@ Checking test 031 fv3_ccpp_gfdlmprad_32bit_post results .... Test 031 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_cpt_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_cpt_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_cpt_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_cpt_prod Checking test 032 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1522,8 +1524,8 @@ Checking test 032 fv3_ccpp_cpt results .... Test 032 fv3_ccpp_cpt PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gsd_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gsd_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gsd_prod Checking test 033 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1614,8 +1616,8 @@ Checking test 033 fv3_ccpp_gsd results .... Test 033 fv3_ccpp_gsd PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_thompson_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_prod Checking test 034 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1682,8 +1684,8 @@ Checking test 034 fv3_ccpp_thompson results .... Test 034 fv3_ccpp_thompson PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_no_aero_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_thompson_no_aero_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_no_aero_prod Checking test 035 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1750,8 +1752,8 @@ Checking test 035 fv3_ccpp_thompson_no_aero results .... Test 035 fv3_ccpp_thompson_no_aero PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v15p2_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfs_v15p2_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v15p2_prod Checking test 036 fv3_ccpp_gfs_v15p2 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1818,8 +1820,8 @@ Checking test 036 fv3_ccpp_gfs_v15p2 results .... Test 036 fv3_ccpp_gfs_v15p2 PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v16beta_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfs_v16beta_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v16beta_prod Checking test 037 fv3_ccpp_gfs_v16beta results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1886,8 +1888,8 @@ Checking test 037 fv3_ccpp_gfs_v16beta results .... Test 037 fv3_ccpp_gfs_v16beta PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_rrtmgp_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_rrtmgp_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_rrtmgp_prod Checking test 038 fv3_ccpp_rrtmgp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1954,8 +1956,8 @@ Checking test 038 fv3_ccpp_rrtmgp results .... Test 038 fv3_ccpp_rrtmgp PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v15p2_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfs_v15p2_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v15p2_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v15p2_debug_prod Checking test 039 fv3_ccpp_gfs_v15p2_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2022,8 +2024,8 @@ Checking test 039 fv3_ccpp_gfs_v15p2_debug results .... Test 039 fv3_ccpp_gfs_v15p2_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfs_v16beta_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfs_v16beta_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfs_v16beta_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfs_v16beta_debug_prod Checking test 040 fv3_ccpp_gfs_v16beta_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2090,8 +2092,8 @@ Checking test 040 fv3_ccpp_gfs_v16beta_debug results .... Test 040 fv3_ccpp_gfs_v16beta_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_rrtmgp_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_rrtmgp_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_rrtmgp_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_rrtmgp_debug_prod Checking test 041 fv3_ccpp_rrtmgp_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2158,8 +2160,8 @@ Checking test 041 fv3_ccpp_rrtmgp_debug results .... Test 041 fv3_ccpp_rrtmgp_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gsd_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gsd_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gsd_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gsd_debug_prod Checking test 042 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2226,8 +2228,8 @@ Checking test 042 fv3_ccpp_gsd_debug results .... Test 042 fv3_ccpp_gsd_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_thompson_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_debug_prod Checking test 043 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2294,8 +2296,8 @@ Checking test 043 fv3_ccpp_thompson_debug results .... Test 043 fv3_ccpp_thompson_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_thompson_no_aero_debug_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_thompson_no_aero_debug_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_thompson_no_aero_debug_prod Checking test 044 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2362,8 +2364,8 @@ Checking test 044 fv3_ccpp_thompson_no_aero_debug results .... Test 044 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfsv16_csawmg_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmg_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfsv16_csawmg_prod Checking test 045 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2410,8 +2412,8 @@ Checking test 045 fv3_ccpp_gfsv16_csawmg results .... Test 045 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gfsv16_csawmgt_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gfsv16_csawmgt_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gfsv16_csawmgt_prod Checking test 046 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2458,8 +2460,8 @@ Checking test 046 fv3_ccpp_gfsv16_csawmgt results .... Test 046 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200603/INTEL/fv3_gocart_clm_ccpp -working dir = /work/noaa/stmp/dheinzel/stmp/dheinzel/FV3_RT/rt_409080/fv3_ccpp_gocart_clm_prod +baseline dir = /work/noaa/fv3-cam/djovic/RT/NEMSfv3gfs/develop-20200608/INTEL/fv3_gocart_clm_ccpp +working dir = /work/noaa/stmp/djovic/stmp/djovic/FV3_RT/rt_408565/fv3_ccpp_gocart_clm_prod Checking test 047 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2507,5 +2509,5 @@ Test 047 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Thu Jun 4 09:45:39 CDT 2020 -Elapsed time: 00h:34m:38s. Have a nice day! +Tue Jun 9 07:33:44 CDT 2020 +Elapsed time: 00h:47m:04s. Have a nice day! diff --git a/tests/RegressionTests_wcoss_cray.log b/tests/RegressionTests_wcoss_cray.log index 362a17405..d551ef0d8 100644 --- a/tests/RegressionTests_wcoss_cray.log +++ b/tests/RegressionTests_wcoss_cray.log @@ -1,9 +1,9 @@ -Wed Jun 3 23:50:29 UTC 2020 +Mon Jun 8 23:54:10 UTC 2020 Start Regression test -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_control_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_decomp_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_2threads_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_restart_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_restart_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_restart_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_read_inc_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_read_inc_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_read_inc_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_netcdf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGlatlon_netcdf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_wrtGlatlon_netcdf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGlatlon_netcdf_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGlatlon_netcdf_prod Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Test 008 fv3_ccpp_wrtGlatlon_netcdf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_nemsio_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_nemsio_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Test 009 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -582,8 +582,8 @@ Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 010 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stochy_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_stochy_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stochy_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stochy_prod Checking test 011 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -650,8 +650,8 @@ Checking test 011 fv3_ccpp_stochy results .... Test 011 fv3_ccpp_stochy PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_iau_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_iau_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_iau_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_iau_prod Checking test 012 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -718,8 +718,8 @@ Checking test 012 fv3_ccpp_iau results .... Test 012 fv3_ccpp_iau PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_lheatstrg_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_lheatstrg_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_lheatstrg_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_lheatstrg_prod Checking test 013 fv3_ccpp_lheatstrg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -766,8 +766,8 @@ Checking test 013 fv3_ccpp_lheatstrg results .... Test 013 fv3_ccpp_lheatstrg PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmprad_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_prod Checking test 014 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -815,8 +815,8 @@ Checking test 014 fv3_ccpp_gfdlmprad results .... Test 014 fv3_ccpp_gfdlmprad PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_atmwav_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_atmwav_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -864,8 +864,8 @@ Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Test 015 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_32bit_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_control_32bit_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_32bit_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_control_32bit_prod Checking test 016 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -932,8 +932,8 @@ Checking test 016 fv3_ccpp_control_32bit results .... Test 016 fv3_ccpp_control_32bit PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_stretched_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stretched_prod Checking test 017 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -988,8 +988,8 @@ Checking test 017 fv3_ccpp_stretched results .... Test 017 fv3_ccpp_stretched PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_nest_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_stretched_nest_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stretched_nest_prod Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -997,21 +997,21 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile4.nc .........OK Comparing atmos_4xdaily.tile5.nc .........OK Comparing atmos_4xdaily.tile6.nc .........OK - Comparing atmos_4xdaily.nest02.tile7.nc .........OK + Comparing atmos_4xdaily.nest02.nc .........OK Comparing fv3_history2d.tile1.nc .........OK Comparing fv3_history2d.tile2.nc .........OK Comparing fv3_history2d.tile3.nc .........OK Comparing fv3_history2d.tile4.nc .........OK Comparing fv3_history2d.tile5.nc .........OK Comparing fv3_history2d.tile6.nc .........OK - Comparing fv3_history2d.nest02.tile7.nc .........OK + Comparing fv3_history2d.nest02.nc .........OK Comparing fv3_history.tile1.nc .........OK Comparing fv3_history.tile2.nc .........OK Comparing fv3_history.tile3.nc .........OK Comparing fv3_history.tile4.nc .........OK Comparing fv3_history.tile5.nc .........OK Comparing fv3_history.tile6.nc .........OK - Comparing fv3_history.nest02.tile7.nc .........OK + Comparing fv3_history.nest02.nc .........OK Comparing RESTART/coupler.res .........OK Comparing RESTART/fv_core.res.nc .........OK Comparing RESTART/fv_core.res.nest02.nc .........OK @@ -1055,8 +1055,8 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Test 018 fv3_ccpp_stretched_nest PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_regional_control_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_control_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_regional_control_prod Checking test 019 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1066,8 +1066,8 @@ Checking test 019 fv3_ccpp_regional_control results .... Test 019 fv3_ccpp_regional_control PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_restart_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_regional_restart_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_restart_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_regional_restart_prod Checking test 020 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1075,8 +1075,8 @@ Checking test 020 fv3_ccpp_regional_restart results .... Test 020 fv3_ccpp_regional_restart PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_quilt_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_regional_quilt_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_quilt_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_regional_quilt_prod Checking test 021 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1086,20 +1086,20 @@ Checking test 021 fv3_ccpp_regional_quilt results .... Test 021 fv3_ccpp_regional_quilt PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_control_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_control_debug_prod Checking test 022 fv3_ccpp_control_debug results .... Test 022 fv3_ccpp_control_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_nest_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_stretched_nest_debug_prod Checking test 023 fv3_ccpp_stretched_nest_debug results .... Test 023 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmp_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmp_prod Checking test 024 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1146,8 +1146,8 @@ Checking test 024 fv3_ccpp_gfdlmp results .... Test 024 fv3_ccpp_gfdlmp PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_gwd_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_gwd_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_gwd_prod Checking test 025 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1194,8 +1194,8 @@ Checking test 025 fv3_ccpp_gfdlmprad_gwd results .... Test 025 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_noahmp_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_noahmp_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 026 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1242,8 +1242,8 @@ Checking test 026 fv3_ccpp_gfdlmprad_noahmp results .... Test 026 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_hwrfsas_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmp_hwrfsas_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_hwrfsas_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmp_hwrfsas_prod Checking test 027 fv3_ccpp_gfdlmp_hwrfsas results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1290,8 +1290,8 @@ Checking test 027 fv3_ccpp_gfdlmp_hwrfsas results .... Test 027 fv3_ccpp_gfdlmp_hwrfsas PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_csawmg_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_csawmg_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_csawmg_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_csawmg_prod Checking test 028 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1338,8 +1338,8 @@ Checking test 028 fv3_ccpp_csawmg results .... Test 028 fv3_ccpp_csawmg PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_satmedmf_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_satmedmf_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmf_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_satmedmf_prod Checking test 029 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1386,8 +1386,8 @@ Checking test 029 fv3_ccpp_satmedmf results .... Test 029 fv3_ccpp_satmedmf PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_satmedmfq_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_satmedmfq_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmfq_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_satmedmfq_prod Checking test 030 fv3_ccpp_satmedmfq results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1434,8 +1434,8 @@ Checking test 030 fv3_ccpp_satmedmfq results .... Test 030 fv3_ccpp_satmedmfq PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_32bit_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_32bit_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmp_32bit_prod Checking test 031 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1482,8 +1482,8 @@ Checking test 031 fv3_ccpp_gfdlmp_32bit results .... Test 031 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_32bit_post_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_32bit_post_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 032 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1534,8 +1534,8 @@ Checking test 032 fv3_ccpp_gfdlmprad_32bit_post results .... Test 032 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_cpt_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_cpt_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_cpt_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_cpt_prod Checking test 033 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1588,8 +1588,8 @@ Checking test 033 fv3_ccpp_cpt results .... Test 033 fv3_ccpp_cpt PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gsd_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gsd_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gsd_prod Checking test 034 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1680,8 +1680,8 @@ Checking test 034 fv3_ccpp_gsd results .... Test 034 fv3_ccpp_gsd PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_thompson_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_prod Checking test 035 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1748,8 +1748,8 @@ Checking test 035 fv3_ccpp_thompson results .... Test 035 fv3_ccpp_thompson PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_no_aero_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_thompson_no_aero_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_no_aero_prod Checking test 036 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1816,8 +1816,8 @@ Checking test 036 fv3_ccpp_thompson_no_aero results .... Test 036 fv3_ccpp_thompson_no_aero PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gsd_debug_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gsd_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_debug_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gsd_debug_prod Checking test 037 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1884,8 +1884,8 @@ Checking test 037 fv3_ccpp_gsd_debug results .... Test 037 fv3_ccpp_gsd_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_debug_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_thompson_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_debug_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_debug_prod Checking test 038 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1952,8 +1952,8 @@ Checking test 038 fv3_ccpp_thompson_debug results .... Test 038 fv3_ccpp_thompson_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_no_aero_debug_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_debug_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_thompson_no_aero_debug_prod Checking test 039 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2020,8 +2020,8 @@ Checking test 039 fv3_ccpp_thompson_no_aero_debug results .... Test 039 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfsv16_csawmg_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmg_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfsv16_csawmg_prod Checking test 040 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2068,8 +2068,8 @@ Checking test 040 fv3_ccpp_gfsv16_csawmg results .... Test 040 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfsv16_csawmgt_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmgt_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gfsv16_csawmgt_prod Checking test 041 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2116,8 +2116,8 @@ Checking test 041 fv3_ccpp_gfsv16_csawmgt results .... Test 041 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gocart_clm_ccpp -working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_9350/fv3_ccpp_gocart_clm_prod +baseline dir = /gpfs/hps3/emc/nems/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gocart_clm_ccpp +working dir = /gpfs/hps3/stmp/Dusan.Jovic/FV3_RT/rt_38569/fv3_ccpp_gocart_clm_prod Checking test 042 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2165,5 +2165,5 @@ Test 042 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Thu Jun 4 00:31:39 UTC 2020 -Elapsed time: 00h:41m:12s. Have a nice day! +Tue Jun 9 00:41:25 UTC 2020 +Elapsed time: 00h:47m:16s. Have a nice day! diff --git a/tests/RegressionTests_wcoss_dell_p3.log b/tests/RegressionTests_wcoss_dell_p3.log index 0e4fa59b6..af689924b 100644 --- a/tests/RegressionTests_wcoss_dell_p3.log +++ b/tests/RegressionTests_wcoss_dell_p3.log @@ -1,9 +1,9 @@ -Wed Jun 3 23:49:43 UTC 2020 +Mon Jun 8 23:39:50 UTC 2020 Start Regression test -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_control_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_control_prod Checking test 001 fv3_ccpp_control results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -70,8 +70,8 @@ Checking test 001 fv3_ccpp_control results .... Test 001 fv3_ccpp_control PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_decomp_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_decomp_prod Checking test 002 fv3_ccpp_decomp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -138,8 +138,8 @@ Checking test 002 fv3_ccpp_decomp results .... Test 002 fv3_ccpp_decomp PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_2threads_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_2threads_prod Checking test 003 fv3_ccpp_2threads results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -206,8 +206,8 @@ Checking test 003 fv3_ccpp_2threads results .... Test 003 fv3_ccpp_2threads PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_restart_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_restart_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_restart_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_restart_prod Checking test 004 fv3_ccpp_restart results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -274,8 +274,8 @@ Checking test 004 fv3_ccpp_restart results .... Test 004 fv3_ccpp_restart PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_read_inc_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_read_inc_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_read_inc_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_read_inc_prod Checking test 005 fv3_ccpp_read_inc results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -342,8 +342,8 @@ Checking test 005 fv3_ccpp_read_inc results .... Test 005 fv3_ccpp_read_inc PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_netcdf_esmf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_wrtGauss_netcdf_esmf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_esmf_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_netcdf_esmf_prod Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -390,8 +390,8 @@ Checking test 006 fv3_ccpp_wrtGauss_netcdf_esmf results .... Test 006 fv3_ccpp_wrtGauss_netcdf_esmf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_netcdf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_wrtGauss_netcdf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_netcdf_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_netcdf_prod Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -438,8 +438,8 @@ Checking test 007 fv3_ccpp_wrtGauss_netcdf results .... Test 007 fv3_ccpp_wrtGauss_netcdf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGlatlon_netcdf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_wrtGlatlon_netcdf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGlatlon_netcdf_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGlatlon_netcdf_prod Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -486,8 +486,8 @@ Checking test 008 fv3_ccpp_wrtGlatlon_netcdf results .... Test 008 fv3_ccpp_wrtGlatlon_netcdf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_nemsio_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_wrtGauss_nemsio_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_nemsio_prod Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -534,8 +534,8 @@ Checking test 009 fv3_ccpp_wrtGauss_nemsio results .... Test 009 fv3_ccpp_wrtGauss_nemsio PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_wrtGauss_nemsio_c192_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_wrtGauss_nemsio_c192_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_wrtGauss_nemsio_c192_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_wrtGauss_nemsio_c192_prod Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -582,8 +582,8 @@ Checking test 010 fv3_ccpp_wrtGauss_nemsio_c192 results .... Test 010 fv3_ccpp_wrtGauss_nemsio_c192 PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stochy_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_stochy_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stochy_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stochy_prod Checking test 011 fv3_ccpp_stochy results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -650,8 +650,8 @@ Checking test 011 fv3_ccpp_stochy results .... Test 011 fv3_ccpp_stochy PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_iau_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_iau_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_iau_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_iau_prod Checking test 012 fv3_ccpp_iau results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -718,8 +718,8 @@ Checking test 012 fv3_ccpp_iau results .... Test 012 fv3_ccpp_iau PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_lheatstrg_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_lheatstrg_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_lheatstrg_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_lheatstrg_prod Checking test 013 fv3_ccpp_lheatstrg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -766,8 +766,8 @@ Checking test 013 fv3_ccpp_lheatstrg results .... Test 013 fv3_ccpp_lheatstrg PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmprad_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_prod Checking test 014 fv3_ccpp_gfdlmprad results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -815,8 +815,8 @@ Checking test 014 fv3_ccpp_gfdlmprad results .... Test 014 fv3_ccpp_gfdlmprad PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_atmwav_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmprad_atmwav_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_atmwav_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_atmwav_prod Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -864,8 +864,8 @@ Checking test 015 fv3_ccpp_gfdlmprad_atmwav results .... Test 015 fv3_ccpp_gfdlmprad_atmwav PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_32bit_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_control_32bit_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_32bit_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_control_32bit_prod Checking test 016 fv3_ccpp_control_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -932,8 +932,8 @@ Checking test 016 fv3_ccpp_control_32bit results .... Test 016 fv3_ccpp_control_32bit PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_stretched_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stretched_prod Checking test 017 fv3_ccpp_stretched results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -988,8 +988,8 @@ Checking test 017 fv3_ccpp_stretched results .... Test 017 fv3_ccpp_stretched PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_nest_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_stretched_nest_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stretched_nest_prod Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -997,21 +997,21 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Comparing atmos_4xdaily.tile4.nc .........OK Comparing atmos_4xdaily.tile5.nc .........OK Comparing atmos_4xdaily.tile6.nc .........OK - Comparing atmos_4xdaily.nest02.tile7.nc .........OK + Comparing atmos_4xdaily.nest02.nc .........OK Comparing fv3_history2d.tile1.nc .........OK Comparing fv3_history2d.tile2.nc .........OK Comparing fv3_history2d.tile3.nc .........OK Comparing fv3_history2d.tile4.nc .........OK Comparing fv3_history2d.tile5.nc .........OK Comparing fv3_history2d.tile6.nc .........OK - Comparing fv3_history2d.nest02.tile7.nc .........OK + Comparing fv3_history2d.nest02.nc .........OK Comparing fv3_history.tile1.nc .........OK Comparing fv3_history.tile2.nc .........OK Comparing fv3_history.tile3.nc .........OK Comparing fv3_history.tile4.nc .........OK Comparing fv3_history.tile5.nc .........OK Comparing fv3_history.tile6.nc .........OK - Comparing fv3_history.nest02.tile7.nc .........OK + Comparing fv3_history.nest02.nc .........OK Comparing RESTART/coupler.res .........OK Comparing RESTART/fv_core.res.nc .........OK Comparing RESTART/fv_core.res.nest02.nc .........OK @@ -1055,8 +1055,8 @@ Checking test 018 fv3_ccpp_stretched_nest results .... Test 018 fv3_ccpp_stretched_nest PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_regional_control_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_control_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_control_prod Checking test 019 fv3_ccpp_regional_control results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1066,8 +1066,8 @@ Checking test 019 fv3_ccpp_regional_control results .... Test 019 fv3_ccpp_regional_control PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_restart_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_regional_restart_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_restart_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_restart_prod Checking test 020 fv3_ccpp_regional_restart results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK @@ -1075,8 +1075,8 @@ Checking test 020 fv3_ccpp_regional_restart results .... Test 020 fv3_ccpp_regional_restart PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_quilt_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_regional_quilt_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_quilt_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_quilt_prod Checking test 021 fv3_ccpp_regional_quilt results .... Comparing atmos_4xdaily.nc .........OK Comparing dynf000.nc .........OK @@ -1086,29 +1086,31 @@ Checking test 021 fv3_ccpp_regional_quilt results .... Test 021 fv3_ccpp_regional_quilt PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_regional_c768_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_regional_c768_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_regional_c768_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_regional_c768_prod Checking test 022 fv3_ccpp_regional_c768 results .... Comparing atmos_4xdaily.nc .........OK - Comparing fv3_history2d.nc .........OK - Comparing fv3_history.nc .........OK + Comparing dynf000.nc .........OK + Comparing dynf003.nc .........OK + Comparing phyf000.nc .........OK + Comparing phyf003.nc .........OK Test 022 fv3_ccpp_regional_c768 PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_control_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_control_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_control_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_control_debug_prod Checking test 023 fv3_ccpp_control_debug results .... Test 023 fv3_ccpp_control_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_stretched_nest_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_stretched_nest_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_stretched_nest_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_stretched_nest_debug_prod Checking test 024 fv3_ccpp_stretched_nest_debug results .... Test 024 fv3_ccpp_stretched_nest_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmp_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmp_prod Checking test 025 fv3_ccpp_gfdlmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1155,8 +1157,8 @@ Checking test 025 fv3_ccpp_gfdlmp results .... Test 025 fv3_ccpp_gfdlmp PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_gwd_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmprad_gwd_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_gwd_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_gwd_prod Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1203,8 +1205,8 @@ Checking test 026 fv3_ccpp_gfdlmprad_gwd results .... Test 026 fv3_ccpp_gfdlmprad_gwd PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_noahmp_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmprad_noahmp_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_noahmp_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_noahmp_prod Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1251,8 +1253,8 @@ Checking test 027 fv3_ccpp_gfdlmprad_noahmp results .... Test 027 fv3_ccpp_gfdlmprad_noahmp PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_hwrfsas_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmp_hwrfsas_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_hwrfsas_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmp_hwrfsas_prod Checking test 028 fv3_ccpp_gfdlmp_hwrfsas results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1299,8 +1301,8 @@ Checking test 028 fv3_ccpp_gfdlmp_hwrfsas results .... Test 028 fv3_ccpp_gfdlmp_hwrfsas PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_csawmg_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_csawmg_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_csawmg_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_csawmg_prod Checking test 029 fv3_ccpp_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1347,8 +1349,8 @@ Checking test 029 fv3_ccpp_csawmg results .... Test 029 fv3_ccpp_csawmg PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_satmedmf_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_satmedmf_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmf_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_satmedmf_prod Checking test 030 fv3_ccpp_satmedmf results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1395,8 +1397,8 @@ Checking test 030 fv3_ccpp_satmedmf results .... Test 030 fv3_ccpp_satmedmf PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_satmedmfq_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_satmedmfq_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_satmedmfq_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_satmedmfq_prod Checking test 031 fv3_ccpp_satmedmfq results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1443,8 +1445,8 @@ Checking test 031 fv3_ccpp_satmedmfq results .... Test 031 fv3_ccpp_satmedmfq PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmp_32bit_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmp_32bit_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmp_32bit_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmp_32bit_prod Checking test 032 fv3_ccpp_gfdlmp_32bit results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1491,8 +1493,8 @@ Checking test 032 fv3_ccpp_gfdlmp_32bit results .... Test 032 fv3_ccpp_gfdlmp_32bit PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfdlmprad_32bit_post_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfdlmprad_32bit_post_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfdlmprad_32bit_post_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfdlmprad_32bit_post_prod Checking test 033 fv3_ccpp_gfdlmprad_32bit_post results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1543,8 +1545,8 @@ Checking test 033 fv3_ccpp_gfdlmprad_32bit_post results .... Test 033 fv3_ccpp_gfdlmprad_32bit_post PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_cpt_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_cpt_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_cpt_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_cpt_prod Checking test 034 fv3_ccpp_cpt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1597,8 +1599,8 @@ Checking test 034 fv3_ccpp_cpt results .... Test 034 fv3_ccpp_cpt PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gsd_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gsd_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gsd_prod Checking test 035 fv3_ccpp_gsd results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1689,8 +1691,8 @@ Checking test 035 fv3_ccpp_gsd results .... Test 035 fv3_ccpp_gsd PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_thompson_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_prod Checking test 036 fv3_ccpp_thompson results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1757,8 +1759,8 @@ Checking test 036 fv3_ccpp_thompson results .... Test 036 fv3_ccpp_thompson PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_no_aero_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_thompson_no_aero_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_no_aero_prod Checking test 037 fv3_ccpp_thompson_no_aero results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1825,8 +1827,8 @@ Checking test 037 fv3_ccpp_thompson_no_aero results .... Test 037 fv3_ccpp_thompson_no_aero PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gsd_debug_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gsd_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gsd_debug_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gsd_debug_prod Checking test 038 fv3_ccpp_gsd_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1893,8 +1895,8 @@ Checking test 038 fv3_ccpp_gsd_debug results .... Test 038 fv3_ccpp_gsd_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_debug_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_thompson_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_debug_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_debug_prod Checking test 039 fv3_ccpp_thompson_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -1961,8 +1963,8 @@ Checking test 039 fv3_ccpp_thompson_debug results .... Test 039 fv3_ccpp_thompson_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_thompson_no_aero_debug_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_thompson_no_aero_debug_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_thompson_no_aero_debug_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_thompson_no_aero_debug_prod Checking test 040 fv3_ccpp_thompson_no_aero_debug results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2029,8 +2031,8 @@ Checking test 040 fv3_ccpp_thompson_no_aero_debug results .... Test 040 fv3_ccpp_thompson_no_aero_debug PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfsv16_csawmg_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfsv16_csawmg_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmg_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfsv16_csawmg_prod Checking test 041 fv3_ccpp_gfsv16_csawmg results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2077,8 +2079,8 @@ Checking test 041 fv3_ccpp_gfsv16_csawmg results .... Test 041 fv3_ccpp_gfsv16_csawmg PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gfsv16_csawmgt_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gfsv16_csawmgt_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gfsv16_csawmgt_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gfsv16_csawmgt_prod Checking test 042 fv3_ccpp_gfsv16_csawmgt results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2125,8 +2127,8 @@ Checking test 042 fv3_ccpp_gfsv16_csawmgt results .... Test 042 fv3_ccpp_gfsv16_csawmgt PASS -baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200603/fv3_gocart_clm_ccpp -working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_137913/fv3_ccpp_gocart_clm_prod +baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/NEMSfv3gfs/develop-20200608/fv3_gocart_clm_ccpp +working dir = /gpfs/dell2/ptmp/Dusan.Jovic/FV3_RT/rt_114344/fv3_ccpp_gocart_clm_prod Checking test 043 fv3_ccpp_gocart_clm results .... Comparing atmos_4xdaily.tile1.nc .........OK Comparing atmos_4xdaily.tile2.nc .........OK @@ -2174,5 +2176,5 @@ Test 043 fv3_ccpp_gocart_clm PASS REGRESSION TEST WAS SUCCESSFUL -Thu Jun 4 00:28:56 UTC 2020 -Elapsed time: 00h:39m:17s. Have a nice day! +Tue Jun 9 00:25:35 UTC 2020 +Elapsed time: 00h:45m:50s. Have a nice day! diff --git a/tests/fv3_conf/ccpp_regional_c786_run.IN b/tests/fv3_conf/ccpp_regional_c786_run.IN new file mode 100644 index 000000000..d72251e3c --- /dev/null +++ b/tests/fv3_conf/ccpp_regional_c786_run.IN @@ -0,0 +1,27 @@ +rsync -arv @[RTPWD]/FV3_regional_input_data/. . + +rm -rf INPUT RESTART +mkdir INPUT RESTART + +rsync -arv @[RTPWD]/@[INPUT_DIR]/INPUT/. INPUT/. + +if [ $WARM_START = .T. ]; then + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.coupler.res INPUT/coupler.res + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_core.res.nc INPUT/fv_core.res.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_core.res.tile1.nc INPUT/fv_core.res.tile1.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_srf_wnd.res.tile1.nc INPUT/fv_srf_wnd.res.tile1.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_tracer.res.tile1.nc INPUT/fv_tracer.res.tile1.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.phy_data.nc INPUT/phy_data.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.sfc_data.nc INPUT/sfc_data.nc +fi + +if [ $OZ_PHYS_NEW = .T. ]; then + cp @[RTPWD]/FV3_input_data/ozprdlos_2015_new_sbuvO3_tclm15_nuchem.f77 ./global_o3prdlos.f77 +elif [ $OZ_PHYS_OLD = .T. ]; then + cp @[RTPWD]/FV3_input_data/INPUT/global_o3prdlos.f77 . +fi +if [ $H2O_PHYS = .T. ]; then + cp @[RTPWD]/FV3_input_data/global_h2o_pltc.f77 ./global_h2oprdlos.f77 +fi + +cp ${PATHRT}/../FV3/ccpp/suites/suite_${CCPP_SUITE}.xml suite_${CCPP_SUITE}.xml diff --git a/tests/rt.sh b/tests/rt.sh index 92353a5b3..705f2a7fe 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -378,9 +378,9 @@ while getopts ":cfsl:mkreh" opt; do done if [[ $MACHINE_ID = hera.* ]] || [[ $MACHINE_ID = orion.* ]] || [[ $MACHINE_ID = cheyenne.* ]]; then - RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200603/${COMPILER^^}} + RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200608/${COMPILER^^}} else - RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200603} + RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-20200608} fi shift $((OPTIND-1)) diff --git a/tests/tests/fv3_ccpp_regional_c768 b/tests/tests/fv3_ccpp_regional_c768 index ffbec6a95..b543f8c43 100644 --- a/tests/tests/fv3_ccpp_regional_c768 +++ b/tests/tests/fv3_ccpp_regional_c768 @@ -9,9 +9,10 @@ export TEST_DESCR="Compare FV3 CCPP regional c768 results with previous trunk ve export CNTL_DIR=fv3_regional_c768 export LIST_FILES=" atmos_4xdaily.nc \ - fv3_history2d.nc \ - fv3_history.nc " - + dynf000.nc \ + dynf003.nc \ + phyf000.nc \ + phyf003.nc " export_fv3 export TASKS=480 @@ -27,3 +28,5 @@ export H2O_PHYS=.T. export CCPP_SUITE=FV3_GFS_2017_gfdlmp_regional_c768 export CCPP_LIB_DIR=ccpp/lib export INPUT_NML=ccpp_regional_c768.nml.IN +export MODEL_CONFIGURE=regional_c768-model_configure.IN +export FV3_RUN=ccpp_regional_c786_run.IN diff --git a/tests/tests/fv3_ccpp_stretched_nest b/tests/tests/fv3_ccpp_stretched_nest index b19b0ad18..3e5f78b8b 100644 --- a/tests/tests/fv3_ccpp_stretched_nest +++ b/tests/tests/fv3_ccpp_stretched_nest @@ -13,21 +13,21 @@ export LIST_FILES=" atmos_4xdaily.tile1.nc \ atmos_4xdaily.tile4.nc \ atmos_4xdaily.tile5.nc \ atmos_4xdaily.tile6.nc \ - atmos_4xdaily.nest02.tile7.nc \ + atmos_4xdaily.nest02.nc \ fv3_history2d.tile1.nc \ fv3_history2d.tile2.nc \ fv3_history2d.tile3.nc \ fv3_history2d.tile4.nc \ fv3_history2d.tile5.nc \ fv3_history2d.tile6.nc \ - fv3_history2d.nest02.tile7.nc \ + fv3_history2d.nest02.nc \ fv3_history.tile1.nc \ fv3_history.tile2.nc \ fv3_history.tile3.nc \ fv3_history.tile4.nc \ fv3_history.tile5.nc \ fv3_history.tile6.nc \ - fv3_history.nest02.tile7.nc \ + fv3_history.nest02.nc \ RESTART/coupler.res \ RESTART/fv_core.res.nc \ RESTART/fv_core.res.nest02.nc \ diff --git a/tests/tests/fv3_ccpp_stretched_nest_quilt b/tests/tests/fv3_ccpp_stretched_nest_quilt index 10cf13091..ad3e21ee5 100644 --- a/tests/tests/fv3_ccpp_stretched_nest_quilt +++ b/tests/tests/fv3_ccpp_stretched_nest_quilt @@ -13,7 +13,7 @@ export LIST_FILES=" atmos_4xdaily.tile1.nc \ atmos_4xdaily.tile4.nc \ atmos_4xdaily.tile5.nc \ atmos_4xdaily.tile6.nc \ - atmos_4xdaily.nest02.tile7.nc \ + atmos_4xdaily.nest02.nc \ dynf000.nc \ dynf001.nc \ dynf006.nc \ diff --git a/tests/tests/fv3_stretched_nest b/tests/tests/fv3_stretched_nest index 134a4adb2..32d79ffdb 100644 --- a/tests/tests/fv3_stretched_nest +++ b/tests/tests/fv3_stretched_nest @@ -13,21 +13,21 @@ export LIST_FILES=" atmos_4xdaily.tile1.nc \ atmos_4xdaily.tile4.nc \ atmos_4xdaily.tile5.nc \ atmos_4xdaily.tile6.nc \ - atmos_4xdaily.nest02.tile7.nc \ + atmos_4xdaily.nest02.nc \ fv3_history2d.tile1.nc \ fv3_history2d.tile2.nc \ fv3_history2d.tile3.nc \ fv3_history2d.tile4.nc \ fv3_history2d.tile5.nc \ fv3_history2d.tile6.nc \ - fv3_history2d.nest02.tile7.nc \ + fv3_history2d.nest02.nc \ fv3_history.tile1.nc \ fv3_history.tile2.nc \ fv3_history.tile3.nc \ fv3_history.tile4.nc \ fv3_history.tile5.nc \ fv3_history.tile6.nc \ - fv3_history.nest02.tile7.nc \ + fv3_history.nest02.nc \ RESTART/coupler.res \ RESTART/fv_core.res.nc \ RESTART/fv_core.res.nest02.nc \ diff --git a/tests/tests/fv3_stretched_nest_quilt b/tests/tests/fv3_stretched_nest_quilt index 45133993f..7be00912c 100644 --- a/tests/tests/fv3_stretched_nest_quilt +++ b/tests/tests/fv3_stretched_nest_quilt @@ -13,7 +13,7 @@ export LIST_FILES=" atmos_4xdaily.tile1.nc \ atmos_4xdaily.tile4.nc \ atmos_4xdaily.tile5.nc \ atmos_4xdaily.tile6.nc \ - atmos_4xdaily.nest02.tile7.nc \ + atmos_4xdaily.nest02.nc \ dynf000.nc \ dynf001.nc \ dynf006.nc \