From 10635efe47e18296de8ab538e61c6d6af6a143bc Mon Sep 17 00:00:00 2001 From: Mark Potts <33099090+mark-a-potts@users.noreply.github.com> Date: Thu, 14 Dec 2023 17:14:58 -0500 Subject: [PATCH] Add Derecho to supported platforms (#1836) UFS: - Remove Cheyenne (retiring UCAR HPC) support. - Add UCAR's new Derecho HPC system to supported Tier 1 Platforms. --- .github/pull_request_template.md | 4 +- doc/UsersGuide/source/AutomatedTesting.rst | 2 +- doc/UsersGuide/source/BuildingAndRunning.rst | 36 +- doc/UsersGuide/source/FAQ.rst | 12 +- doc/UsersGuide/source/Introduction.rst | 4 +- modulefiles/ufs_cheyenne.gnu.lua | 60 - modulefiles/ufs_cheyenne.intel.lua | 61 - modulefiles/ufs_derecho.gnu.lua | 30 + modulefiles/ufs_derecho.intel.lua | 30 + modulefiles/ufs_linux.intel | 0 tests/auto-jenkins/jobs/bl.py | 8 +- tests/auto-jenkins/jobs/rt.py | 4 +- tests/auto-jenkins/rt_auto_jenkins.py | 17 +- tests/auto-jenkins/start_rt_auto_jenkins.sh | 5 +- tests/auto/jobs/bl.py | 2 +- tests/auto/jobs/rt.py | 2 +- tests/auto/rt_auto.py | 2 +- tests/auto/start_rt_auto.sh | 3 +- tests/compile.sh | 2 +- tests/default_vars.sh | 41 +- tests/detect_machine.sh | 28 +- ...ub.IN_cheyenne => compile_qsub.IN_derecho} | 1 + ...3_qsub.IN_cheyenne => fv3_qsub.IN_derecho} | 5 +- ...eyenne.log => RegressionTests_derecho.log} | 4932 +++++------------ tests/logs/RegressionTests_stampede.log | 252 - tests/module-setup.sh | 8 +- tests/rt.conf | 192 +- tests/rt.sh | 50 +- tests/rt_utils.sh | 2 +- tests/run_test.sh | 10 +- tests/tests/atmaero_control_p8 | 3 - tests/tests/atmaero_control_p8_rad | 3 - tests/tests/atmaero_control_p8_rad_micro | 3 - tests/tests/atmwav_control_noaero_p8 | 3 - tests/tests/control_c384 | 2 +- tests/tests/control_c384gdas | 2 +- tests/tests/control_debug_p8 | 4 - tests/tests/control_decomp_p8 | 4 - tests/tests/control_noqr_p8 | 4 - tests/tests/control_p8 | 4 - tests/tests/control_p8_atmlnd_sbs | 4 - tests/tests/control_p8_faster | 4 - tests/tests/control_p8_lndp | 4 - tests/tests/control_p8_mynn | 4 - tests/tests/control_p8_rrtmgp | 4 - tests/tests/control_p8_ugwpv1 | 4 - tests/tests/cpld_2threads_p8 | 6 +- tests/tests/cpld_control_c192_p8 | 5 +- tests/tests/cpld_control_ciceC_p8 | 4 - tests/tests/cpld_control_gfsv17 | 4 - tests/tests/cpld_control_gfsv17_iau | 4 - tests/tests/cpld_control_noaero_p8 | 4 - tests/tests/cpld_control_noaero_p8_agrid | 4 - tests/tests/cpld_control_nowave_noaero_p8 | 4 - tests/tests/cpld_control_p8 | 6 +- tests/tests/cpld_control_p8_faster | 4 - tests/tests/cpld_control_p8_mixedmode | 4 - tests/tests/cpld_control_pdlib_p8 | 4 - tests/tests/cpld_control_qr_p8 | 4 - tests/tests/cpld_debug_gfsv17 | 4 - tests/tests/cpld_debug_noaero_p8 | 4 - tests/tests/cpld_debug_p8 | 4 - tests/tests/cpld_debug_pdlib_p8 | 4 - tests/tests/cpld_decomp_p8 | 4 +- tests/tests/cpld_mpi_gfsv17 | 4 - tests/tests/cpld_mpi_p8 | 4 +- tests/tests/cpld_mpi_pdlib_p8 | 4 - tests/tests/cpld_restart_c192_p8 | 4 - tests/tests/cpld_restart_gfsv17 | 4 - tests/tests/cpld_restart_p8 | 4 +- tests/tests/cpld_restart_pdlib_p8 | 4 - tests/tests/cpld_restart_qr_p8 | 4 - tests/tests/hafs_global_multiple_4nests_atm | 4 - tests/tests/merra2_thompson | 4 - tests/tests/regional_atmaq | 2 +- tests/tests/regional_atmaq_debug | 2 +- tests/tests/regional_atmaq_faster | 2 - 77 files changed, 1770 insertions(+), 4214 deletions(-) delete mode 100644 modulefiles/ufs_cheyenne.gnu.lua delete mode 100644 modulefiles/ufs_cheyenne.intel.lua create mode 100644 modulefiles/ufs_derecho.gnu.lua create mode 100644 modulefiles/ufs_derecho.intel.lua mode change 100755 => 100644 modulefiles/ufs_linux.intel rename tests/fv3_conf/{compile_qsub.IN_cheyenne => compile_qsub.IN_derecho} (96%) rename tests/fv3_conf/{fv3_qsub.IN_cheyenne => fv3_qsub.IN_derecho} (87%) rename tests/logs/{RegressionTests_cheyenne.log => RegressionTests_derecho.log} (53%) delete mode 100644 tests/logs/RegressionTests_stampede.log diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index 47821bc23e..2440bf7b5d 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -4,7 +4,7 @@ PLEASE DO NOT MODIFY THE TEMPLATE BEYOND FILLING OUT THE PROPER SECTIONS --> - [ ] I have linked PR's from all sub-components involved in section below. - [ ] I am confirming reviews are completed in ALL sub-component PR's. -- [ ] I have run the full RT suite on either Hera/Cheyenne AND have attached the log to this PR below this line: +- [ ] I have run the full RT suite on either Hera/Hercules AND have attached the log to this PR below this line: - LOG: - [ ] I have added the list of all failed regression tests to "Anticipated changes" section. - [ ] I have filled out all sections of the template. @@ -79,7 +79,7 @@ PLEASE DO NOT MODIFY THE TEMPLATE BEYOND FILLING OUT THE PROPER SECTIONS --> - [ ] Hercules - [ ] Jet - [ ] Gaea - - [ ] Cheyenne + - [ ] Derecho - WCOSS2 - [ ] Dogwood/Cactus - [ ] Acorn diff --git a/doc/UsersGuide/source/AutomatedTesting.rst b/doc/UsersGuide/source/AutomatedTesting.rst index fecb0f644a..8655532a17 100644 --- a/doc/UsersGuide/source/AutomatedTesting.rst +++ b/doc/UsersGuide/source/AutomatedTesting.rst @@ -91,7 +91,7 @@ On supported HPC systems, a :term:`cron job` runs the ``start_rt_auto.sh`` bash This script checks the HPC name and sets certain python paths. Then, it runs ``rt_auto.py``, which uses the Github API (through pyGitHub) to check the labels on pull requests to ``ufs-weather-model``. If a PR label matches the HPC name -(e.g., hera-intel-RT or cheyenne-gnu-BL), the label provides the HPC +(e.g., hera-intel-RT or derecho-gnu-BL), the label provides the HPC with the compiler and job information to run a test or task on the machine. If no PR label matches HPC name, the script exits. diff --git a/doc/UsersGuide/source/BuildingAndRunning.rst b/doc/UsersGuide/source/BuildingAndRunning.rst index dc564c98de..9cf2282c8e 100644 --- a/doc/UsersGuide/source/BuildingAndRunning.rst +++ b/doc/UsersGuide/source/BuildingAndRunning.rst @@ -10,7 +10,7 @@ Supported Platforms & Compilers Before running the Weather Model (:term:`WM`), users should determine which of the :ref:`levels of support ` is applicable to their system. Generally, Level 1 & 2 systems are restricted to those with access -through NOAA and its affiliates. These systems are named (e.g., Hera, Orion, Cheyenne). +through NOAA and its affiliates. These systems are named (e.g., Hera, Orion, Derecho). Level 3 & 4 systems include certain personal computers or non-NOAA-affiliated HPC systems. The prerequisite software libraries for building the WM already exist in a centralized location on Level 1/preconfigured systems, so users may skip directly to :ref:`getting the data ` and downloading the code. @@ -89,23 +89,23 @@ the data required to run the WM RTs are already available in the following locat .. _DataLocations: .. table:: Data Locations for Level 1 & 2 Systems - +--------------+-----------------------------------------------------+ - | Machine | File location | - +==============+=====================================================+ - | Cheyenne | /glade/scratch/epicufsrt/GMTB/ufs-weather-model/RT | - +--------------+-----------------------------------------------------+ - | Gaea | /lustre/f2/pdata/ncep_shared/emc.nemspara/RT | - +--------------+-----------------------------------------------------+ - | Hera | /scratch1/NCEPDEV/nems/emc.nemspara/RT | - +--------------+-----------------------------------------------------+ - | Jet | /mnt/lfs4/HFIP/hfv3gfs/role.epic/RT | - +--------------+-----------------------------------------------------+ - | Orion | /work/noaa/nems/emc.nemspara/RT | - +--------------+-----------------------------------------------------+ - | S4 | /data/prod/emc.nemspara/RT | - +--------------+-----------------------------------------------------+ - | WCOSS2 | /lfs/h2/emc/nems/noscrub/emc.nems/RT | - +--------------+-----------------------------------------------------+ + +--------------+--------------------------------------------------------+ + | Machine | File location | + +==============+========================================================+ + | Derecho | /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT | + +--------------+--------------------------------------------------------+ + | Gaea | /lustre/f2/pdata/ncep_shared/emc.nemspara/RT | + +--------------+--------------------------------------------------------+ + | Hera | /scratch1/NCEPDEV/nems/emc.nemspara/RT | + +--------------+--------------------------------------------------------+ + | Jet | /mnt/lfs4/HFIP/hfv3gfs/role.epic/RT | + +--------------+--------------------------------------------------------+ + | Orion | /work/noaa/nems/emc.nemspara/RT | + +--------------+--------------------------------------------------------+ + | S4 | /data/prod/emc.nemspara/RT | + +--------------+--------------------------------------------------------+ + | WCOSS2 | /lfs/h2/emc/nems/noscrub/emc.nems/RT | + +--------------+--------------------------------------------------------+ For Level 3-4 systems, the data must be added to the user's system. Publicly available RT data is available in the `UFS WM Data Bucket `__. diff --git a/doc/UsersGuide/source/FAQ.rst b/doc/UsersGuide/source/FAQ.rst index 71ee5dc234..236faec8e7 100644 --- a/doc/UsersGuide/source/FAQ.rst +++ b/doc/UsersGuide/source/FAQ.rst @@ -29,14 +29,14 @@ The steps are: cd tests #. Find a configure (``*.conf``) file that contains the machine and compiler you are using. For this - example, the Intel compiler on Cheyenne is used. To create a custom configure file, two lines are + example, the Intel compiler on Derecho is used. To create a custom configure file, two lines are needed: a ``COMPILE`` line and a ``RUN`` line. The ``COMPILE`` line should contain the name - of the machine and compiler ``cheyenne.intel`` and the desired ``SUITES`` for the build. Choose a + of the machine and compiler ``derecho.intel`` and the desired ``SUITES`` for the build. Choose a ``RUN`` line under this ``COMPILE`` command that uses the desired ``SUITE``. For example: .. code-block:: console - COMPILE | 32BIT=Y CCPP=Y STATIC=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_v15p2_no_nsst,FV3_GFS_v16beta_no_nsst | standard | cheyenne.intel | fv3 + COMPILE | 32BIT=Y CCPP=Y STATIC=Y SUITES=FV3_GFS_v15p2,FV3_GFS_v16beta,FV3_GFS_v15p2_no_nsst,FV3_GFS_v16beta_no_nsst | standard | derecho.intel | fv3 RUN | fv3_ccpp_gfs_v16beta | standard | | fv3 | Put these two lines into a file called ``my_test.conf``. The parameters used in this run can be @@ -49,16 +49,16 @@ The steps are: .. code-block:: console - if [[ $MACHINE_ID = cheyenne.* ]]; then stanza: + if [[ $MACHINE_ID = derecho.* ]]; then stanza: ... dprefix=/glade/scratch - This works for Cheyenne, since ``$USER/FV3_RT`` will be appended. Also check that ``RTPWD`` + This works for Derecho, since ``$USER/FV3_RT`` will be appended. Also check that ``RTPWD`` points to a diretory that exists: .. code-block:: console - if [[ $MACHINE_ID = cheyenne.* ]]; then + if [[ $MACHINE_ID = derecho.* ]]; then RTPWD=${RTPWD:-$DISKNM/ufs-public-release-20200224/${COMPILER^^}} #. Run the ``rt.sh`` script from the ``tests`` directory: diff --git a/doc/UsersGuide/source/Introduction.rst b/doc/UsersGuide/source/Introduction.rst index 291116bef0..a34cf19e10 100644 --- a/doc/UsersGuide/source/Introduction.rst +++ b/doc/UsersGuide/source/Introduction.rst @@ -36,7 +36,7 @@ for those elements, are listed below: The UFS Weather Model is currently included in two UFS Application releases: The UFS Short-Range Weather (:term:`SRW`) Application v2.0.0 release (June 2022) and the UFS Medium Range Weather Application (:term:`MRW`) v1.1.0 release (October 2020). These UFS Apps also contain pre- and post-processing components, a comprehensive build system, and workflows for configuration and execution of the application. The SRW App v2.0.0 documentation and details can be found `here `__. The MRW App v1.1.0 documentation and details can be found `here `__. -The UFS WM code is portable and can be used with Linux or Mac operating systems and with Intel or GNU compilers. It has been tested on a variety of platforms widely used by atmospheric scientists, such as the NOAA Research Hera system, the National Center for Atmospheric Research (:term:`NCAR`) Cheyenne system, the National Science Foundation Stampede system, and Mac laptops. +The UFS WM code is portable and can be used with Linux or Mac operating systems and with Intel or GNU compilers. It has been tested on a variety of platforms widely used by atmospheric scientists, such as the NOAA Research Hera system, the National Center for Atmospheric Research (:term:`NCAR`) Derecho system, the National Science Foundation Stampede system, and Mac laptops. .. note:: @@ -66,4 +66,4 @@ This WM User's Guide is organized as follows: Finally, :numref:`Chapters %s ` and :numref:`%s ` contain a list of acronyms and a glossary, respectively. -.. bibliography:: references.bib \ No newline at end of file +.. bibliography:: references.bib diff --git a/modulefiles/ufs_cheyenne.gnu.lua b/modulefiles/ufs_cheyenne.gnu.lua deleted file mode 100644 index 74f3ada97b..0000000000 --- a/modulefiles/ufs_cheyenne.gnu.lua +++ /dev/null @@ -1,60 +0,0 @@ -help([[ -loads UFS Model prerequisites for Cheyenne/GNU -]]) - -cmake_ver=os.getenv("cmake_ver") or "3.22.0" -load(pathJoin("cmake", cmake_ver)) - -python_ver=os.getenv("python_ver") or "3.7.9" -load(pathJoin("python", python_ver)) - -ncarenv_ver=os.getenv("ncarenv_ver") or "1.3" -load(pathJoin("ncarenv", ncarenv_ver)) - -gnu_ver=os.getenv("gnu_ver") or "10.1.0" -load(pathJoin("gnu", gnu_ver)) - -mpt_ver=os.getenv("mpt_ver") or "2.25" -load(pathJoin("mpt", mpt_ver)) - -ncarcompilers_ver=os.getenv("ncarcompilers_ver") or "0.5.0" -load(pathJoin("ncarcompilers", ncarcompilers_ver)) - -unload("netcdf") - -prepend_path("MODULEPATH", "/glade/work/epicufsrt/contrib/hpc-stack/gnu10.1.0_ncdf492/modulefiles/stack") - -hpc_ver=os.getenv("hpc_ver") or "1.2.0" -load(pathJoin("hpc", hpc_ver)) - -hpc_gnu_ver=os.getenv("hpc_gnu_ver") or "10.1.0" -load(pathJoin("hpc-gnu", hpc_gnu_ver)) - -hpc_mpt_ver=os.getenv("hpc_mpt_ver") or "2.25" -load(pathJoin("hpc-mpt", hpc_mpt_ver)) - -load("jasper/2.0.25") -load("zlib/1.2.11") -load("hdf5/1.14.0") -load("netcdf/4.9.2") -load("pio/2.5.10") -load("esmf/8.4.2") -load("fms/2023.01") -load("bacio/2.4.1") -load("crtm/2.4.0") -load("g2/3.4.5") -load("g2tmpl/1.10.2") -load("ip/3.3.3") -load("sp/2.3.3") -load("w3emc/2.9.2") -load("gftl-shared/v1.5.0") -load("mapl/2.35.2-esmf-8.4.2") -load("scotch/7.0.3") - - -setenv("CC", "mpicc") -setenv("CXX", "mpicxx") -setenv("FC", "mpif90") -setenv("CMAKE_Platform", "cheyenne.gnu") - -whatis("Description: UFS build environment") diff --git a/modulefiles/ufs_cheyenne.intel.lua b/modulefiles/ufs_cheyenne.intel.lua deleted file mode 100644 index 3401e5f0c2..0000000000 --- a/modulefiles/ufs_cheyenne.intel.lua +++ /dev/null @@ -1,61 +0,0 @@ -help([[ -loads UFS Model prerequisites for Cheyenne/Intel -]]) - -cmake_ver=os.getenv("cmake_ver") or "3.22.0" -load(pathJoin("cmake", cmake_ver)) - -python_ver=os.getenv("python_ver") or "3.7.9" -load(pathJoin("python", python)) - ---load programming environment -ncarenv_ver=os.getenv("ncarenv_ver") or "1.3" -load(pathJoin("ncarenv", ncarenv_ver)) - -intel_ver=os.getenv("intel_ver") or "2022.1" -load(pathJoin("intel", intel_ver)) - -mpt_ver=os.getenv("mpt_ver") or "2.25" -load(pathJoin("mpt", mpt_ver)) - -ncarcompilers_ver=os.getenv("ncarcompilers_ver") or "0.5.0" -load(pathJoin("ncarcompilers", ncarcompilers_ver)) - -unload("netcdf") - -prepend_path("MODULEPATH", "/glade/work/epicufsrt/contrib/hpc-stack/intel2022.1_ncdf492/modulefiles/stack") - -hpc_ver=os.getenv("hpc_ver") or "1.2.0" -load(pathJoin("hpc", hpc_ver)) - -hpc_intel_ver=os.getenv("hpc_intel_ver") or "2022.1" -load(pathJoin("hpc-intel", hpc_intel_ver)) - -hpc_mpt_ver=os.getenv("hpc_mpt_ver") or "2.25" -load(pathJoin("hpc-mpt", hpc_mpt_ver)) - -load("jasper/2.0.25") -load("zlib/1.2.11") -load("hdf5/1.14.0") -load("netcdf/4.9.2") -load("pio/2.5.10") -load("esmf/8.4.2") -load("fms/2023.01") -load("bacio/2.4.1") -load("crtm/2.4.0") -load("g2/3.4.5") -load("g2tmpl/1.10.2") -load("ip/3.3.3") -load("sp/2.3.3") -load("w3emc/2.9.2") -load("gftl-shared/v1.5.0") -load("mapl/2.35.2-esmf-8.4.2") -load("scotch/7.0.3") - - -setenv("CC", "mpicc") -setenv("CXX", "mpicxx") -setenv("FC", "mpif90") -setenv("CMAKE_Platform", "cheyenne.intel") - -whatis("Description: UFS build environment") diff --git a/modulefiles/ufs_derecho.gnu.lua b/modulefiles/ufs_derecho.gnu.lua new file mode 100644 index 0000000000..3d7b6440d8 --- /dev/null +++ b/modulefiles/ufs_derecho.gnu.lua @@ -0,0 +1,30 @@ +help([[ +loads UFS Model prerequisites for Derecho/GNU +]]) + +setenv("LMOD_TMOD_FIND_FIRST","yes") +prepend_path("MODULEPATH", "/lustre/desc1/scratch/epicufsrt/contrib/modulefiles") +load("ecflow/5.8.4") +load("mysql/8.0.33") + +setenv("LMOD_TMOD_FIND_FIRST","yes") +prepend_path("MODULEPATH", "/lustre/desc1/scratch/epicufsrt/contrib/modulefiles_extra") +prepend_path("MODULEPATH", "/glade/work/epicufsrt/contrib/spack-stack/derecho/spack-stack-1.5.1/envs/unified-env/install/modulefiles/Core") + +unload("ncarcompilers") +stack_gnu_ver=os.getenv("stack_gnu_ver") or "12.2.0" +load(pathJoin("stack-gcc", stack_gnu_ver)) + +stack_cray_mpich_ver=os.getenv("stack_cray_mpich_ver") or "8.1.25" +load(pathJoin("stack-cray-mpich", stack_cray_mpich_ver)) + +cmake_ver=os.getenv("cmake_ver") or "3.26.3" +load(pathJoin("cmake", cmake_ver)) + +stack_python_ver=os.getenv("stack_python_ver") or "3.10.8" +load(pathJoin("stack-python", stack_python_ver)) + +setenv("CMAKE_Platform", "derecho.gnu") +load("ufs-weather-model-env") + +whatis("Description: UFS build environment") diff --git a/modulefiles/ufs_derecho.intel.lua b/modulefiles/ufs_derecho.intel.lua new file mode 100644 index 0000000000..24e82b606b --- /dev/null +++ b/modulefiles/ufs_derecho.intel.lua @@ -0,0 +1,30 @@ +help([[ +loads UFS Model prerequisites for NOAA Parallelworks/Intel +]]) + +setenv("LMOD_TMOD_FIND_FIRST","yes") +prepend_path("MODULEPATH", "/lustre/desc1/scratch/epicufsrt/contrib/modulefiles") +load("ecflow/5.8.4") +load("mysql/8.0.33") + +setenv("LMOD_TMOD_FIND_FIRST","yes") +prepend_path("MODULEPATH", "/lustre/desc1/scratch/epicufsrt/contrib/modulefiles_extra") +prepend_path("MODULEPATH", "/glade/work/epicufsrt/contrib/spack-stack/derecho/spack-stack-1.5.0/envs/unified-env/install/modulefiles/Core") + +unload("ncarcompilers") +stack_intel_ver=os.getenv("stack_intel_ver") or "2021.10.0" +load(pathJoin("stack-intel", stack_intel_ver)) + +stack_cray_mpich_ver=os.getenv("stack-cray-mpich_ver") or "8.1.25" +load(pathJoin("stack-cray-mpich", stack_cray_mpich_ver)) + +cmake_ver=os.getenv("cmake_ver") or "3.26.3" +load(pathJoin("cmake", cmake_ver)) + +stack_python_ver=os.getenv("stack_python_ver") or "3.10.8" +load(pathJoin("stack-python", stack_python_ver)) + +setenv("CMAKE_Platform", "derecho.intel") +load("ufs-weather-model-env") + +whatis("Description: UFS build environment") diff --git a/modulefiles/ufs_linux.intel b/modulefiles/ufs_linux.intel old mode 100755 new mode 100644 diff --git a/tests/auto-jenkins/jobs/bl.py b/tests/auto-jenkins/jobs/bl.py index f3337d0e8b..0c35c3c010 100644 --- a/tests/auto-jenkins/jobs/bl.py +++ b/tests/auto-jenkins/jobs/bl.py @@ -43,10 +43,10 @@ def set_directories(job_obj): blstore = '/work/noaa/epic/hercules/UFS-WM_RT' rtbldir = '/work/noaa/stmp/role-epic/stmp/role-epic/FV3_RT/'\ f'REGRESSION_TEST' - elif job_obj.machine == 'cheyenne': - workdir = '/glade/scratch/epicufsrt/autort/jenkins/autort/pr' - blstore = '/glade/scratch/epicufsrt/GMTB/ufs-weather-model/RT/NEMSfv3gfs' - rtbldir = '/glade/scratch/epicufsrt/FV3_RT/'\ + elif job_obj.machine == 'derecho': + workdir = '/glade/derecho/scratch/epicufsrt/autort/jenkins/autort/pr' + blstore = '/glade/derecho/scratch/epicufsrt/ufs-weather-model/RT/NEMSfv3gfs' + rtbldir = '/glade/derecho/scratch/epicufsrt/FV3_RT/'\ f'REGRESSION_TEST' else: logger.critical(f'Machine {job_obj.machine} is not supported for this job') diff --git a/tests/auto-jenkins/jobs/rt.py b/tests/auto-jenkins/jobs/rt.py index adc3ec6b58..8d5320542c 100644 --- a/tests/auto-jenkins/jobs/rt.py +++ b/tests/auto-jenkins/jobs/rt.py @@ -33,8 +33,8 @@ def set_directories(job_obj): workdir = '/work/noaa/epic-ps/role-epic-ps/autort/tests/auto/pr' elif job_obj.machine == 'hercules': workdir = '/work/noaa/epic/role-epic/autort/tests/auto/pr' - elif job_obj.machine == 'cheyenne': - workdir = '/glade/scratch/epicufsrt/autort/jenkins/autort/pr' + elif job_obj.machine == 'derecho': + workdir = '/glade/derecho/scratch/epicufsrt/autort/jenkins/autort/pr' else: print(f'Machine {job_obj.machine} is not supported for this job') raise KeyError diff --git a/tests/auto-jenkins/rt_auto_jenkins.py b/tests/auto-jenkins/rt_auto_jenkins.py index 9fc148ad3b..fba7f4ffa8 100755 --- a/tests/auto-jenkins/rt_auto_jenkins.py +++ b/tests/auto-jenkins/rt_auto_jenkins.py @@ -83,8 +83,8 @@ def delete_pr_dirs(each_pr, machine): workdir = '/work/noaa/epic-ps/role-epic-ps/autort/pr' elif machine == 'hercules': workdir = '/work/noaa/epic/role-epic/autort/pr' - elif machine == 'cheyenne': - workdir = '/glade/scratch/epicufsrt/autort/jenkins/autort/pr' + elif machine == 'derecho': + workdir = '/glade/derecho/scratch/epicufsrt/autort/jenkins/autort/pr' else: logging.error(f'Machine {machine} is not supported for this job') raise KeyError @@ -120,8 +120,8 @@ def delete_rt_dirs(in_dir, machine, workdir): rt_dir = '/work/noaa/stmp/bcurtis/stmp/bcurtis/FV3_RT' elif machine == 'hercules': rt_dir = '/work/noaa/stmp/bcurtis/stmp/bcurtis/FV3_RT' - elif machine == 'cheyenne': - rt_dir = '/glade/scratch/epicufsrt/FV3_RT' + elif machine == 'derecho': + rt_dir = '/glade/derecho/scratch/epicufsrt/FV3_RT' else: logging.error(f'Machine {machine} is not supported for this job') raise KeyError @@ -301,12 +301,9 @@ def setup_env(): elif bool(re.match(re.compile('Hercules-login.+'), hostname)): machine = 'hercules' os.environ['ACCNR'] = 'epic' - elif bool(re.match(re.compile('cheyenne.+'), hostname)): - machine = 'cheyenne' - os.environ['ACCNR'] = 'SCSG0002' - elif bool(re.match(re.compile('chadmin.+'), hostname)): - machine = 'cheyenne' - os.environ['ACCNR'] = 'SCSG0002' + elif bool(re.match(re.compile('derecho.+'), hostname)): + machine = 'derecho' + os.environ['ACCNR'] = 'NRAL0032' else: raise KeyError(f'Hostname: {hostname} does not match '\ 'for a supported system. Exiting.') diff --git a/tests/auto-jenkins/start_rt_auto_jenkins.sh b/tests/auto-jenkins/start_rt_auto_jenkins.sh index dc6119b77b..7c40126b89 100755 --- a/tests/auto-jenkins/start_rt_auto_jenkins.sh +++ b/tests/auto-jenkins/start_rt_auto_jenkins.sh @@ -22,9 +22,10 @@ elif [[ $HOSTNAME == tfe* ]]; then elif [[ $HOSTNAME == gaea* ]]; then export PATH=/lustre/f2/pdata/esrl/gsd/contrib/miniconda3/4.8.3/envs/ufs-weather-model/bin:$PATH export PYTHONPATH=/lustre/f2/pdata/esrl/gsd/contrib/miniconda3/4.8.3/lib/python3.8/site-packages -elif [[ $HOSTNAME == *chadmin* ]] || [[ $HOSTNAME == *cheyenne* ]]; then - export MACHINE_ID=cheyenne +elif [[ $HOSTNAME == derecho* ]]; then + export MACHINE_ID=derecho export PATH=/glade/p/ral/jntp/tools/miniconda3/4.8.3/envs/ufs-weather-model/bin:/glade/p/ral/jntp/tools/miniconda3/4.8.3/bin:$PATH + export PATH=/glade/work/epicufsrt/contrib/derecho/rocoto/bin:$PATH export PYTHONPATH=/glade/p/ral/jntp/tools/miniconda3/4.8.3/envs/ufs-weather-model/lib/python3.8/site-packages:/glade/p/ral/jntp/tools/miniconda3/4.8.3/lib/python3.8/site-packages else echo "No Python Path for this machine." diff --git a/tests/auto/jobs/bl.py b/tests/auto/jobs/bl.py index 1b758211a4..fe81807d6e 100644 --- a/tests/auto/jobs/bl.py +++ b/tests/auto/jobs/bl.py @@ -38,7 +38,7 @@ def set_directories(job_obj): blstore = '/work/noaa/nems/emc.nemspara/RT/NEMSfv3gfs' rtbldir = '/work/noaa/stmp/bcurtis/stmp/bcurtis/FV3_RT/'\ f'REGRESSION_TEST_{job_obj.compiler.upper()}' - elif job_obj.machine == 'cheyenne': + elif job_obj.machine == 'derecho': workdir = '/glade/scratch/dtcufsrt/autort/tests/auto/pr' blstore = '/glade/p/ral/jntp/GMTB/ufs-weather-model/RT/NEMSfv3gfs' rtbldir = '/glade/scratch/dtcufsrt/FV3_RT/'\ diff --git a/tests/auto/jobs/rt.py b/tests/auto/jobs/rt.py index c69bcda669..16e13d5b51 100644 --- a/tests/auto/jobs/rt.py +++ b/tests/auto/jobs/rt.py @@ -22,7 +22,7 @@ def set_directories(job_obj): workdir = '/lustre/f2/pdata/ncep/emc.nemspara/autort/pr' elif job_obj.machine == 'orion': workdir = '/work/noaa/nems/emc.nemspara/autort/pr' - elif job_obj.machine == 'cheyenne': + elif job_obj.machine == 'derecho': workdir = '/glade/scratch/dtcufsrt/autort/tests/auto/pr' else: print(f'Machine {job_obj.machine} is not supported for this job') diff --git a/tests/auto/rt_auto.py b/tests/auto/rt_auto.py index bed530b3d0..80d3a5a0e7 100644 --- a/tests/auto/rt_auto.py +++ b/tests/auto/rt_auto.py @@ -223,7 +223,7 @@ def setup_env(): elif bool(re.match(re.compile('Orion-login.+'), hostname)): machine = 'orion' elif bool(re.match(re.compile('chadmin.+'), hostname)): - machine = 'cheyenne' + machine = 'derecho' os.environ['ACCNR'] = 'P48503002' else: raise KeyError(f'Hostname: {hostname} does not match '\ diff --git a/tests/auto/start_rt_auto.sh b/tests/auto/start_rt_auto.sh index af85cdccbb..d0817f7356 100644 --- a/tests/auto/start_rt_auto.sh +++ b/tests/auto/start_rt_auto.sh @@ -17,8 +17,9 @@ elif [[ $HOSTNAME == gaea* ]]; then export PATH=/lustre/f2/pdata/esrl/gsd/contrib/miniconda3/4.8.3/envs/ufs-weather-model/bin:$PATH export PYTHONPATH=/lustre/f2/pdata/esrl/gsd/contrib/miniconda3/4.8.3/lib/python3.8/site-packages elif [[ $HOSTNAME == *chadmin* ]]; then - export MACHINE_ID=cheyenne + export MACHINE_ID=derecho export PATH=/glade/p/ral/jntp/tools/miniconda3/4.8.3/envs/ufs-weather-model/bin:/glade/p/ral/jntp/tools/miniconda3/4.8.3/bin:$PATH + export PATH=/glade/work/epicufsrt/contrib/derecho/rocoto/bin:$PATH export PYTHONPATH=/glade/p/ral/jntp/tools/miniconda3/4.8.3/envs/ufs-weather-model/lib/python3.8/site-packages:/glade/p/ral/jntp/tools/miniconda3/4.8.3/lib/python3.8/site-packages else echo "No Python Path for this machine." diff --git a/tests/compile.sh b/tests/compile.sh index d183a30b22..2e7d004337 100755 --- a/tests/compile.sh +++ b/tests/compile.sh @@ -45,7 +45,7 @@ BUILD_DIR=${BUILD_DIR:-$(pwd)/build_${BUILD_NAME}} # ---------------------------------------------------------------------- # Make sure we have reasonable number of threads. -if [[ $MACHINE_ID == cheyenne ]]; then +if [[ $MACHINE_ID == derecho ]]; then BUILD_JOBS=${BUILD_JOBS:-3} fi diff --git a/tests/default_vars.sh b/tests/default_vars.sh index 314a20900e..de0811270f 100755 --- a/tests/default_vars.sh +++ b/tests/default_vars.sh @@ -242,48 +242,17 @@ elif [[ $MACHINE_ID = gaea-c5 ]]; then INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8; WPG_cpl_atmw_gdas=24 WAV_tasks_atmw_gdas=264 -elif [[ $MACHINE_ID = cheyenne ]]; then - - TPN=36 +elif [[ $MACHINE_ID = derecho ]]; then + TPN=128 INPES_dflt=3 ; JNPES_dflt=8 INPES_thrd=3 ; JNPES_thrd=4 INPES_c384=8 ; JNPES_c384=6 ; THRD_c384=2 INPES_c768=8 ; JNPES_c768=16 ; THRD_c768=2 - - THRD_cpl_atmw_gdas=3 + + THRD_cpl_atmw_gdas=2 INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8; WPG_cpl_atmw_gdas=24 - WAV_tasks_atmw_gdas=264 - - THRD_cpl_dflt=1 - INPES_cpl_dflt=6; JNPES_cpl_dflt=8; WPG_cpl_dflt=6 - OCN_tasks_cpl_dflt=20 - ICE_tasks_cpl_dflt=10 - WAV_tasks_cpl_dflt=20 - - THRD_cpl_thrd=2 - INPES_cpl_thrd=6; JNPES_cpl_thrd=4; WPG_cpl_thrd=6 - OCN_tasks_cpl_thrd=20 - ICE_tasks_cpl_thrd=10 - WAV_tasks_cpl_thrd=20 - - THRD_cpl_dcmp=1 - INPES_cpl_dcmp=4; JNPES_cpl_dcmp=12; WPG_cpl_dcmp=6 - OCN_tasks_cpl_dcmp=20 - ICE_tasks_cpl_dcmp=10 - WAV_tasks_cpl_dcmp=20 - - THRD_cpl_mpi=1 - INPES_cpl_mpi=6; JNPES_cpl_mpi=12; WPG_cpl_mpi=6 - OCN_tasks_cpl_mpi=24 - ICE_tasks_cpl_mpi=12 - WAV_tasks_cpl_mpi=24 - - THRD_cpl_bmrk=2 - INPES_cpl_bmrk=12; JNPES_cpl_bmrk=8; WPG_cpl_bmrk=48 - OCN_tasks_cpl_bmrk=120 - ICE_tasks_cpl_bmrk=48 - WAV_tasks_cpl_bmrk=100 + WAV_tasks_atmw_gdas=248 elif [[ $MACHINE_ID = stampede ]]; then diff --git a/tests/detect_machine.sh b/tests/detect_machine.sh index a1b450fded..3a76d688e5 100755 --- a/tests/detect_machine.sh +++ b/tests/detect_machine.sh @@ -84,30 +84,20 @@ case $(hostname -f) in Orion-login-3.HPC.MsState.Edu) MACHINE_ID=orion ;; ### orion3 Orion-login-4.HPC.MsState.Edu) MACHINE_ID=orion ;; ### orion4 + derecho1.hsn.de.hpc.ucar.edu) MACHINE_ID=derecho ;; ### derecho1 + derecho2.hsn.de.hpc.ucar.edu) MACHINE_ID=derecho ;; ### derecho2 + derecho3.hsn.de.hpc.ucar.edu) MACHINE_ID=derecho ;; ### derecho3 + derecho4.hsn.de.hpc.ucar.edu) MACHINE_ID=derecho ;; ### derecho4 + derecho5.hsn.de.hpc.ucar.edu) MACHINE_ID=derecho ;; ### derecho5 + derecho6.hsn.de.hpc.ucar.edu) MACHINE_ID=derecho ;; ### derecho6 + derecho7.hsn.de.hpc.ucar.edu) MACHINE_ID=derecho ;; ### derecho7 + derecho8.hsn.de.hpc.ucar.edu) MACHINE_ID=derecho ;; ### derecho8 + Hercules-login-1.HPC.MsState.Edu) MACHINE_ID=hercules;; ### hercules1 Hercules-login-2.HPC.MsState.Edu) MACHINE_ID=hercules;; ### hercules2 Hercules-login-3.HPC.MsState.Edu) MACHINE_ID=hercules;; ### hercules3 Hercules-login-4.HPC.MsState.Edu) MACHINE_ID=hercules;; ### hercules4 - cheyenne1.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne1 - cheyenne2.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne2 - cheyenne3.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne3 - cheyenne4.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne4 - cheyenne5.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne5 - cheyenne6.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne6 - cheyenne1.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne1 - cheyenne2.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne2 - cheyenne3.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne3 - cheyenne4.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne4 - cheyenne5.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne5 - cheyenne6.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne6 - chadmin1.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne1 - chadmin2.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne1 - chadmin3.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne1 - chadmin4.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne1 - chadmin5.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne1 - chadmin6.ib0.cheyenne.ucar.edu) MACHINE_ID=cheyenne ;; ### cheyenne1 - login1.stampede2.tacc.utexas.edu) MACHINE_ID=stampede ;; ### stampede1 login2.stampede2.tacc.utexas.edu) MACHINE_ID=stampede ;; ### stampede2 login3.stampede2.tacc.utexas.edu) MACHINE_ID=stampede ;; ### stampede3 diff --git a/tests/fv3_conf/compile_qsub.IN_cheyenne b/tests/fv3_conf/compile_qsub.IN_derecho similarity index 96% rename from tests/fv3_conf/compile_qsub.IN_cheyenne rename to tests/fv3_conf/compile_qsub.IN_derecho index 76c01d9623..6744d25935 100644 --- a/tests/fv3_conf/compile_qsub.IN_cheyenne +++ b/tests/fv3_conf/compile_qsub.IN_derecho @@ -11,6 +11,7 @@ set -eux echo -n " $( date +%s )," > job_timestamp.txt echo "Compile started: " `date` +module purge @[PATHRT]/compile.sh @[MACHINE_ID] "@[MAKE_OPT]" @[COMPILE_NR] @[RT_COMPILER] diff --git a/tests/fv3_conf/fv3_qsub.IN_cheyenne b/tests/fv3_conf/fv3_qsub.IN_derecho similarity index 87% rename from tests/fv3_conf/fv3_qsub.IN_cheyenne rename to tests/fv3_conf/fv3_qsub.IN_derecho index 38b0d6a8ff..8793d7edb5 100644 --- a/tests/fv3_conf/fv3_qsub.IN_cheyenne +++ b/tests/fv3_conf/fv3_qsub.IN_derecho @@ -11,7 +11,7 @@ set -eux echo -n " $( date +%s )," > job_timestamp.txt set +x -MACHINE_ID=cheyenne +MACHINE_ID=derecho source ./module-setup.sh if [[ ! -d modulefiles ]]; then mkdir modulefiles @@ -30,11 +30,12 @@ export OMP_NUM_THREADS=@[THRD] export ESMF_RUNTIME_COMPLIANCECHECK=OFF:depth=4 export ESMF_RUNTIME_PROFILE=ON export ESMF_RUNTIME_PROFILE_OUTPUT="SUMMARY" +export MPICH_COLL_OPT_OFF=1 # Avoid job errors because of filesystem synchronization delays sync && sleep 1 -mpiexec_mpt -p %g: -np @[TASKS] omplace ./fv3.exe +mpiexec -n @[UFS_TASKS] -ppn @[PPN] --hostfile $PBS_NODEFILE ./fv3.exe echo "Model ended: " `date` echo -n " $( date +%s )," >> job_timestamp.txt diff --git a/tests/logs/RegressionTests_cheyenne.log b/tests/logs/RegressionTests_derecho.log similarity index 53% rename from tests/logs/RegressionTests_cheyenne.log rename to tests/logs/RegressionTests_derecho.log index a82b432267..ef2b13d464 100644 --- a/tests/logs/RegressionTests_cheyenne.log +++ b/tests/logs/RegressionTests_derecho.log @@ -1,72 +1,60 @@ -Fri Sep 29 13:13:54 MDT 2023 +Wed 13 Dec 2023 04:22:47 PM MST Start Regression test -Testing UFSWM Hash: 597fcdc8a63eb51dadd4b1af112909529b74934a +Testing UFSWM Hash: 9080074afa16e04e58fdc2ce1538dcbc14b80d4e Testing With Submodule Hashes: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) 2aa6bfbb62ebeecd7da964b8074f6c3c41c7d1eb CDEPS-interface/CDEPS (cdeps0.4.17-38-g2aa6bfb) - 25f1c54506ef74c0a496c4a1f3a20e3c3701cba8 CICE-interface/CICE (CICE6.0.0-443-g25f1c54) - c24fb5999efafffaa393b886e21780ab7fd3aa08 CMEPS-interface/CMEPS (cmeps_v0.4.1-2297-gc24fb59) + 50aa2c97882fbc9d4918813a22169fe97b424564 CICE-interface/CICE (CICE6.0.0-444-g50aa2c9) + e5d08d4233b0c783a4840dcbc3252a170e3c3bb1 CMEPS-interface/CMEPS (cmeps_v0.4.1-2299-ge5d08d4) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - c496c18b560557cdd0f0fd0dd666dbdf2d4aaba6 FV3 (heads/bugfix/qr-c3-stringlen) - 6ea78fd79037b31a1dcdd30d8a315f6558d963e4 GOCART (sdr_v2.1.2.6-106-g6ea78fd) + a82381c0b751a15e5343de5078ef836b2c444c89 FV3 (heads/develop) + 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) - be40a41360b2eaed31ae86582aa57e1cf41241d5 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-9801-gbe40a4136) + a36cb73d6924f6cf56a72b5799bef3d75fe4dd61 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-9871-ga36cb73d6) 569e354ababbde7a7cd68647533769a5c966468d NOAHMP-interface/noahmp (v3.7.1-303-g569e354) - 97e6a63ebf9a9030fcdae6ad5cf85a0bc91fa37f WW3 (6.07.1-342-g97e6a63e) + 02693d837f2cd99d20ed08515878c2b5e9525e64 WW3 (6.07.1-343-g02693d83) 62b89146be1250f354cd50a14096c0c25f2f3952 stochastic_physics (ufs-v2.0.0-191-g62b8914) -Compile atmaero_intel elapsed time 977 seconds. -DAPP=ATMAERO -DCCPP_SUITES=FV3_GFS_v17_p8 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atmaq_faster_intel elapsed time 1024 seconds. -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -DFASTER=ON -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atmaq_intel elapsed time 930 seconds. -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_debug_dyn32_intel elapsed time 510 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn32_debug_gnu elapsed time 424 seconds. -DAPP=ATM -D32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn32_intel elapsed time 1160 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v17_p8,FV3_GFS_v17_p8_rrtmgp,FV3_GFS_v15_thompson_mynn_lam3km,FV3_WoFS_v0,FV3_GFS_v17_p8_mynn -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_dyn32_phy32_debug_gnu elapsed time 424 seconds. -DAPP=ATM -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn64_phy32_debug_gnu elapsed time 423 seconds. -DAPP=ATM -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn64_phy32_gnu elapsed time 668 seconds. -DAPP=ATM -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_faster_dyn32_intel elapsed time 986 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_gnu elapsed time 406 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v16_ras,FV3_GFS_v17_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atml_intel elapsed time 997 seconds. -DAPP=ATML -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atmw_intel elapsed time 1087 seconds. -DAPP=ATMW -DCCPP_SUITES=FV3_GFS_v17_p8 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atmwm_intel elapsed time 1086 seconds. -DAPP=ATMWM -DCCPP_SUITES=FV3_GFS_v16 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile csawmg_intel elapsed time 965 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_csawmg,FV3_GFS_v16_ras -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile datm_cdeps_debug_intel elapsed time 233 seconds. -DAPP=NG-GODAS -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile datm_cdeps_faster_intel elapsed time 462 seconds. -DAPP=NG-GODAS -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile datm_cdeps_gnu elapsed time 308 seconds. -DAPP=NG-GODAS -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile datm_cdeps_intel elapsed time 463 seconds. -DAPP=NG-GODAS -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile datm_cdeps_land_intel elapsed time 126 seconds. -DAPP=LND -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile hafs_all_intel elapsed time 1183 seconds. -DAPP=HAFS-ALL -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile hafsw_debug_intel elapsed time 346 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile hafsw_faster_intel elapsed time 1151 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile hafsw_intel elapsed time 1180 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst,FV3_HAFS_v1_thompson_tedmf_gfdlsf -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_debug_intel elapsed time 350 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn32_phy32_faster_intel elapsed time 1082 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_gnu elapsed time 401 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_intel elapsed time 938 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn64_phy32_debug_intel elapsed time 299 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn64_phy32_intel elapsed time 944 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_gnu elapsed time 424 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_intel elapsed time 1058 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile s2s_aoflux_intel elapsed time 1179 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_sfcocn -DCMEPS_AOFLUX=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2s_gnu elapsed time 536 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2s_intel elapsed time 1171 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_32bit_intel elapsed time 1525 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_debug_gnu elapsed time 325 seconds. -DAPP=S2SWA -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2swa_debug_intel elapsed time 485 seconds. -DAPP=S2SWA -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2swa_gnu elapsed time 668 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_intel elapsed time 1558 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2sw_debug_intel elapsed time 468 seconds. -DAPP=S2SW -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2sw_intel elapsed time 1454 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2sw_pdlib_debug_gnu elapsed time 294 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2sw_pdlib_debug_intel elapsed time 477 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2sw_pdlib_gnu elapsed time 568 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2sw_pdlib_intel elapsed time 1478 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile wam_debug_gnu elapsed time 193 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile wam_debug_intel elapsed time 336 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile wam_intel elapsed time 891 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_p8_mixedmode_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_p8_mixedmode_intel +Compile atmaero_intel elapsed time 603 seconds. -DAPP=ATMAERO -DCCPP_SUITES=FV3_GFS_v17_p8 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atmaq_faster_intel elapsed time 767 seconds. -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -DFASTER=ON -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atmaq_intel elapsed time 581 seconds. -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atm_debug_dyn32_intel elapsed time 451 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atm_dyn32_intel elapsed time 660 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v17_p8,FV3_GFS_v17_p8_rrtmgp,FV3_GFS_v15_thompson_mynn_lam3km,FV3_WoFS_v0,FV3_GFS_v17_p8_mynn,FV3_GFS_v17_p8_ugwpv1 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atm_faster_dyn32_intel elapsed time 730 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atml_intel elapsed time 614 seconds. -DAPP=ATML -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atmw_intel elapsed time 722 seconds. -DAPP=ATMW -DCCPP_SUITES=FV3_GFS_v17_p8 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atmwm_intel elapsed time 709 seconds. -DAPP=ATMWM -DCCPP_SUITES=FV3_GFS_v16 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile csawmg_intel elapsed time 558 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_csawmg,FV3_GFS_v16_ras -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile datm_cdeps_debug_intel elapsed time 262 seconds. -DAPP=NG-GODAS -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile datm_cdeps_faster_intel elapsed time 403 seconds. -DAPP=NG-GODAS -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile datm_cdeps_intel elapsed time 403 seconds. -DAPP=NG-GODAS -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile datm_cdeps_land_intel elapsed time 127 seconds. -DAPP=LND -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile hafs_all_intel elapsed time 769 seconds. -DAPP=HAFS-ALL -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile hafsw_debug_intel elapsed time 362 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile hafsw_faster_intel elapsed time 858 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile hafsw_intel elapsed time 808 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst,FV3_HAFS_v1_thompson_tedmf_gfdlsf,FV3_global_nest_v1 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_debug_intel elapsed time 310 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn32_phy32_faster_intel elapsed time 668 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_intel elapsed time 513 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn64_phy32_debug_intel elapsed time 301 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn64_phy32_intel elapsed time 533 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_intel elapsed time 595 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile s2s_aoflux_intel elapsed time 735 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_sfcocn -DCMEPS_AOFLUX=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2s_intel elapsed time 737 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2swa_32bit_intel elapsed time 1020 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8,FV3_GFS_v17_coupled_p8_ugwpv1 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2swa_32bit_pdlib_debug_intel elapsed time 499 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_ugwpv1 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile s2swa_32bit_pdlib_intel elapsed time 1200 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_ugwpv1 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2swa_debug_intel elapsed time 498 seconds. -DAPP=S2SWA -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile s2swa_intel elapsed time 1020 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2sw_debug_intel elapsed time 470 seconds. -DAPP=S2SW -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile s2sw_intel elapsed time 975 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2sw_pdlib_debug_intel elapsed time 493 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile s2sw_pdlib_intel elapsed time 1072 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile wam_debug_intel elapsed time 288 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile wam_intel elapsed time 517 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release + +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_p8_mixedmode_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_p8_mixedmode_intel Checking test 001 cpld_control_p8_mixedmode_intel results .... Comparing sfcf021.tile1.nc .........OK Comparing sfcf021.tile2.nc .........OK @@ -131,14 +119,14 @@ Checking test 001 cpld_control_p8_mixedmode_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 322.561422 -0:The maximum resident set size (KB) = 2744036 +The total amount of wall time = 280.447982 +The maximum resident set size (KB) = 2984192 Test 001 cpld_control_p8_mixedmode_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_gfsv17_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_gfsv17_intel +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_gfsv17_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_gfsv17_intel Checking test 002 cpld_control_gfsv17_intel results .... Comparing sfcf021.tile1.nc .........OK Comparing sfcf021.tile2.nc .........OK @@ -202,15 +190,221 @@ Checking test 002 cpld_control_gfsv17_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 274.999158 -0:The maximum resident set size (KB) = 1435432 +The total amount of wall time = 799.608975 +The maximum resident set size (KB) = 1605700 Test 002 cpld_control_gfsv17_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_p8_intel -Checking test 003 cpld_control_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_gfsv17_iau_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_gfsv17_iau_intel +Checking test 003 cpld_control_gfsv17_iau_intel results .... + Comparing sfcf012.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF12 .........OK + Comparing 20210323.000000.out_pnt.ww3 .........OK + Comparing 20210323.000000.out_grd.ww3 .........OK + +The total amount of wall time = 557.157176 +The maximum resident set size (KB) = 890156 + +Test 003 cpld_control_gfsv17_iau_intel PASS + + +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_gfsv17_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_restart_gfsv17_intel +Checking test 004 cpld_restart_gfsv17_intel results .... + Comparing sfcf024.tile1.nc .........OK + Comparing sfcf024.tile1.nc .........OK + Comparing sfcf024.tile2.nc .........OK + Comparing sfcf024.tile3.nc .........OK + Comparing sfcf024.tile4.nc .........OK + Comparing sfcf024.tile5.nc .........OK + Comparing sfcf024.tile6.nc .........OK + Comparing atmf024.tile1.nc .........OK + Comparing atmf024.tile2.nc .........OK + Comparing atmf024.tile3.nc .........OK + Comparing atmf024.tile4.nc .........OK + Comparing atmf024.tile5.nc .........OK + Comparing atmf024.tile6.nc .........OK + Comparing RESTART/20210323.060000.coupler.res .........OK + Comparing RESTART/20210323.060000.fv_core.res.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.MOM.res.nc .........OK + Comparing RESTART/iced.2021-03-23-21600.nc .........OK + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK + Comparing 20210323.060000.out_pnt.ww3 .........OK + Comparing 20210323.060000.out_grd.ww3 .........OK + +The total amount of wall time = 417.450819 +The maximum resident set size (KB) = 877452 + +Test 004 cpld_restart_gfsv17_intel PASS + + +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_gfsv17_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_mpi_gfsv17_intel +Checking test 005 cpld_mpi_gfsv17_intel results .... + Comparing sfcf021.tile1.nc .........OK + Comparing sfcf021.tile2.nc .........OK + Comparing sfcf021.tile3.nc .........OK + Comparing sfcf021.tile4.nc .........OK + Comparing sfcf021.tile5.nc .........OK + Comparing sfcf021.tile6.nc .........OK + Comparing atmf021.tile1.nc .........OK + Comparing atmf021.tile2.nc .........OK + Comparing atmf021.tile3.nc .........OK + Comparing atmf021.tile4.nc .........OK + Comparing atmf021.tile5.nc .........OK + Comparing atmf021.tile6.nc .........OK + Comparing sfcf024.tile1.nc .........OK + Comparing sfcf024.tile2.nc .........OK + Comparing sfcf024.tile3.nc .........OK + Comparing sfcf024.tile4.nc .........OK + Comparing sfcf024.tile5.nc .........OK + Comparing sfcf024.tile6.nc .........OK + Comparing atmf024.tile1.nc .........OK + Comparing atmf024.tile2.nc .........OK + Comparing atmf024.tile3.nc .........OK + Comparing atmf024.tile4.nc .........OK + Comparing atmf024.tile5.nc .........OK + Comparing atmf024.tile6.nc .........OK + Comparing RESTART/20210323.060000.coupler.res .........OK + Comparing RESTART/20210323.060000.fv_core.res.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.MOM.res.nc .........OK + Comparing RESTART/iced.2021-03-23-21600.nc .........OK + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK + Comparing 20210323.060000.out_pnt.ww3 .........OK + Comparing 20210323.060000.out_grd.ww3 .........OK + +The total amount of wall time = 920.693359 +The maximum resident set size (KB) = 1578688 + +Test 005 cpld_mpi_gfsv17_intel PASS + + +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_debug_gfsv17_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_debug_gfsv17_intel +Checking test 006 cpld_debug_gfsv17_intel results .... + Comparing sfcf003.tile1.nc .........OK + Comparing sfcf003.tile2.nc .........OK + Comparing sfcf003.tile3.nc .........OK + Comparing sfcf003.tile4.nc .........OK + Comparing sfcf003.tile5.nc .........OK + Comparing sfcf003.tile6.nc .........OK + Comparing atmf003.tile1.nc .........OK + Comparing atmf003.tile2.nc .........OK + Comparing atmf003.tile3.nc .........OK + Comparing atmf003.tile4.nc .........OK + Comparing atmf003.tile5.nc .........OK + Comparing atmf003.tile6.nc .........OK + Comparing RESTART/20210322.090000.coupler.res .........OK + Comparing RESTART/20210322.090000.fv_core.res.nc .........OK + Comparing RESTART/20210322.090000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210322.090000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210322.090000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210322.090000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210322.090000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210322.090000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210322.090000.phy_data.tile1.nc .........OK + Comparing RESTART/20210322.090000.phy_data.tile2.nc .........OK + Comparing RESTART/20210322.090000.phy_data.tile3.nc .........OK + Comparing RESTART/20210322.090000.phy_data.tile4.nc .........OK + Comparing RESTART/20210322.090000.phy_data.tile5.nc .........OK + Comparing RESTART/20210322.090000.phy_data.tile6.nc .........OK + Comparing RESTART/20210322.090000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210322.090000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210322.090000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210322.090000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210322.090000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210322.090000.sfc_data.tile6.nc .........OK + Comparing RESTART/20210322.090000.MOM.res.nc .........OK + Comparing RESTART/iced.2021-03-22-32400.nc .........OK + Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc .........OK + Comparing 20210322.090000.out_pnt.ww3 .........OK + Comparing 20210322.090000.out_grd.ww3 .........OK + +The total amount of wall time = 1069.648982 +The maximum resident set size (KB) = 1619436 + +Test 006 cpld_debug_gfsv17_intel PASS + + +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_p8_intel +Checking test 007 cpld_control_p8_intel results .... Comparing sfcf021.tile1.nc .........OK Comparing sfcf021.tile2.nc .........OK Comparing sfcf021.tile3.nc .........OK @@ -274,15 +468,15 @@ Checking test 003 cpld_control_p8_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 320.823416 -0:The maximum resident set size (KB) = 2763628 +The total amount of wall time = 323.722180 +The maximum resident set size (KB) = 3007220 -Test 003 cpld_control_p8_intel PASS +Test 007 cpld_control_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_restart_p8_intel -Checking test 004 cpld_restart_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_restart_p8_intel +Checking test 008 cpld_restart_p8_intel results .... Comparing sfcf024.tile1.nc .........OK Comparing sfcf024.tile2.nc .........OK Comparing sfcf024.tile3.nc .........OK @@ -334,15 +528,15 @@ Checking test 004 cpld_restart_p8_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 181.018722 -0:The maximum resident set size (KB) = 2822640 +The total amount of wall time = 189.362835 +The maximum resident set size (KB) = 3069324 -Test 004 cpld_restart_p8_intel PASS +Test 008 cpld_restart_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_qr_p8_intel -Checking test 005 cpld_control_qr_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_qr_p8_intel +Checking test 009 cpld_control_qr_p8_intel results .... Comparing sfcf021.tile1.nc .........OK Comparing sfcf021.tile2.nc .........OK Comparing sfcf021.tile3.nc .........OK @@ -406,15 +600,15 @@ Checking test 005 cpld_control_qr_p8_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 338.522138 -0:The maximum resident set size (KB) = 2774376 +The total amount of wall time = 321.699191 +The maximum resident set size (KB) = 3037868 -Test 005 cpld_control_qr_p8_intel PASS +Test 009 cpld_control_qr_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_restart_qr_p8_intel -Checking test 006 cpld_restart_qr_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_restart_qr_p8_intel +Checking test 010 cpld_restart_qr_p8_intel results .... Comparing sfcf024.tile1.nc .........OK Comparing sfcf024.tile2.nc .........OK Comparing sfcf024.tile3.nc .........OK @@ -466,75 +660,15 @@ Checking test 006 cpld_restart_qr_p8_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 190.317513 -0:The maximum resident set size (KB) = 2676332 - -Test 006 cpld_restart_qr_p8_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_2threads_p8_intel -Checking test 007 cpld_2threads_p8_intel results .... - Comparing sfcf024.tile1.nc .........OK - Comparing sfcf024.tile2.nc .........OK - Comparing sfcf024.tile3.nc .........OK - Comparing sfcf024.tile4.nc .........OK - Comparing sfcf024.tile5.nc .........OK - Comparing sfcf024.tile6.nc .........OK - Comparing atmf024.tile1.nc .........OK - Comparing atmf024.tile2.nc .........OK - Comparing atmf024.tile3.nc .........OK - Comparing atmf024.tile4.nc .........OK - Comparing atmf024.tile5.nc .........OK - Comparing atmf024.tile6.nc .........OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.MOM.res.nc .........OK - Comparing RESTART/iced.2021-03-23-21600.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK - Comparing 20210323.060000.out_pnt.ww3 .........OK - Comparing 20210323.060000.out_grd.ww3 .........OK - -0:The total amount of wall time = 236.095487 -0:The maximum resident set size (KB) = 3216660 +The total amount of wall time = 189.974177 +The maximum resident set size (KB) = 3095700 -Test 007 cpld_2threads_p8_intel PASS +Test 010 cpld_restart_qr_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_decomp_p8_intel -Checking test 008 cpld_decomp_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_decomp_p8_intel +Checking test 011 cpld_decomp_p8_intel results .... Comparing sfcf024.tile1.nc .........OK Comparing sfcf024.tile2.nc .........OK Comparing sfcf024.tile3.nc .........OK @@ -586,15 +720,15 @@ Checking test 008 cpld_decomp_p8_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 328.598725 -0:The maximum resident set size (KB) = 2772192 +The total amount of wall time = 321.377011 +The maximum resident set size (KB) = 2998568 -Test 008 cpld_decomp_p8_intel PASS +Test 011 cpld_decomp_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_mpi_p8_intel -Checking test 009 cpld_mpi_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_mpi_p8_intel +Checking test 012 cpld_mpi_p8_intel results .... Comparing sfcf024.tile1.nc .........OK Comparing sfcf024.tile2.nc .........OK Comparing sfcf024.tile3.nc .........OK @@ -646,15 +780,15 @@ Checking test 009 cpld_mpi_p8_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 278.006300 -0:The maximum resident set size (KB) = 2734520 +The total amount of wall time = 259.234122 +The maximum resident set size (KB) = 3296748 -Test 009 cpld_mpi_p8_intel PASS +Test 012 cpld_mpi_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_ciceC_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_ciceC_p8_intel -Checking test 010 cpld_control_ciceC_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_ciceC_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_ciceC_p8_intel +Checking test 013 cpld_control_ciceC_p8_intel results .... Comparing sfcf021.tile1.nc .........OK Comparing sfcf021.tile2.nc .........OK Comparing sfcf021.tile3.nc .........OK @@ -718,15 +852,15 @@ Checking test 010 cpld_control_ciceC_p8_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 323.220601 -0:The maximum resident set size (KB) = 2759864 +The total amount of wall time = 319.381293 +The maximum resident set size (KB) = 3014908 -Test 010 cpld_control_ciceC_p8_intel PASS +Test 013 cpld_control_ciceC_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_c192_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_c192_p8_intel -Checking test 011 cpld_control_c192_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_c192_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_c192_p8_intel +Checking test 014 cpld_control_c192_p8_intel results .... Comparing sfcf030.tile1.nc .........OK Comparing sfcf030.tile2.nc .........OK Comparing sfcf030.tile3.nc .........OK @@ -778,15 +912,15 @@ Checking test 011 cpld_control_c192_p8_intel results .... Comparing 20210323.120000.out_grd.ww3 .........OK Comparing 20210323.120000.out_pnt.ww3 .........OK -0:The total amount of wall time = 586.684376 -0:The maximum resident set size (KB) = 3509664 +The total amount of wall time = 510.551401 +The maximum resident set size (KB) = 3546836 -Test 011 cpld_control_c192_p8_intel PASS +Test 014 cpld_control_c192_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_c192_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_restart_c192_p8_intel -Checking test 012 cpld_restart_c192_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_c192_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_restart_c192_p8_intel +Checking test 015 cpld_restart_c192_p8_intel results .... Comparing sfcf030.tile1.nc .........OK Comparing sfcf030.tile2.nc .........OK Comparing sfcf030.tile3.nc .........OK @@ -838,27 +972,15 @@ Checking test 012 cpld_restart_c192_p8_intel results .... Comparing 20210323.120000.out_grd.ww3 .........OK Comparing 20210323.120000.out_pnt.ww3 .........OK -0:The total amount of wall time = 372.305886 -0:The maximum resident set size (KB) = 3744476 +The total amount of wall time = 352.464353 +The maximum resident set size (KB) = 3538492 -Test 012 cpld_restart_c192_p8_intel PASS +Test 015 cpld_restart_c192_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_noaero_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_noaero_p8_intel -Checking test 013 cpld_control_noaero_p8_intel results .... - Comparing sfcf021.tile1.nc .........OK - Comparing sfcf021.tile2.nc .........OK - Comparing sfcf021.tile3.nc .........OK - Comparing sfcf021.tile4.nc .........OK - Comparing sfcf021.tile5.nc .........OK - Comparing sfcf021.tile6.nc .........OK - Comparing atmf021.tile1.nc .........OK - Comparing atmf021.tile2.nc .........OK - Comparing atmf021.tile3.nc .........OK - Comparing atmf021.tile4.nc .........OK - Comparing atmf021.tile5.nc .........OK - Comparing atmf021.tile6.nc .........OK +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_s2sa_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_s2sa_p8_intel +Checking test 016 cpld_s2sa_p8_intel results .... Comparing sfcf024.tile1.nc .........OK Comparing sfcf024.tile2.nc .........OK Comparing sfcf024.tile3.nc .........OK @@ -871,6 +993,7 @@ Checking test 013 cpld_control_noaero_p8_intel results .... Comparing atmf024.tile4.nc .........OK Comparing atmf024.tile5.nc .........OK Comparing atmf024.tile6.nc .........OK + Comparing gocart.inst_aod.20210323_0600z.nc4 .........OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK @@ -906,18 +1029,16 @@ Checking test 013 cpld_control_noaero_p8_intel results .... Comparing RESTART/20210323.060000.MOM.res.nc .........OK Comparing RESTART/iced.2021-03-23-21600.nc .........OK Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK - Comparing 20210323.060000.out_pnt.ww3 .........OK - Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 289.539536 -0:The maximum resident set size (KB) = 1444744 +The total amount of wall time = 301.143499 +The maximum resident set size (KB) = 2974412 -Test 013 cpld_control_noaero_p8_intel PASS +Test 016 cpld_s2sa_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_c96_noaero_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_nowave_noaero_p8_intel -Checking test 014 cpld_control_nowave_noaero_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_noaero_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_noaero_p8_intel +Checking test 017 cpld_control_noaero_p8_intel results .... Comparing sfcf021.tile1.nc .........OK Comparing sfcf021.tile2.nc .........OK Comparing sfcf021.tile3.nc .........OK @@ -977,21 +1098,92 @@ Checking test 014 cpld_control_nowave_noaero_p8_intel results .... Comparing RESTART/20210323.060000.MOM.res.nc .........OK Comparing RESTART/iced.2021-03-23-21600.nc .........OK Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK + Comparing 20210323.060000.out_pnt.ww3 .........OK + Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 189.762378 -0:The maximum resident set size (KB) = 1464748 +The total amount of wall time = 239.364191 +The maximum resident set size (KB) = 1596348 -Test 014 cpld_control_nowave_noaero_p8_intel PASS +Test 017 cpld_control_noaero_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_debug_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_debug_p8_intel -Checking test 015 cpld_debug_p8_intel results .... - Comparing sfcf003.tile1.nc .........OK - Comparing sfcf003.tile2.nc .........OK - Comparing sfcf003.tile3.nc .........OK - Comparing sfcf003.tile4.nc .........OK - Comparing sfcf003.tile5.nc .........OK +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_c96_noaero_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_nowave_noaero_p8_intel +Checking test 018 cpld_control_nowave_noaero_p8_intel results .... + Comparing sfcf021.tile1.nc .........OK + Comparing sfcf021.tile2.nc .........OK + Comparing sfcf021.tile3.nc .........OK + Comparing sfcf021.tile4.nc .........OK + Comparing sfcf021.tile5.nc .........OK + Comparing sfcf021.tile6.nc .........OK + Comparing atmf021.tile1.nc .........OK + Comparing atmf021.tile2.nc .........OK + Comparing atmf021.tile3.nc .........OK + Comparing atmf021.tile4.nc .........OK + Comparing atmf021.tile5.nc .........OK + Comparing atmf021.tile6.nc .........OK + Comparing sfcf024.tile1.nc .........OK + Comparing sfcf024.tile2.nc .........OK + Comparing sfcf024.tile3.nc .........OK + Comparing sfcf024.tile4.nc .........OK + Comparing sfcf024.tile5.nc .........OK + Comparing sfcf024.tile6.nc .........OK + Comparing atmf024.tile1.nc .........OK + Comparing atmf024.tile2.nc .........OK + Comparing atmf024.tile3.nc .........OK + Comparing atmf024.tile4.nc .........OK + Comparing atmf024.tile5.nc .........OK + Comparing atmf024.tile6.nc .........OK + Comparing RESTART/20210323.060000.coupler.res .........OK + Comparing RESTART/20210323.060000.fv_core.res.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.MOM.res.nc .........OK + Comparing RESTART/iced.2021-03-23-21600.nc .........OK + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK + +The total amount of wall time = 244.036103 +The maximum resident set size (KB) = 1647144 + +Test 018 cpld_control_nowave_noaero_p8_intel PASS + + +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_debug_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_debug_p8_intel +Checking test 019 cpld_debug_p8_intel results .... + Comparing sfcf003.tile1.nc .........OK + Comparing sfcf003.tile2.nc .........OK + Comparing sfcf003.tile3.nc .........OK + Comparing sfcf003.tile4.nc .........OK + Comparing sfcf003.tile5.nc .........OK Comparing sfcf003.tile6.nc .........OK Comparing atmf003.tile1.nc .........OK Comparing atmf003.tile2.nc .........OK @@ -1038,15 +1230,15 @@ Checking test 015 cpld_debug_p8_intel results .... Comparing 20210322.090000.out_pnt.ww3 .........OK Comparing 20210322.090000.out_grd.ww3 .........OK -0:The total amount of wall time = 338.963555 -0:The maximum resident set size (KB) = 2795456 +The total amount of wall time = 445.969461 +The maximum resident set size (KB) = 3061876 -Test 015 cpld_debug_p8_intel PASS +Test 019 cpld_debug_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_debug_noaero_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_debug_noaero_p8_intel -Checking test 016 cpld_debug_noaero_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_debug_noaero_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_debug_noaero_p8_intel +Checking test 020 cpld_debug_noaero_p8_intel results .... Comparing sfcf003.tile1.nc .........OK Comparing sfcf003.tile2.nc .........OK Comparing sfcf003.tile3.nc .........OK @@ -1097,15 +1289,15 @@ Checking test 016 cpld_debug_noaero_p8_intel results .... Comparing 20210322.090000.out_pnt.ww3 .........OK Comparing 20210322.090000.out_grd.ww3 .........OK -0:The total amount of wall time = 286.706483 -0:The maximum resident set size (KB) = 1464360 +The total amount of wall time = 297.542147 +The maximum resident set size (KB) = 1629108 -Test 016 cpld_debug_noaero_p8_intel PASS +Test 020 cpld_debug_noaero_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_noaero_p8_agrid_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_noaero_p8_agrid_intel -Checking test 017 cpld_control_noaero_p8_agrid_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_noaero_p8_agrid_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_noaero_p8_agrid_intel +Checking test 021 cpld_control_noaero_p8_agrid_intel results .... Comparing sfcf021.tile1.nc .........OK Comparing sfcf021.tile2.nc .........OK Comparing sfcf021.tile3.nc .........OK @@ -1166,15 +1358,15 @@ Checking test 017 cpld_control_noaero_p8_agrid_intel results .... Comparing RESTART/iced.2021-03-23-21600.nc .........OK Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK -0:The total amount of wall time = 193.420296 -0:The maximum resident set size (KB) = 1467756 +The total amount of wall time = 241.941555 +The maximum resident set size (KB) = 1646004 -Test 017 cpld_control_noaero_p8_agrid_intel PASS +Test 021 cpld_control_noaero_p8_agrid_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_c48_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_c48_intel -Checking test 018 cpld_control_c48_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_c48_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_c48_intel +Checking test 022 cpld_control_c48_intel results .... Comparing sfcf024.tile1.nc .........OK Comparing sfcf024.tile2.nc .........OK Comparing sfcf024.tile3.nc .........OK @@ -1223,15 +1415,15 @@ Checking test 018 cpld_control_c48_intel results .... Comparing RESTART/iced.2021-03-23-21600.nc .........OK Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK -0:The total amount of wall time = 605.545207 -0:The maximum resident set size (KB) = 2598996 +The total amount of wall time = 390.242372 +The maximum resident set size (KB) = 2678288 -Test 018 cpld_control_c48_intel PASS +Test 022 cpld_control_c48_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_pdlib_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_pdlib_p8_intel -Checking test 019 cpld_control_pdlib_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_pdlib_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_control_pdlib_p8_intel +Checking test 023 cpld_control_pdlib_p8_intel results .... Comparing sfcf021.tile1.nc .........OK Comparing sfcf021.tile2.nc .........OK Comparing sfcf021.tile3.nc .........OK @@ -1294,15 +1486,15 @@ Checking test 019 cpld_control_pdlib_p8_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 1172.012473 -0:The maximum resident set size (KB) = 1509572 +The total amount of wall time = 821.291515 +The maximum resident set size (KB) = 1624084 -Test 019 cpld_control_pdlib_p8_intel PASS +Test 023 cpld_control_pdlib_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_pdlib_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_restart_pdlib_p8_intel -Checking test 020 cpld_restart_pdlib_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_pdlib_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_restart_pdlib_p8_intel +Checking test 024 cpld_restart_pdlib_p8_intel results .... Comparing sfcf024.tile1.nc .........OK Comparing sfcf024.tile2.nc .........OK Comparing sfcf024.tile3.nc .........OK @@ -1353,15 +1545,15 @@ Checking test 020 cpld_restart_pdlib_p8_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 554.149585 -0:The maximum resident set size (KB) = 788576 +The total amount of wall time = 417.163095 +The maximum resident set size (KB) = 916420 -Test 020 cpld_restart_pdlib_p8_intel PASS +Test 024 cpld_restart_pdlib_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_pdlib_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_mpi_pdlib_p8_intel -Checking test 021 cpld_mpi_pdlib_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_control_pdlib_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_mpi_pdlib_p8_intel +Checking test 025 cpld_mpi_pdlib_p8_intel results .... Comparing sfcf021.tile1.nc .........OK Comparing sfcf021.tile2.nc .........OK Comparing sfcf021.tile3.nc .........OK @@ -1424,15 +1616,15 @@ Checking test 021 cpld_mpi_pdlib_p8_intel results .... Comparing 20210323.060000.out_pnt.ww3 .........OK Comparing 20210323.060000.out_grd.ww3 .........OK -0:The total amount of wall time = 1067.209318 -0:The maximum resident set size (KB) = 1486616 +The total amount of wall time = 943.352782 +The maximum resident set size (KB) = 1585704 -Test 021 cpld_mpi_pdlib_p8_intel PASS +Test 025 cpld_mpi_pdlib_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_debug_pdlib_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_debug_pdlib_p8_intel -Checking test 022 cpld_debug_pdlib_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/cpld_debug_pdlib_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/cpld_debug_pdlib_p8_intel +Checking test 026 cpld_debug_pdlib_p8_intel results .... Comparing sfcf003.tile1.nc .........OK Comparing sfcf003.tile2.nc .........OK Comparing sfcf003.tile3.nc .........OK @@ -1483,15 +1675,15 @@ Checking test 022 cpld_debug_pdlib_p8_intel results .... Comparing 20210322.090000.out_pnt.ww3 .........OK Comparing 20210322.090000.out_grd.ww3 .........OK -0:The total amount of wall time = 1484.742743 -0:The maximum resident set size (KB) = 1527364 +The total amount of wall time = 1346.534307 +The maximum resident set size (KB) = 1637972 -Test 022 cpld_debug_pdlib_p8_intel PASS +Test 026 cpld_debug_pdlib_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_flake_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_flake_intel -Checking test 023 control_flake_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_flake_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_flake_intel +Checking test 027 control_flake_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK @@ -1501,15 +1693,15 @@ Checking test 023 control_flake_intel results .... Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF24 .........OK -0:The total amount of wall time = 210.604768 -0:The maximum resident set size (KB) = 511184 +The total amount of wall time = 194.557975 +The maximum resident set size (KB) = 585920 -Test 023 control_flake_intel PASS +Test 027 control_flake_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_CubedSphereGrid_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_CubedSphereGrid_intel -Checking test 024 control_CubedSphereGrid_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_CubedSphereGrid_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_CubedSphereGrid_intel +Checking test 028 control_CubedSphereGrid_intel results .... Comparing sfcf000.tile1.nc .........OK Comparing sfcf000.tile2.nc .........OK Comparing sfcf000.tile3.nc .........OK @@ -1535,21 +1727,21 @@ Checking test 024 control_CubedSphereGrid_intel results .... Comparing atmf024.tile5.nc .........OK Comparing atmf024.tile6.nc .........OK -0:The total amount of wall time = 142.312032 -0:The maximum resident set size (KB) = 460584 +The total amount of wall time = 113.662384 +The maximum resident set size (KB) = 540136 -Test 024 control_CubedSphereGrid_intel PASS +Test 028 control_CubedSphereGrid_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_CubedSphereGrid_parallel_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_CubedSphereGrid_parallel_intel -Checking test 025 control_CubedSphereGrid_parallel_intel results .... - Comparing sfcf000.nc ............ALT CHECK......OK - Comparing sfcf024.nc ............ALT CHECK......OK +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_CubedSphereGrid_parallel_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_CubedSphereGrid_parallel_intel +Checking test 029 control_CubedSphereGrid_parallel_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK - Comparing atmf024.nc ............ALT CHECK......OK - Comparing cubed_sphere_grid_sfcf000.nc ............ALT CHECK......OK - Comparing cubed_sphere_grid_sfcf024.nc ............ALT CHECK......OK + Comparing atmf024.nc .........OK + Comparing cubed_sphere_grid_sfcf000.nc .........OK + Comparing cubed_sphere_grid_sfcf024.nc .........OK Comparing cubed_sphere_grid_atmf000.nc .........OK Comparing cubed_sphere_grid_atmf024.nc .........OK Comparing GFSFLX.GrbF00 .........OK @@ -1557,15 +1749,15 @@ Checking test 025 control_CubedSphereGrid_parallel_intel results .... Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF24 .........OK -0:The total amount of wall time = 147.728903 -0:The maximum resident set size (KB) = 462792 +The total amount of wall time = 118.534997 +The maximum resident set size (KB) = 546936 -Test 025 control_CubedSphereGrid_parallel_intel PASS +Test 029 control_CubedSphereGrid_parallel_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_latlon_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_latlon_intel -Checking test 026 control_latlon_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_latlon_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_latlon_intel +Checking test 030 control_latlon_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK @@ -1575,33 +1767,33 @@ Checking test 026 control_latlon_intel results .... Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF24 .........OK -0:The total amount of wall time = 145.509775 -0:The maximum resident set size (KB) = 460716 +The total amount of wall time = 114.064225 +The maximum resident set size (KB) = 538024 -Test 026 control_latlon_intel PASS +Test 030 control_latlon_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_wrtGauss_netcdf_parallel_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_wrtGauss_netcdf_parallel_intel -Checking test 027 control_wrtGauss_netcdf_parallel_intel results .... - Comparing sfcf000.nc ............ALT CHECK......OK - Comparing sfcf024.nc ............ALT CHECK......OK - Comparing atmf000.nc ............ALT CHECK......OK +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_wrtGauss_netcdf_parallel_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_wrtGauss_netcdf_parallel_intel +Checking test 031 control_wrtGauss_netcdf_parallel_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf024.nc .........OK + Comparing atmf000.nc .........OK Comparing atmf024.nc .........OK Comparing GFSFLX.GrbF00 .........OK Comparing GFSFLX.GrbF24 .........OK Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF24 .........OK -0:The total amount of wall time = 144.986197 -0:The maximum resident set size (KB) = 460660 +The total amount of wall time = 115.675694 +The maximum resident set size (KB) = 538344 -Test 027 control_wrtGauss_netcdf_parallel_intel PASS +Test 031 control_wrtGauss_netcdf_parallel_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_c48_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_c48_intel -Checking test 028 control_c48_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_c48_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_c48_intel +Checking test 032 control_c48_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK @@ -1639,15 +1831,15 @@ Checking test 028 control_c48_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 444.114155 -0:The maximum resident set size (KB) = 635036 +The total amount of wall time = 307.440273 +The maximum resident set size (KB) = 731540 -Test 028 control_c48_intel PASS +Test 032 control_c48_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_c192_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_c192_intel -Checking test 029 control_c192_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_c192_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_c192_intel +Checking test 033 control_c192_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK @@ -1657,15 +1849,15 @@ Checking test 029 control_c192_intel results .... Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF24 .........OK -0:The total amount of wall time = 595.514155 -0:The maximum resident set size (KB) = 566768 +The total amount of wall time = 463.523040 +The maximum resident set size (KB) = 657988 -Test 029 control_c192_intel PASS +Test 033 control_c192_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_c384_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_c384_intel -Checking test 030 control_c384_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_c384_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_c384_intel +Checking test 034 control_c384_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf012.nc .........OK Comparing atmf000.nc .........OK @@ -1675,15 +1867,15 @@ Checking test 030 control_c384_intel results .... Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF12 .........OK -0:The total amount of wall time = 588.445615 -0:The maximum resident set size (KB) = 1028432 +The total amount of wall time = 478.344808 +The maximum resident set size (KB) = 982824 -Test 030 control_c384_intel PASS +Test 034 control_c384_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_c384gdas_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_c384gdas_intel -Checking test 031 control_c384gdas_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_c384gdas_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_c384gdas_intel +Checking test 035 control_c384gdas_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf006.nc .........OK Comparing atmf000.nc .........OK @@ -1725,15 +1917,15 @@ Checking test 031 control_c384gdas_intel results .... Comparing RESTART/20210322.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 533.537883 -0:The maximum resident set size (KB) = 1158004 +The total amount of wall time = 420.418879 +The maximum resident set size (KB) = 1113120 -Test 031 control_c384gdas_intel PASS +Test 035 control_c384gdas_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_stochy_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_stochy_intel -Checking test 032 control_stochy_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_stochy_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_stochy_intel +Checking test 036 control_stochy_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf012.nc .........OK Comparing atmf000.nc .........OK @@ -1743,29 +1935,29 @@ Checking test 032 control_stochy_intel results .... Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF12 .........OK -0:The total amount of wall time = 98.034830 -0:The maximum resident set size (KB) = 464904 +The total amount of wall time = 75.194382 +The maximum resident set size (KB) = 546128 -Test 032 control_stochy_intel PASS +Test 036 control_stochy_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_stochy_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_stochy_restart_intel -Checking test 033 control_stochy_restart_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_stochy_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_stochy_restart_intel +Checking test 037 control_stochy_restart_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK Comparing GFSPRS.GrbF12 .........OK -0:The total amount of wall time = 54.183443 -0:The maximum resident set size (KB) = 285264 +The total amount of wall time = 41.784720 +The maximum resident set size (KB) = 358372 -Test 033 control_stochy_restart_intel PASS +Test 037 control_stochy_restart_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_lndp_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_lndp_intel -Checking test 034 control_lndp_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_lndp_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_lndp_intel +Checking test 038 control_lndp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf012.nc .........OK Comparing atmf000.nc .........OK @@ -1775,15 +1967,37 @@ Checking test 034 control_lndp_intel results .... Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF12 .........OK -0:The total amount of wall time = 90.019253 -0:The maximum resident set size (KB) = 466632 +The total amount of wall time = 70.488889 +The maximum resident set size (KB) = 543664 + +Test 038 control_lndp_intel PASS + + +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_iovr4_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_iovr4_intel +Checking test 039 control_iovr4_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf021.nc .........OK + Comparing sfcf024.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf021.nc .........OK + Comparing atmf024.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF21 .........OK + Comparing GFSFLX.GrbF24 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF21 .........OK + Comparing GFSPRS.GrbF24 .........OK + +The total amount of wall time = 124.239947 +The maximum resident set size (KB) = 539872 -Test 034 control_lndp_intel PASS +Test 039 control_iovr4_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_iovr4_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_iovr4_intel -Checking test 035 control_iovr4_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_iovr5_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_iovr5_intel +Checking test 040 control_iovr5_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -1797,15 +2011,15 @@ Checking test 035 control_iovr4_intel results .... Comparing GFSPRS.GrbF21 .........OK Comparing GFSPRS.GrbF24 .........OK -0:The total amount of wall time = 148.479479 -0:The maximum resident set size (KB) = 460676 +The total amount of wall time = 116.151910 +The maximum resident set size (KB) = 539100 -Test 035 control_iovr4_intel PASS +Test 040 control_iovr5_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_iovr5_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_iovr5_intel -Checking test 036 control_iovr5_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_p8_intel +Checking test 041 control_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -1818,16 +2032,48 @@ Checking test 036 control_iovr5_intel results .... Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF21 .........OK Comparing GFSPRS.GrbF24 .........OK + Comparing RESTART/20210323.060000.coupler.res .........OK + Comparing RESTART/20210323.060000.fv_core.res.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 147.791752 -0:The maximum resident set size (KB) = 460708 +The total amount of wall time = 138.079774 +The maximum resident set size (KB) = 1512284 -Test 036 control_iovr5_intel PASS +Test 041 control_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_p8_intel -Checking test 037 control_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_p8_ugwpv1_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_p8_ugwpv1_intel +Checking test 042 control_p8_ugwpv1_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -1873,15 +2119,15 @@ Checking test 037 control_p8_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 180.945741 -0:The maximum resident set size (KB) = 1430276 +The total amount of wall time = 138.880086 +The maximum resident set size (KB) = 1515192 -Test 037 control_p8_intel PASS +Test 042 control_p8_ugwpv1_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_restart_p8_intel -Checking test 038 control_restart_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_restart_p8_intel +Checking test 043 control_restart_p8_intel results .... Comparing sfcf024.nc .........OK Comparing atmf024.nc .........OK Comparing GFSFLX.GrbF24 .........OK @@ -1919,15 +2165,15 @@ Checking test 038 control_restart_p8_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 95.647343 -0:The maximum resident set size (KB) = 636684 +The total amount of wall time = 87.045128 +The maximum resident set size (KB) = 713932 -Test 038 control_restart_p8_intel PASS +Test 043 control_restart_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_qr_p8_intel -Checking test 039 control_qr_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_noqr_p8_intel +Checking test 044 control_noqr_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -1973,15 +2219,15 @@ Checking test 039 control_qr_p8_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......OK -0:The total amount of wall time = 186.069463 -0:The maximum resident set size (KB) = 1435984 +The total amount of wall time = 137.789115 +The maximum resident set size (KB) = 1511340 -Test 039 control_qr_p8_intel PASS +Test 044 control_noqr_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_restart_qr_p8_intel -Checking test 040 control_restart_qr_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_restart_noqr_p8_intel +Checking test 045 control_restart_noqr_p8_intel results .... Comparing sfcf024.nc .........OK Comparing atmf024.nc .........OK Comparing GFSFLX.GrbF24 .........OK @@ -2019,65 +2265,15 @@ Checking test 040 control_restart_qr_p8_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......OK -0:The total amount of wall time = 96.328670 -0:The maximum resident set size (KB) = 604656 - -Test 040 control_restart_qr_p8_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_decomp_p8_intel -Checking test 041 control_decomp_p8_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF24 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 185.762064 -0:The maximum resident set size (KB) = 1423552 +The total amount of wall time = 83.930248 +The maximum resident set size (KB) = 730176 -Test 041 control_decomp_p8_intel PASS +Test 045 control_restart_noqr_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_2threads_p8_intel -Checking test 042 control_2threads_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_decomp_p8_intel +Checking test 046 control_decomp_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK @@ -2119,15 +2315,15 @@ Checking test 042 control_2threads_p8_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 169.831787 -0:The maximum resident set size (KB) = 1515248 +The total amount of wall time = 142.381537 +The maximum resident set size (KB) = 1515240 -Test 042 control_2threads_p8_intel PASS +Test 046 control_decomp_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_lndp_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_p8_lndp_intel -Checking test 043 control_p8_lndp_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_p8_lndp_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_p8_lndp_intel +Checking test 047 control_p8_lndp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -2145,15 +2341,15 @@ Checking test 043 control_p8_lndp_intel results .... Comparing GFSPRS.GrbF24 .........OK Comparing GFSPRS.GrbF48 .........OK -0:The total amount of wall time = 335.077973 -0:The maximum resident set size (KB) = 1430312 +The total amount of wall time = 250.899823 +The maximum resident set size (KB) = 1519004 -Test 043 control_p8_lndp_intel PASS +Test 047 control_p8_lndp_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_rrtmgp_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_p8_rrtmgp_intel -Checking test 044 control_p8_rrtmgp_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_p8_rrtmgp_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_p8_rrtmgp_intel +Checking test 048 control_p8_rrtmgp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -2199,15 +2395,15 @@ Checking test 044 control_p8_rrtmgp_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 249.826583 -0:The maximum resident set size (KB) = 1483380 +The total amount of wall time = 185.807376 +The maximum resident set size (KB) = 1573476 -Test 044 control_p8_rrtmgp_intel PASS +Test 048 control_p8_rrtmgp_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_mynn_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_p8_mynn_intel -Checking test 045 control_p8_mynn_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_p8_mynn_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_p8_mynn_intel +Checking test 049 control_p8_mynn_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -2253,15 +2449,15 @@ Checking test 045 control_p8_mynn_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 180.908688 -0:The maximum resident set size (KB) = 1434528 +The total amount of wall time = 140.613831 +The maximum resident set size (KB) = 1523932 -Test 045 control_p8_mynn_intel PASS +Test 049 control_p8_mynn_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/merra2_thompson_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/merra2_thompson_intel -Checking test 046 merra2_thompson_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/merra2_thompson_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/merra2_thompson_intel +Checking test 050 merra2_thompson_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -2307,47 +2503,15 @@ Checking test 046 merra2_thompson_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 208.534372 -0:The maximum resident set size (KB) = 1437164 - -Test 046 merra2_thompson_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_control_intel -Checking test 047 regional_control_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf006.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF06 .........OK - -0:The total amount of wall time = 334.487544 -0:The maximum resident set size (KB) = 814276 - -Test 047 regional_control_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_restart_intel -Checking test 048 regional_restart_intel results .... - Comparing dynf006.nc .........OK - Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF06 .........OK - -0:The total amount of wall time = 165.397174 -0:The maximum resident set size (KB) = 809032 +The total amount of wall time = 173.754889 +The maximum resident set size (KB) = 1527908 -Test 048 regional_restart_intel PASS +Test 050 merra2_thompson_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_control_qr_intel -Checking test 049 regional_control_qr_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_control_intel +Checking test 051 regional_control_intel results .... Comparing dynf000.nc .........OK Comparing dynf006.nc .........OK Comparing phyf000.nc .........OK @@ -2357,47 +2521,29 @@ Checking test 049 regional_control_qr_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF06 .........OK -0:The total amount of wall time = 347.951927 -0:The maximum resident set size (KB) = 814204 - -Test 049 regional_control_qr_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_restart_qr_intel -Checking test 050 regional_restart_qr_intel results .... - Comparing dynf006.nc .........OK - Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF06 .........OK - -0:The total amount of wall time = 171.439181 -0:The maximum resident set size (KB) = 809152 +The total amount of wall time = 258.004237 +The maximum resident set size (KB) = 623184 -Test 050 regional_restart_qr_intel PASS +Test 051 regional_control_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_decomp_intel -Checking test 051 regional_decomp_intel results .... - Comparing dynf000.nc .........OK +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_restart_intel +Checking test 052 regional_restart_intel results .... Comparing dynf006.nc .........OK - Comparing phyf000.nc .........OK Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF00 .........OK Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF06 .........OK -0:The total amount of wall time = 348.984856 -0:The maximum resident set size (KB) = 811660 +The total amount of wall time = 139.602136 +The maximum resident set size (KB) = 788844 -Test 051 regional_decomp_intel PASS +Test 052 regional_restart_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_2threads_intel -Checking test 052 regional_2threads_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_decomp_intel +Checking test 053 regional_decomp_intel results .... Comparing dynf000.nc .........OK Comparing dynf006.nc .........OK Comparing phyf000.nc .........OK @@ -2407,44 +2553,44 @@ Checking test 052 regional_2threads_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF06 .........OK -0:The total amount of wall time = 196.440212 -0:The maximum resident set size (KB) = 834692 +The total amount of wall time = 271.585107 +The maximum resident set size (KB) = 625312 -Test 052 regional_2threads_intel PASS +Test 053 regional_decomp_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_noquilt_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_noquilt_intel -Checking test 053 regional_noquilt_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_noquilt_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_noquilt_intel +Checking test 054 regional_noquilt_intel results .... Comparing atmos_4xdaily.nc .........OK Comparing fv3_history2d.nc .........OK Comparing fv3_history.nc .........OK Comparing RESTART/fv_core.res.tile1_new.nc .........OK Comparing RESTART/fv_tracer.res.tile1_new.nc .........OK -0:The total amount of wall time = 322.388777 -0:The maximum resident set size (KB) = 1083500 +The total amount of wall time = 254.295489 +The maximum resident set size (KB) = 1153356 -Test 053 regional_noquilt_intel PASS +Test 054 regional_noquilt_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_netcdf_parallel_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_netcdf_parallel_intel -Checking test 054 regional_netcdf_parallel_intel results .... - Comparing dynf000.nc ............ALT CHECK......OK - Comparing dynf006.nc ............ALT CHECK......OK +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_netcdf_parallel_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_netcdf_parallel_intel +Checking test 055 regional_netcdf_parallel_intel results .... + Comparing dynf000.nc .........OK + Comparing dynf006.nc .........OK Comparing phyf000.nc .........OK - Comparing phyf006.nc ............ALT CHECK......OK + Comparing phyf006.nc .........OK -0:The total amount of wall time = 332.823124 -0:The maximum resident set size (KB) = 820836 +The total amount of wall time = 256.892033 +The maximum resident set size (KB) = 619704 -Test 054 regional_netcdf_parallel_intel PASS +Test 055 regional_netcdf_parallel_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_2dwrtdecomp_intel -Checking test 055 regional_2dwrtdecomp_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_2dwrtdecomp_intel +Checking test 056 regional_2dwrtdecomp_intel results .... Comparing dynf000.nc .........OK Comparing dynf006.nc .........OK Comparing phyf000.nc .........OK @@ -2454,15 +2600,15 @@ Checking test 055 regional_2dwrtdecomp_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF06 .........OK -0:The total amount of wall time = 324.909872 -0:The maximum resident set size (KB) = 814532 +The total amount of wall time = 261.360343 +The maximum resident set size (KB) = 624112 -Test 055 regional_2dwrtdecomp_intel PASS +Test 056 regional_2dwrtdecomp_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/fv3_regional_wofs_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_wofs_intel -Checking test 056 regional_wofs_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/fv3_regional_wofs_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_wofs_intel +Checking test 057 regional_wofs_intel results .... Comparing dynf000.nc .........OK Comparing dynf006.nc .........OK Comparing phyf000.nc .........OK @@ -2472,15 +2618,15 @@ Checking test 056 regional_wofs_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF06 .........OK -0:The total amount of wall time = 422.979227 -0:The maximum resident set size (KB) = 559312 +The total amount of wall time = 326.906305 +The maximum resident set size (KB) = 1592852 -Test 056 regional_wofs_intel PASS +Test 057 regional_wofs_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_intel -Checking test 057 rap_control_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_control_intel +Checking test 058 rap_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -2526,15 +2672,15 @@ Checking test 057 rap_control_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 462.295583 -0:The maximum resident set size (KB) = 837592 +The total amount of wall time = 354.830298 +The maximum resident set size (KB) = 928812 -Test 057 rap_control_intel PASS +Test 058 rap_control_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_spp_sppt_shum_skeb_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_spp_sppt_shum_skeb_intel -Checking test 058 regional_spp_sppt_shum_skeb_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_spp_sppt_shum_skeb_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_spp_sppt_shum_skeb_intel +Checking test 059 regional_spp_sppt_shum_skeb_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK Comparing phyf000.nc .........OK @@ -2544,69 +2690,15 @@ Checking test 058 regional_spp_sppt_shum_skeb_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF01 .........OK -0:The total amount of wall time = 256.462227 -0:The maximum resident set size (KB) = 953096 - -Test 058 regional_spp_sppt_shum_skeb_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_decomp_intel -Checking test 059 rap_decomp_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf021.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf021.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF21 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF21 .........OK - Comparing GFSPRS.GrbF24 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 488.080865 -0:The maximum resident set size (KB) = 834876 +The total amount of wall time = 205.796854 +The maximum resident set size (KB) = 1116448 -Test 059 rap_decomp_intel PASS +Test 059 regional_spp_sppt_shum_skeb_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_2threads_intel -Checking test 060 rap_2threads_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_decomp_intel +Checking test 060 rap_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -2652,14 +2744,14 @@ Checking test 060 rap_2threads_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 440.815628 -0:The maximum resident set size (KB) = 911024 +The total amount of wall time = 371.375075 +The maximum resident set size (KB) = 925580 -Test 060 rap_2threads_intel PASS +Test 060 rap_decomp_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_restart_intel +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_restart_intel Checking test 061 rap_restart_intel results .... Comparing sfcf024.nc .........OK Comparing atmf024.nc .........OK @@ -2698,14 +2790,14 @@ Checking test 061 rap_restart_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 235.988115 -0:The maximum resident set size (KB) = 737252 +The total amount of wall time = 185.881557 +The maximum resident set size (KB) = 804264 Test 061 rap_restart_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_sfcdiff_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_sfcdiff_intel +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_sfcdiff_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_sfcdiff_intel Checking test 062 rap_sfcdiff_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -2752,14 +2844,14 @@ Checking test 062 rap_sfcdiff_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 461.944631 -0:The maximum resident set size (KB) = 837584 +The total amount of wall time = 352.714453 +The maximum resident set size (KB) = 929800 Test 062 rap_sfcdiff_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_sfcdiff_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_sfcdiff_decomp_intel +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_sfcdiff_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_sfcdiff_decomp_intel Checking test 063 rap_sfcdiff_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -2806,14 +2898,14 @@ Checking test 063 rap_sfcdiff_decomp_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 490.465130 -0:The maximum resident set size (KB) = 836940 +The total amount of wall time = 371.731523 +The maximum resident set size (KB) = 926516 Test 063 rap_sfcdiff_decomp_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_sfcdiff_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_sfcdiff_restart_intel +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_sfcdiff_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_sfcdiff_restart_intel Checking test 064 rap_sfcdiff_restart_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK @@ -2852,14 +2944,14 @@ Checking test 064 rap_sfcdiff_restart_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 344.233401 -0:The maximum resident set size (KB) = 746852 +The total amount of wall time = 264.630049 +The maximum resident set size (KB) = 800772 Test 064 rap_sfcdiff_restart_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_intel +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hrrr_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hrrr_control_intel Checking test 065 hrrr_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -2906,69 +2998,15 @@ Checking test 065 hrrr_control_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 235.102871 -0:The maximum resident set size (KB) = 834200 +The total amount of wall time = 182.668428 +The maximum resident set size (KB) = 920112 Test 065 hrrr_control_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_qr_intel -Checking test 066 hrrr_control_qr_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......OK - -0:The total amount of wall time = 236.649958 -0:The maximum resident set size (KB) = 844188 - -Test 066 hrrr_control_qr_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_decomp_intel -Checking test 067 hrrr_control_decomp_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hrrr_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hrrr_control_decomp_intel +Checking test 066 hrrr_control_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK Comparing sfcf012.nc .........OK @@ -3014,15 +3052,15 @@ Checking test 067 hrrr_control_decomp_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 242.019143 -0:The maximum resident set size (KB) = 834712 +The total amount of wall time = 187.161376 +The maximum resident set size (KB) = 919716 -Test 067 hrrr_control_decomp_intel PASS +Test 066 hrrr_control_decomp_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_2threads_intel -Checking test 068 hrrr_control_2threads_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hrrr_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hrrr_control_2threads_intel +Checking test 067 hrrr_control_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK Comparing sfcf012.nc .........OK @@ -3068,43 +3106,29 @@ Checking test 068 hrrr_control_2threads_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 307.712147 -0:The maximum resident set size (KB) = 906776 - -Test 068 hrrr_control_2threads_intel PASS +The total amount of wall time = 158.019696 +The maximum resident set size (KB) = 1000608 +Test 067 hrrr_control_2threads_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_restart_intel -Checking test 069 hrrr_control_restart_intel results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK -0:The total amount of wall time = 122.970328 -0:The maximum resident set size (KB) = 689504 - -Test 069 hrrr_control_restart_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_restart_qr_intel -Checking test 070 hrrr_control_restart_qr_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hrrr_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hrrr_control_restart_intel +Checking test 068 hrrr_control_restart_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK Comparing GFSPRS.GrbF12 .........OK -0:The total amount of wall time = 124.869759 -0:The maximum resident set size (KB) = 601920 +The total amount of wall time = 95.726894 +The maximum resident set size (KB) = 754396 -Test 070 hrrr_control_restart_qr_intel PASS +Test 068 hrrr_control_restart_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rrfs_v1beta_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rrfs_v1beta_intel -Checking test 071 rrfs_v1beta_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rrfs_v1beta_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rrfs_v1beta_intel +Checking test 069 rrfs_v1beta_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK Comparing sfcf012.nc .........OK @@ -3150,15 +3174,15 @@ Checking test 071 rrfs_v1beta_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 456.221295 -0:The maximum resident set size (KB) = 834480 +The total amount of wall time = 346.413258 +The maximum resident set size (KB) = 919936 -Test 071 rrfs_v1beta_intel PASS +Test 069 rrfs_v1beta_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rrfs_v1nssl_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rrfs_v1nssl_intel -Checking test 072 rrfs_v1nssl_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rrfs_v1nssl_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rrfs_v1nssl_intel +Checking test 070 rrfs_v1nssl_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK Comparing sfcf012.nc .........OK @@ -3172,15 +3196,15 @@ Checking test 072 rrfs_v1nssl_intel results .... Comparing GFSPRS.GrbF09 .........OK Comparing GFSPRS.GrbF12 .........OK -0:The total amount of wall time = 571.028569 -0:The maximum resident set size (KB) = 517860 +The total amount of wall time = 434.690204 +The maximum resident set size (KB) = 1883204 -Test 072 rrfs_v1nssl_intel PASS +Test 070 rrfs_v1nssl_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rrfs_v1nssl_nohailnoccn_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rrfs_v1nssl_nohailnoccn_intel -Checking test 073 rrfs_v1nssl_nohailnoccn_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rrfs_v1nssl_nohailnoccn_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rrfs_v1nssl_nohailnoccn_intel +Checking test 071 rrfs_v1nssl_nohailnoccn_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK Comparing sfcf012.nc .........OK @@ -3194,15 +3218,15 @@ Checking test 073 rrfs_v1nssl_nohailnoccn_intel results .... Comparing GFSPRS.GrbF09 .........OK Comparing GFSPRS.GrbF12 .........OK -0:The total amount of wall time = 549.722957 -0:The maximum resident set size (KB) = 511472 +The total amount of wall time = 415.810122 +The maximum resident set size (KB) = 1875088 -Test 073 rrfs_v1nssl_nohailnoccn_intel PASS +Test 071 rrfs_v1nssl_nohailnoccn_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_csawmg_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_csawmg_intel -Checking test 074 control_csawmg_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_csawmg_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_csawmg_intel +Checking test 072 control_csawmg_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK @@ -3212,15 +3236,15 @@ Checking test 074 control_csawmg_intel results .... Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF24 .........OK -0:The total amount of wall time = 388.821723 -0:The maximum resident set size (KB) = 531508 +The total amount of wall time = 311.751479 +The maximum resident set size (KB) = 614716 -Test 074 control_csawmg_intel PASS +Test 072 control_csawmg_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_csawmgt_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_csawmgt_intel -Checking test 075 control_csawmgt_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_csawmgt_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_csawmgt_intel +Checking test 073 control_csawmgt_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK @@ -3230,15 +3254,15 @@ Checking test 075 control_csawmgt_intel results .... Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF24 .........OK -0:The total amount of wall time = 383.268262 -0:The maximum resident set size (KB) = 531816 +The total amount of wall time = 296.618637 +The maximum resident set size (KB) = 614664 -Test 075 control_csawmgt_intel PASS +Test 073 control_csawmgt_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_ras_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_ras_intel -Checking test 076 control_ras_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_ras_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_ras_intel +Checking test 074 control_ras_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK @@ -3248,27 +3272,27 @@ Checking test 076 control_ras_intel results .... Comparing GFSPRS.GrbF00 .........OK Comparing GFSPRS.GrbF24 .........OK -0:The total amount of wall time = 204.412306 -0:The maximum resident set size (KB) = 497400 +The total amount of wall time = 168.893209 +The maximum resident set size (KB) = 576720 -Test 076 control_ras_intel PASS +Test 074 control_ras_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_wam_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_wam_intel -Checking test 077 control_wam_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_wam_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_wam_intel +Checking test 075 control_wam_intel results .... Comparing sfcf024.nc .........OK Comparing atmf024.nc .........OK -0:The total amount of wall time = 124.044129 -0:The maximum resident set size (KB) = 267808 +The total amount of wall time = 113.478781 +The maximum resident set size (KB) = 304144 -Test 077 control_wam_intel PASS +Test 075 control_wam_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_faster_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_p8_faster_intel -Checking test 078 control_p8_faster_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_p8_faster_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_p8_faster_intel +Checking test 076 control_p8_faster_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -3314,15 +3338,15 @@ Checking test 078 control_p8_faster_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 169.819757 -0:The maximum resident set size (KB) = 1429988 +The total amount of wall time = 139.213437 +The maximum resident set size (KB) = 1515364 -Test 078 control_p8_faster_intel PASS +Test 076 control_p8_faster_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_control_faster_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_control_faster_intel -Checking test 079 regional_control_faster_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_control_faster_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_control_faster_intel +Checking test 077 regional_control_faster_intel results .... Comparing dynf000.nc .........OK Comparing dynf006.nc .........OK Comparing phyf000.nc .........OK @@ -3332,15 +3356,15 @@ Checking test 079 regional_control_faster_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF06 .........OK -0:The total amount of wall time = 315.294599 -0:The maximum resident set size (KB) = 814596 +The total amount of wall time = 258.391140 +The maximum resident set size (KB) = 624392 -Test 079 regional_control_faster_intel PASS +Test 077 regional_control_faster_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_CubedSphereGrid_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_CubedSphereGrid_debug_intel -Checking test 080 control_CubedSphereGrid_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_CubedSphereGrid_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_CubedSphereGrid_debug_intel +Checking test 078 control_CubedSphereGrid_debug_intel results .... Comparing sfcf000.tile1.nc .........OK Comparing sfcf000.tile2.nc .........OK Comparing sfcf000.tile3.nc .........OK @@ -3366,377 +3390,425 @@ Checking test 080 control_CubedSphereGrid_debug_intel results .... Comparing atmf001.tile5.nc .........OK Comparing atmf001.tile6.nc .........OK -0:The total amount of wall time = 154.861725 -0:The maximum resident set size (KB) = 624380 +The total amount of wall time = 144.781391 +The maximum resident set size (KB) = 715392 -Test 080 control_CubedSphereGrid_debug_intel PASS +Test 078 control_CubedSphereGrid_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_wrtGauss_netcdf_parallel_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_wrtGauss_netcdf_parallel_debug_intel -Checking test 081 control_wrtGauss_netcdf_parallel_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......OK +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_wrtGauss_netcdf_parallel_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_wrtGauss_netcdf_parallel_debug_intel +Checking test 079 control_wrtGauss_netcdf_parallel_debug_intel results .... + Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK - Comparing atmf000.nc ............ALT CHECK......OK - Comparing atmf001.nc ............ALT CHECK......OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK -0:The total amount of wall time = 154.851946 -0:The maximum resident set size (KB) = 622524 +The total amount of wall time = 138.691794 +The maximum resident set size (KB) = 717640 -Test 081 control_wrtGauss_netcdf_parallel_debug_intel PASS +Test 079 control_wrtGauss_netcdf_parallel_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_stochy_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_stochy_debug_intel -Checking test 082 control_stochy_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_stochy_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_stochy_debug_intel +Checking test 080 control_stochy_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 174.747410 -0:The maximum resident set size (KB) = 628844 +The total amount of wall time = 157.933494 +The maximum resident set size (KB) = 719960 -Test 082 control_stochy_debug_intel PASS +Test 080 control_stochy_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_lndp_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_lndp_debug_intel -Checking test 083 control_lndp_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_lndp_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_lndp_debug_intel +Checking test 081 control_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 156.544928 -0:The maximum resident set size (KB) = 627568 +The total amount of wall time = 143.849509 +The maximum resident set size (KB) = 720944 -Test 083 control_lndp_debug_intel PASS +Test 081 control_lndp_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_csawmg_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_csawmg_debug_intel -Checking test 084 control_csawmg_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_csawmg_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_csawmg_debug_intel +Checking test 082 control_csawmg_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 248.366257 -0:The maximum resident set size (KB) = 667024 +The total amount of wall time = 221.248172 +The maximum resident set size (KB) = 759960 -Test 084 control_csawmg_debug_intel PASS +Test 082 control_csawmg_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_csawmgt_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_csawmgt_debug_intel -Checking test 085 control_csawmgt_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_csawmgt_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_csawmgt_debug_intel +Checking test 083 control_csawmgt_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 244.625043 -0:The maximum resident set size (KB) = 666880 +The total amount of wall time = 223.280387 +The maximum resident set size (KB) = 759272 -Test 085 control_csawmgt_debug_intel PASS +Test 083 control_csawmgt_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_ras_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_ras_debug_intel -Checking test 086 control_ras_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_ras_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_ras_debug_intel +Checking test 084 control_ras_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 158.626032 -0:The maximum resident set size (KB) = 637768 +The total amount of wall time = 142.848241 +The maximum resident set size (KB) = 730812 -Test 086 control_ras_debug_intel PASS +Test 084 control_ras_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_diag_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_diag_debug_intel -Checking test 087 control_diag_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_diag_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_diag_debug_intel +Checking test 085 control_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 159.446661 -0:The maximum resident set size (KB) = 682700 +The total amount of wall time = 147.095073 +The maximum resident set size (KB) = 773120 -Test 087 control_diag_debug_intel PASS +Test 085 control_diag_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_debug_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_debug_p8_intel -Checking test 088 control_debug_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_debug_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_debug_p8_intel +Checking test 086 control_debug_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 175.932378 -0:The maximum resident set size (KB) = 1447748 +The total amount of wall time = 144.433806 +The maximum resident set size (KB) = 1554668 -Test 088 control_debug_p8_intel PASS +Test 086 control_debug_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_debug_intel -Checking test 089 regional_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_debug_intel +Checking test 087 regional_debug_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK Comparing phyf000.nc .........OK Comparing phyf001.nc .........OK -0:The total amount of wall time = 1031.817650 -0:The maximum resident set size (KB) = 838852 +The total amount of wall time = 947.381508 +The maximum resident set size (KB) = 660616 -Test 089 regional_debug_intel PASS +Test 087 regional_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_debug_intel -Checking test 090 rap_control_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_control_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_control_debug_intel +Checking test 088 rap_control_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 285.872348 -0:The maximum resident set size (KB) = 1000664 +The total amount of wall time = 277.747011 +The maximum resident set size (KB) = 1100172 -Test 090 rap_control_debug_intel PASS +Test 088 rap_control_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_debug_intel -Checking test 091 hrrr_control_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hrrr_control_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hrrr_control_debug_intel +Checking test 089 hrrr_control_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 279.494093 -0:The maximum resident set size (KB) = 997504 +The total amount of wall time = 258.141500 +The maximum resident set size (KB) = 1096356 -Test 091 hrrr_control_debug_intel PASS +Test 089 hrrr_control_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_gf_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_gf_debug_intel -Checking test 092 hrrr_gf_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hrrr_gf_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hrrr_gf_debug_intel +Checking test 090 hrrr_gf_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 284.561797 -0:The maximum resident set size (KB) = 1000352 +The total amount of wall time = 263.345104 +The maximum resident set size (KB) = 1103016 -Test 092 hrrr_gf_debug_intel PASS +Test 090 hrrr_gf_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_c3_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_c3_debug_intel -Checking test 093 hrrr_c3_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hrrr_c3_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hrrr_c3_debug_intel +Checking test 091 hrrr_c3_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 285.597706 -0:The maximum resident set size (KB) = 1000380 +The total amount of wall time = 267.052287 +The maximum resident set size (KB) = 1102712 -Test 093 hrrr_c3_debug_intel PASS +Test 091 hrrr_c3_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_unified_drag_suite_debug_intel -Checking test 094 rap_unified_drag_suite_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_control_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_unified_drag_suite_debug_intel +Checking test 092 rap_unified_drag_suite_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 286.197613 -0:The maximum resident set size (KB) = 1000748 +The total amount of wall time = 273.670384 +The maximum resident set size (KB) = 1101132 -Test 094 rap_unified_drag_suite_debug_intel PASS +Test 092 rap_unified_drag_suite_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_diag_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_diag_debug_intel -Checking test 095 rap_diag_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_diag_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_diag_debug_intel +Checking test 093 rap_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 297.670995 -0:The maximum resident set size (KB) = 1082764 +The total amount of wall time = 277.510283 +The maximum resident set size (KB) = 1186544 -Test 095 rap_diag_debug_intel PASS +Test 093 rap_diag_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_cires_ugwp_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_cires_ugwp_debug_intel -Checking test 096 rap_cires_ugwp_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_cires_ugwp_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_cires_ugwp_debug_intel +Checking test 094 rap_cires_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 291.833146 -0:The maximum resident set size (KB) = 1000640 +The total amount of wall time = 273.433321 +The maximum resident set size (KB) = 1105256 -Test 096 rap_cires_ugwp_debug_intel PASS +Test 094 rap_cires_ugwp_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_cires_ugwp_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_unified_ugwp_debug_intel -Checking test 097 rap_unified_ugwp_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_cires_ugwp_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_unified_ugwp_debug_intel +Checking test 095 rap_unified_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 291.463741 -0:The maximum resident set size (KB) = 1000896 +The total amount of wall time = 269.195349 +The maximum resident set size (KB) = 1103696 -Test 097 rap_unified_ugwp_debug_intel PASS +Test 095 rap_unified_ugwp_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_lndp_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_lndp_debug_intel -Checking test 098 rap_lndp_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_lndp_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_lndp_debug_intel +Checking test 096 rap_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 288.747468 -0:The maximum resident set size (KB) = 1001524 +The total amount of wall time = 267.929229 +The maximum resident set size (KB) = 1101368 -Test 098 rap_lndp_debug_intel PASS +Test 096 rap_lndp_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_progcld_thompson_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_progcld_thompson_debug_intel -Checking test 099 rap_progcld_thompson_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_progcld_thompson_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_progcld_thompson_debug_intel +Checking test 097 rap_progcld_thompson_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 286.037377 -0:The maximum resident set size (KB) = 1000696 +The total amount of wall time = 270.449864 +The maximum resident set size (KB) = 1103572 -Test 099 rap_progcld_thompson_debug_intel PASS +Test 097 rap_progcld_thompson_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_noah_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_noah_debug_intel -Checking test 100 rap_noah_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_noah_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_noah_debug_intel +Checking test 098 rap_noah_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 280.811612 -0:The maximum resident set size (KB) = 1000716 +The total amount of wall time = 260.765384 +The maximum resident set size (KB) = 1100184 -Test 100 rap_noah_debug_intel PASS +Test 098 rap_noah_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_sfcdiff_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_sfcdiff_debug_intel -Checking test 101 rap_sfcdiff_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_sfcdiff_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_sfcdiff_debug_intel +Checking test 099 rap_sfcdiff_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 286.478501 -0:The maximum resident set size (KB) = 1000432 +The total amount of wall time = 264.224966 +The maximum resident set size (KB) = 1102856 -Test 101 rap_sfcdiff_debug_intel PASS +Test 099 rap_sfcdiff_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_noah_sfcdiff_cires_ugwp_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_noah_sfcdiff_cires_ugwp_debug_intel -Checking test 102 rap_noah_sfcdiff_cires_ugwp_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_noah_sfcdiff_cires_ugwp_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_noah_sfcdiff_cires_ugwp_debug_intel +Checking test 100 rap_noah_sfcdiff_cires_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 470.361674 -0:The maximum resident set size (KB) = 1000264 +The total amount of wall time = 436.118473 +The maximum resident set size (KB) = 1094076 -Test 102 rap_noah_sfcdiff_cires_ugwp_debug_intel PASS +Test 100 rap_noah_sfcdiff_cires_ugwp_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rrfs_v1beta_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rrfs_v1beta_debug_intel -Checking test 103 rrfs_v1beta_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rrfs_v1beta_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rrfs_v1beta_debug_intel +Checking test 101 rrfs_v1beta_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 281.796358 -0:The maximum resident set size (KB) = 998068 +The total amount of wall time = 260.302241 +The maximum resident set size (KB) = 1098084 -Test 103 rrfs_v1beta_debug_intel PASS +Test 101 rrfs_v1beta_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_clm_lake_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_clm_lake_debug_intel -Checking test 104 rap_clm_lake_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_clm_lake_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_clm_lake_debug_intel +Checking test 102 rap_clm_lake_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 348.624011 -0:The maximum resident set size (KB) = 1002364 +The total amount of wall time = 346.230857 +The maximum resident set size (KB) = 1102084 -Test 104 rap_clm_lake_debug_intel PASS +Test 102 rap_clm_lake_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_flake_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_flake_debug_intel -Checking test 105 rap_flake_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_flake_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_flake_debug_intel +Checking test 103 rap_flake_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 287.502563 -0:The maximum resident set size (KB) = 1000884 +The total amount of wall time = 267.066717 +The maximum resident set size (KB) = 1103160 -Test 105 rap_flake_debug_intel PASS +Test 103 rap_flake_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_wam_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_wam_debug_intel -Checking test 106 control_wam_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/gnv1_c96_no_nest_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/gnv1_c96_no_nest_debug_intel +Checking test 104 gnv1_c96_no_nest_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing sfcf002.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK + Comparing atmf002.nc .........OK + Comparing RESTART/20210322.070000.coupler.res .........OK + Comparing RESTART/20210322.070000.fv_core.res.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile1.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile2.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile3.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile4.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile5.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile6.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile6.nc .........OK + +The total amount of wall time = 469.234921 +The maximum resident set size (KB) = 1103216 + +Test 104 gnv1_c96_no_nest_debug_intel PASS + + +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_wam_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_wam_debug_intel +Checking test 105 control_wam_debug_intel results .... Comparing sfcf019.nc .........OK Comparing atmf019.nc .........OK -0:The total amount of wall time = 289.654710 -0:The maximum resident set size (KB) = 298056 +The total amount of wall time = 263.843937 +The maximum resident set size (KB) = 344644 -Test 106 control_wam_debug_intel PASS +Test 105 control_wam_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -Checking test 107 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +Checking test 106 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK Comparing phyf000.nc .........OK @@ -3746,177 +3818,15 @@ Checking test 107 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF01 .........OK -0:The total amount of wall time = 240.831282 -0:The maximum resident set size (KB) = 849524 - -Test 107 regional_spp_sppt_shum_skeb_dyn32_phy32_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_dyn32_phy32_intel -Checking test 108 rap_control_dyn32_phy32_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 383.280504 -0:The maximum resident set size (KB) = 721944 - -Test 108 rap_control_dyn32_phy32_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_dyn32_phy32_intel -Checking test 109 hrrr_control_dyn32_phy32_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 200.388693 -0:The maximum resident set size (KB) = 721764 +The total amount of wall time = 196.622667 +The maximum resident set size (KB) = 983908 -Test 109 hrrr_control_dyn32_phy32_intel PASS +Test 106 regional_spp_sppt_shum_skeb_dyn32_phy32_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_qr_dyn32_phy32_intel -Checking test 110 hrrr_control_qr_dyn32_phy32_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......OK - -0:The total amount of wall time = 200.025760 -0:The maximum resident set size (KB) = 728160 - -Test 110 hrrr_control_qr_dyn32_phy32_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_2threads_dyn32_phy32_intel -Checking test 111 rap_2threads_dyn32_phy32_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_control_dyn32_phy32_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_control_dyn32_phy32_intel +Checking test 107 rap_control_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK Comparing sfcf012.nc .........OK @@ -3962,15 +3872,15 @@ Checking test 111 rap_2threads_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 368.383577 -0:The maximum resident set size (KB) = 773544 +The total amount of wall time = 296.880326 +The maximum resident set size (KB) = 804244 -Test 111 rap_2threads_dyn32_phy32_intel PASS +Test 107 rap_control_dyn32_phy32_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_2threads_dyn32_phy32_intel -Checking test 112 hrrr_control_2threads_dyn32_phy32_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hrrr_control_dyn32_phy32_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hrrr_control_dyn32_phy32_intel +Checking test 108 hrrr_control_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK Comparing sfcf012.nc .........OK @@ -4016,15 +3926,15 @@ Checking test 112 hrrr_control_2threads_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 277.101113 -0:The maximum resident set size (KB) = 766076 +The total amount of wall time = 158.410346 +The maximum resident set size (KB) = 802004 -Test 112 hrrr_control_2threads_dyn32_phy32_intel PASS +Test 108 hrrr_control_dyn32_phy32_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_decomp_dyn32_phy32_intel -Checking test 113 hrrr_control_decomp_dyn32_phy32_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hrrr_control_dyn32_phy32_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hrrr_control_decomp_dyn32_phy32_intel +Checking test 109 hrrr_control_decomp_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK Comparing sfcf012.nc .........OK @@ -4070,15 +3980,15 @@ Checking test 113 hrrr_control_decomp_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 208.978421 -0:The maximum resident set size (KB) = 721080 +The total amount of wall time = 163.155683 +The maximum resident set size (KB) = 805256 -Test 113 hrrr_control_decomp_dyn32_phy32_intel PASS +Test 109 hrrr_control_decomp_dyn32_phy32_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_restart_dyn32_phy32_intel -Checking test 114 rap_restart_dyn32_phy32_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_control_dyn32_phy32_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_restart_dyn32_phy32_intel +Checking test 110 rap_restart_dyn32_phy32_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK @@ -4116,43 +4026,29 @@ Checking test 114 rap_restart_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 289.168556 -0:The maximum resident set size (KB) = 639600 - -Test 114 rap_restart_dyn32_phy32_intel PASS - +The total amount of wall time = 239.450887 +The maximum resident set size (KB) = 720924 -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_restart_dyn32_phy32_intel -Checking test 115 hrrr_control_restart_dyn32_phy32_intel results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK +Test 110 rap_restart_dyn32_phy32_intel PASS -0:The total amount of wall time = 107.041925 -0:The maximum resident set size (KB) = 601448 -Test 115 hrrr_control_restart_dyn32_phy32_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_restart_qr_dyn32_phy32_intel -Checking test 116 hrrr_control_restart_qr_dyn32_phy32_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hrrr_control_dyn32_phy32_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hrrr_control_restart_dyn32_phy32_intel +Checking test 111 hrrr_control_restart_dyn32_phy32_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK Comparing GFSPRS.GrbF12 .........OK -0:The total amount of wall time = 107.762738 -0:The maximum resident set size (KB) = 572040 +The total amount of wall time = 92.584600 +The maximum resident set size (KB) = 700352 -Test 116 hrrr_control_restart_qr_dyn32_phy32_intel PASS +Test 111 hrrr_control_restart_dyn32_phy32_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_control_intel -Checking test 117 conus13km_control_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/conus13km_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/conus13km_control_intel +Checking test 112 conus13km_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing sfcf002.nc .........OK @@ -4167,41 +4063,41 @@ Checking test 117 conus13km_control_intel results .... Comparing RESTART/20210512.170000.phy_data.nc .........OK Comparing RESTART/20210512.170000.sfc_data.nc .........OK -0:The total amount of wall time = 125.891048 -0:The maximum resident set size (KB) = 957692 +The total amount of wall time = 103.586840 +The maximum resident set size (KB) = 1056560 -Test 117 conus13km_control_intel PASS +Test 112 conus13km_control_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_control_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_2threads_intel -Checking test 118 conus13km_2threads_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/conus13km_control_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/conus13km_2threads_intel +Checking test 113 conus13km_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 50.581758 -0:The maximum resident set size (KB) = 964428 +The total amount of wall time = 55.303789 +The maximum resident set size (KB) = 1056976 -Test 118 conus13km_2threads_intel PASS +Test 113 conus13km_2threads_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_restart_mismatch_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_restart_mismatch_intel -Checking test 119 conus13km_restart_mismatch_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/conus13km_restart_mismatch_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/conus13km_restart_mismatch_intel +Checking test 114 conus13km_restart_mismatch_intel results .... Comparing sfcf002.nc .........OK Comparing atmf002.nc .........OK -0:The total amount of wall time = 73.365106 -0:The maximum resident set size (KB) = 903748 +The total amount of wall time = 57.160427 +The maximum resident set size (KB) = 974792 -Test 119 conus13km_restart_mismatch_intel PASS +Test 114 conus13km_restart_mismatch_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_dyn64_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_dyn64_phy32_intel -Checking test 120 rap_control_dyn64_phy32_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_control_dyn64_phy32_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_control_dyn64_phy32_intel +Checking test 115 rap_control_dyn64_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK Comparing sfcf012.nc .........OK @@ -4247,43 +4143,43 @@ Checking test 120 rap_control_dyn64_phy32_intel results .... Comparing RESTART/20210322.180000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.180000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 264.404781 -0:The maximum resident set size (KB) = 741720 +The total amount of wall time = 210.769436 +The maximum resident set size (KB) = 826944 -Test 120 rap_control_dyn64_phy32_intel PASS +Test 115 rap_control_dyn64_phy32_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_debug_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_debug_dyn32_phy32_intel -Checking test 121 rap_control_debug_dyn32_phy32_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_control_debug_dyn32_phy32_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_control_debug_dyn32_phy32_intel +Checking test 116 rap_control_debug_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 279.965222 -0:The maximum resident set size (KB) = 885932 +The total amount of wall time = 267.483613 +The maximum resident set size (KB) = 983812 -Test 121 rap_control_debug_dyn32_phy32_intel PASS +Test 116 rap_control_debug_dyn32_phy32_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_debug_dyn32_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_debug_dyn32_phy32_intel -Checking test 122 hrrr_control_debug_dyn32_phy32_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hrrr_control_debug_dyn32_phy32_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hrrr_control_debug_dyn32_phy32_intel +Checking test 117 hrrr_control_debug_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 274.619309 -0:The maximum resident set size (KB) = 885780 +The total amount of wall time = 268.409957 +The maximum resident set size (KB) = 980700 -Test 122 hrrr_control_debug_dyn32_phy32_intel PASS +Test 117 hrrr_control_debug_dyn32_phy32_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_debug_intel -Checking test 123 conus13km_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/conus13km_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/conus13km_debug_intel +Checking test 118 conus13km_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK @@ -4296,82 +4192,68 @@ Checking test 123 conus13km_debug_intel results .... Comparing RESTART/20210512.170000.phy_data.nc .........OK Comparing RESTART/20210512.170000.sfc_data.nc .........OK -0:The total amount of wall time = 864.857781 -0:The maximum resident set size (KB) = 979476 - -Test 123 conus13km_debug_intel PASS - +The total amount of wall time = 801.400859 +The maximum resident set size (KB) = 1106568 -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_debug_2threads_intel -Checking test 124 conus13km_debug_2threads_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +Test 118 conus13km_debug_intel PASS -0:The total amount of wall time = 491.303922 -0:The maximum resident set size (KB) = 994876 -Test 124 conus13km_debug_2threads_intel PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_radar_tten_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_radar_tten_debug_intel -Checking test 125 conus13km_radar_tten_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/conus13km_radar_tten_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/conus13km_radar_tten_debug_intel +Checking test 119 conus13km_radar_tten_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 866.200113 -0:The maximum resident set size (KB) = 1049068 +The total amount of wall time = 812.534841 +The maximum resident set size (KB) = 1175644 -Test 125 conus13km_radar_tten_debug_intel PASS +Test 119 conus13km_radar_tten_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_debug_dyn64_phy32_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_dyn64_phy32_debug_intel -Checking test 126 rap_control_dyn64_phy32_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/rap_control_debug_dyn64_phy32_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/rap_control_dyn64_phy32_debug_intel +Checking test 120 rap_control_dyn64_phy32_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -0:The total amount of wall time = 285.244109 -0:The maximum resident set size (KB) = 907232 +The total amount of wall time = 273.157023 +The maximum resident set size (KB) = 1005380 -Test 126 rap_control_dyn64_phy32_debug_intel PASS +Test 120 rap_control_dyn64_phy32_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_atm_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_atm_intel -Checking test 127 hafs_regional_atm_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_atm_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_atm_intel +Checking test 121 hafs_regional_atm_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing HURPRS.GrbF06 .........OK -0:The total amount of wall time = 242.460699 -0:The maximum resident set size (KB) = 1094936 +The total amount of wall time = 266.676388 +The maximum resident set size (KB) = 637344 -Test 127 hafs_regional_atm_intel PASS +Test 121 hafs_regional_atm_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_atm_thompson_gfdlsf_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_atm_thompson_gfdlsf_intel -Checking test 128 hafs_regional_atm_thompson_gfdlsf_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_atm_thompson_gfdlsf_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_atm_thompson_gfdlsf_intel +Checking test 122 hafs_regional_atm_thompson_gfdlsf_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK -0:The total amount of wall time = 287.468083 -0:The maximum resident set size (KB) = 1442900 +The total amount of wall time = 298.365751 +The maximum resident set size (KB) = 999612 -Test 128 hafs_regional_atm_thompson_gfdlsf_intel PASS +Test 122 hafs_regional_atm_thompson_gfdlsf_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_atm_ocn_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_atm_ocn_intel -Checking test 129 hafs_regional_atm_ocn_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_atm_ocn_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_atm_ocn_intel +Checking test 123 hafs_regional_atm_ocn_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing archv.2019_241_06.a .........OK @@ -4379,15 +4261,15 @@ Checking test 129 hafs_regional_atm_ocn_intel results .... Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc .........OK Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK -0:The total amount of wall time = 449.873225 -0:The maximum resident set size (KB) = 1029196 +The total amount of wall time = 368.842618 +The maximum resident set size (KB) = 691012 -Test 129 hafs_regional_atm_ocn_intel PASS +Test 123 hafs_regional_atm_ocn_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_atm_wav_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_atm_wav_intel -Checking test 130 hafs_regional_atm_wav_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_atm_wav_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_atm_wav_intel +Checking test 124 hafs_regional_atm_wav_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing 20190829.060000.out_grd.ww3 .........OK @@ -4395,15 +4277,15 @@ Checking test 130 hafs_regional_atm_wav_intel results .... Comparing ufs.hafs.ww3.r.2019-08-29-21600 .........OK Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK -0:The total amount of wall time = 1008.585541 -0:The maximum resident set size (KB) = 1125776 +The total amount of wall time = 645.868183 +The maximum resident set size (KB) = 720400 -Test 130 hafs_regional_atm_wav_intel PASS +Test 124 hafs_regional_atm_wav_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_atm_ocn_wav_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_atm_ocn_wav_intel -Checking test 131 hafs_regional_atm_ocn_wav_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_atm_ocn_wav_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_atm_ocn_wav_intel +Checking test 125 hafs_regional_atm_ocn_wav_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing archv.2019_241_06.a .........OK @@ -4413,15 +4295,15 @@ Checking test 131 hafs_regional_atm_ocn_wav_intel results .... Comparing ufs.hafs.ww3.r.2019-08-29-21600 .........OK Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK -0:The total amount of wall time = 1160.534384 -0:The maximum resident set size (KB) = 1080088 +The total amount of wall time = 716.731014 +The maximum resident set size (KB) = 743456 -Test 131 hafs_regional_atm_ocn_wav_intel PASS +Test 125 hafs_regional_atm_ocn_wav_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_1nest_atm_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_1nest_atm_intel -Checking test 132 hafs_regional_1nest_atm_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_1nest_atm_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_1nest_atm_intel +Checking test 126 hafs_regional_1nest_atm_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing atm.nest02.f006.nc .........OK @@ -4442,15 +4324,15 @@ Checking test 132 hafs_regional_1nest_atm_intel results .... Comparing RESTART/fv_BC_ne.res.nest02.nc .........OK Comparing RESTART/fv_BC_sw.res.nest02.nc .........OK -0:The total amount of wall time = 349.351358 -0:The maximum resident set size (KB) = 443508 +The total amount of wall time = 263.518869 +The maximum resident set size (KB) = 396268 -Test 132 hafs_regional_1nest_atm_intel PASS +Test 126 hafs_regional_1nest_atm_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_telescopic_2nests_atm_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_telescopic_2nests_atm_intel -Checking test 133 hafs_regional_telescopic_2nests_atm_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_telescopic_2nests_atm_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_telescopic_2nests_atm_intel +Checking test 127 hafs_regional_telescopic_2nests_atm_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing atm.nest02.f006.nc .........OK @@ -4458,15 +4340,15 @@ Checking test 133 hafs_regional_telescopic_2nests_atm_intel results .... Comparing atm.nest03.f006.nc .........OK Comparing sfc.nest03.f006.nc .........OK -0:The total amount of wall time = 398.365819 -0:The maximum resident set size (KB) = 464876 +The total amount of wall time = 329.293365 +The maximum resident set size (KB) = 414124 -Test 133 hafs_regional_telescopic_2nests_atm_intel PASS +Test 127 hafs_regional_telescopic_2nests_atm_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_global_1nest_atm_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_global_1nest_atm_intel -Checking test 134 hafs_global_1nest_atm_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_global_1nest_atm_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_global_1nest_atm_intel +Checking test 128 hafs_global_1nest_atm_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing atm.nest02.f006.nc .........OK @@ -4512,15 +4394,15 @@ Checking test 134 hafs_global_1nest_atm_intel results .... Comparing RESTART/fv_BC_ne.res.nest02.nc .........OK Comparing RESTART/fv_BC_sw.res.nest02.nc .........OK -0:The total amount of wall time = 163.090801 -0:The maximum resident set size (KB) = 256812 +The total amount of wall time = 124.051407 +The maximum resident set size (KB) = 313316 -Test 134 hafs_global_1nest_atm_intel PASS +Test 128 hafs_global_1nest_atm_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_global_multiple_4nests_atm_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_global_multiple_4nests_atm_intel -Checking test 135 hafs_global_multiple_4nests_atm_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_global_multiple_4nests_atm_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_global_multiple_4nests_atm_intel +Checking test 129 hafs_global_multiple_4nests_atm_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing atm.nest02.f006.nc .........OK @@ -4601,15 +4483,15 @@ Checking test 135 hafs_global_multiple_4nests_atm_intel results .... Comparing RESTART/fv_BC_sw.res.nest04.nc .........OK Comparing RESTART/fv_BC_sw.res.nest05.nc .........OK -0:The total amount of wall time = 454.048099 -0:The maximum resident set size (KB) = 321420 +The total amount of wall time = 358.311222 +The maximum resident set size (KB) = 381680 -Test 135 hafs_global_multiple_4nests_atm_intel PASS +Test 129 hafs_global_multiple_4nests_atm_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_specified_moving_1nest_atm_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_specified_moving_1nest_atm_intel -Checking test 136 hafs_regional_specified_moving_1nest_atm_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_specified_moving_1nest_atm_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_specified_moving_1nest_atm_intel +Checking test 130 hafs_regional_specified_moving_1nest_atm_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing atm.nest02.f006.nc .........OK @@ -4617,15 +4499,15 @@ Checking test 136 hafs_regional_specified_moving_1nest_atm_intel results .... Comparing HURPRS.GrbF06 .........OK Comparing HURPRS.GrbF06.nest02 .........OK -0:The total amount of wall time = 228.135741 -0:The maximum resident set size (KB) = 462568 +The total amount of wall time = 183.353314 +The maximum resident set size (KB) = 433984 -Test 136 hafs_regional_specified_moving_1nest_atm_intel PASS +Test 130 hafs_regional_specified_moving_1nest_atm_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_storm_following_1nest_atm_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_storm_following_1nest_atm_intel -Checking test 137 hafs_regional_storm_following_1nest_atm_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_storm_following_1nest_atm_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_storm_following_1nest_atm_intel +Checking test 131 hafs_regional_storm_following_1nest_atm_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing atm.nest02.f006.nc .........OK @@ -4646,15 +4528,15 @@ Checking test 137 hafs_regional_storm_following_1nest_atm_intel results .... Comparing RESTART/fv_BC_ne.res.nest02.nc .........OK Comparing RESTART/fv_BC_sw.res.nest02.nc .........OK -0:The total amount of wall time = 213.491125 -0:The maximum resident set size (KB) = 462424 +The total amount of wall time = 179.741620 +The maximum resident set size (KB) = 435456 -Test 137 hafs_regional_storm_following_1nest_atm_intel PASS +Test 131 hafs_regional_storm_following_1nest_atm_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_storm_following_1nest_atm_ocn_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_storm_following_1nest_atm_ocn_intel -Checking test 138 hafs_regional_storm_following_1nest_atm_ocn_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_storm_following_1nest_atm_ocn_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_storm_following_1nest_atm_ocn_intel +Checking test 132 hafs_regional_storm_following_1nest_atm_ocn_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing atm.nest02.f006.nc .........OK @@ -4662,43 +4544,97 @@ Checking test 138 hafs_regional_storm_following_1nest_atm_ocn_intel results .... Comparing archv.2020_238_18.a .........OK Comparing archs.2020_238_18.a .........OK -0:The total amount of wall time = 279.619889 -0:The maximum resident set size (KB) = 521912 +The total amount of wall time = 219.392325 +The maximum resident set size (KB) = 513084 + +Test 132 hafs_regional_storm_following_1nest_atm_ocn_intel PASS + -Test 138 hafs_regional_storm_following_1nest_atm_ocn_intel PASS +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_global_storm_following_1nest_atm_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_global_storm_following_1nest_atm_intel +Checking test 133 hafs_global_storm_following_1nest_atm_intel results .... + Comparing atmf006.nc .........OK + Comparing sfcf006.nc .........OK + Comparing atm.nest02.f006.nc .........OK + Comparing sfc.nest02.f006.nc .........OK +The total amount of wall time = 58.786083 +The maximum resident set size (KB) = 348768 -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_global_storm_following_1nest_atm_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_global_storm_following_1nest_atm_intel -Checking test 139 hafs_global_storm_following_1nest_atm_intel results .... +Test 133 hafs_global_storm_following_1nest_atm_intel PASS + + +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/gnv1_nested_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/gnv1_nested_intel +Checking test 134 gnv1_nested_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing atm.nest02.f006.nc .........OK Comparing sfc.nest02.f006.nc .........OK + Comparing RESTART/20200825.180000.coupler.res .........OK + Comparing RESTART/20200825.180000.fv_core.res.nc .........OK + Comparing RESTART/20200825.180000.fv_core.res.nest02.nc .........OK + Comparing RESTART/20200825.180000.fv_core.res.nest02.tile7.nc .........OK + Comparing RESTART/20200825.180000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20200825.180000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20200825.180000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20200825.180000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20200825.180000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20200825.180000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile7.nc .........OK + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile7.nc .........OK + Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20200825.180000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20200825.180000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20200825.180000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20200825.180000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20200825.180000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20200825.180000.phy_data.nest02.tile7.nc .........OK + Comparing RESTART/20200825.180000.phy_data.tile1.nc .........OK + Comparing RESTART/20200825.180000.phy_data.tile2.nc .........OK + Comparing RESTART/20200825.180000.phy_data.tile3.nc .........OK + Comparing RESTART/20200825.180000.phy_data.tile4.nc .........OK + Comparing RESTART/20200825.180000.phy_data.tile5.nc .........OK + Comparing RESTART/20200825.180000.phy_data.tile6.nc .........OK + Comparing RESTART/20200825.180000.sfc_data.nest02.tile7.nc .........OK + Comparing RESTART/20200825.180000.sfc_data.tile1.nc .........OK + Comparing RESTART/20200825.180000.sfc_data.tile2.nc .........OK + Comparing RESTART/20200825.180000.sfc_data.tile3.nc .........OK + Comparing RESTART/20200825.180000.sfc_data.tile4.nc .........OK + Comparing RESTART/20200825.180000.sfc_data.tile5.nc .........OK + Comparing RESTART/20200825.180000.sfc_data.tile6.nc .........OK + Comparing RESTART/fv_BC_ne.res.nest02.nc .........OK + Comparing RESTART/fv_BC_sw.res.nest02.nc .........OK -0:The total amount of wall time = 64.360665 -0:The maximum resident set size (KB) = 276576 +The total amount of wall time = 201.836535 +The maximum resident set size (KB) = 707580 -Test 139 hafs_global_storm_following_1nest_atm_intel PASS +Test 134 gnv1_nested_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_storm_following_1nest_atm_ocn_debug_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_storm_following_1nest_atm_ocn_debug_intel -Checking test 140 hafs_regional_storm_following_1nest_atm_ocn_debug_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_storm_following_1nest_atm_ocn_debug_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_storm_following_1nest_atm_ocn_debug_intel +Checking test 135 hafs_regional_storm_following_1nest_atm_ocn_debug_intel results .... Comparing atmf001.nc .........OK Comparing sfcf001.nc .........OK Comparing atm.nest02.f001.nc .........OK Comparing sfc.nest02.f001.nc .........OK -0:The total amount of wall time = 764.176535 -0:The maximum resident set size (KB) = 541244 +The total amount of wall time = 709.886389 +The maximum resident set size (KB) = 531884 -Test 140 hafs_regional_storm_following_1nest_atm_ocn_debug_intel PASS +Test 135 hafs_regional_storm_following_1nest_atm_ocn_debug_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_storm_following_1nest_atm_ocn_wav_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_storm_following_1nest_atm_ocn_wav_intel -Checking test 141 hafs_regional_storm_following_1nest_atm_ocn_wav_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_storm_following_1nest_atm_ocn_wav_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_storm_following_1nest_atm_ocn_wav_intel +Checking test 136 hafs_regional_storm_following_1nest_atm_ocn_wav_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing atm.nest02.f006.nc .........OK @@ -4708,162 +4644,162 @@ Checking test 141 hafs_regional_storm_following_1nest_atm_ocn_wav_intel results Comparing 20200825.180000.out_grd.ww3 .........OK Comparing 20200825.180000.out_pnt.ww3 .........OK -0:The total amount of wall time = 717.457012 -0:The maximum resident set size (KB) = 576236 +The total amount of wall time = 408.255080 +The maximum resident set size (KB) = 548372 -Test 141 hafs_regional_storm_following_1nest_atm_ocn_wav_intel PASS +Test 136 hafs_regional_storm_following_1nest_atm_ocn_wav_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_docn_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_docn_intel -Checking test 142 hafs_regional_docn_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_docn_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_docn_intel +Checking test 137 hafs_regional_docn_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc .........OK Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK - Comparing ufs.hafs.docn.r.2019-08-29-21600.nc .........OK + Comparing ufs.hafs.docn.r.2019-08-29-21600.nc ............ALT CHECK......NOT OK -0:The total amount of wall time = 371.294515 -0:The maximum resident set size (KB) = 1034600 +The total amount of wall time = 316.636444 +The maximum resident set size (KB) = 665956 -Test 142 hafs_regional_docn_intel PASS +Test 137 hafs_regional_docn_intel FAIL Tries: 2 -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_docn_oisst_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_docn_oisst_intel -Checking test 143 hafs_regional_docn_oisst_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_docn_oisst_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_docn_oisst_intel +Checking test 138 hafs_regional_docn_oisst_intel results .... Comparing atmf006.nc .........OK Comparing sfcf006.nc .........OK Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc .........OK Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK - Comparing ufs.hafs.docn.r.2019-08-29-21600.nc .........OK + Comparing ufs.hafs.docn.r.2019-08-29-21600.nc ............ALT CHECK......NOT OK -0:The total amount of wall time = 372.859969 -0:The maximum resident set size (KB) = 1001940 +The total amount of wall time = 318.402452 +The maximum resident set size (KB) = 649444 -Test 143 hafs_regional_docn_oisst_intel PASS +Test 138 hafs_regional_docn_oisst_intel FAIL Tries: 2 -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hafs_regional_datm_cdeps_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hafs_regional_datm_cdeps_intel -Checking test 144 hafs_regional_datm_cdeps_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_datm_cdeps_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/hafs_regional_datm_cdeps_intel +Checking test 139 hafs_regional_datm_cdeps_intel results .... Comparing ufs.hafs.cpl.hi.2019-08-30-00000.nc .........OK Comparing ufs.hafs.cpl.r.2019-08-30-00000.nc .........OK - Comparing ufs.hafs.datm.r.2019-08-30-00000.nc .........OK + Comparing ufs.hafs.datm.r.2019-08-30-00000.nc ............ALT CHECK......NOT OK -0:The total amount of wall time = 1276.277594 -0:The maximum resident set size (KB) = 856652 +The total amount of wall time = 961.840164 +The maximum resident set size (KB) = 831588 -Test 144 hafs_regional_datm_cdeps_intel PASS +Test 139 hafs_regional_datm_cdeps_intel FAIL Tries: 2 -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_control_cfsr_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_control_cfsr_intel -Checking test 145 datm_cdeps_control_cfsr_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_control_cfsr_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_control_cfsr_intel +Checking test 140 datm_cdeps_control_cfsr_intel results .... Comparing RESTART/20111002.000000.MOM.res.nc .........OK Comparing RESTART/iced.2011-10-02-00000.nc .........OK Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK -0:The total amount of wall time = 165.860056 -0:The maximum resident set size (KB) = 724276 +The total amount of wall time = 140.484899 +The maximum resident set size (KB) = 748348 -Test 145 datm_cdeps_control_cfsr_intel PASS +Test 140 datm_cdeps_control_cfsr_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_control_cfsr_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_restart_cfsr_intel -Checking test 146 datm_cdeps_restart_cfsr_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_control_cfsr_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_restart_cfsr_intel +Checking test 141 datm_cdeps_restart_cfsr_intel results .... Comparing RESTART/20111002.000000.MOM.res.nc .........OK Comparing RESTART/iced.2011-10-02-00000.nc .........OK Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK -0:The total amount of wall time = 100.982773 -0:The maximum resident set size (KB) = 712280 +The total amount of wall time = 86.827997 +The maximum resident set size (KB) = 735532 -Test 146 datm_cdeps_restart_cfsr_intel PASS +Test 141 datm_cdeps_restart_cfsr_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_control_gefs_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_control_gefs_intel -Checking test 147 datm_cdeps_control_gefs_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_control_gefs_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_control_gefs_intel +Checking test 142 datm_cdeps_control_gefs_intel results .... Comparing RESTART/20111002.000000.MOM.res.nc .........OK Comparing RESTART/iced.2011-10-02-00000.nc .........OK Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc .........OK -0:The total amount of wall time = 152.623207 -0:The maximum resident set size (KB) = 614196 +The total amount of wall time = 133.665486 +The maximum resident set size (KB) = 628316 -Test 147 datm_cdeps_control_gefs_intel PASS +Test 142 datm_cdeps_control_gefs_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_iau_gefs_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_iau_gefs_intel -Checking test 148 datm_cdeps_iau_gefs_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_iau_gefs_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_iau_gefs_intel +Checking test 143 datm_cdeps_iau_gefs_intel results .... Comparing RESTART/20111002.000000.MOM.res.nc .........OK Comparing RESTART/iced.2011-10-02-00000.nc .........OK Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc .........OK -0:The total amount of wall time = 159.661413 -0:The maximum resident set size (KB) = 614480 +The total amount of wall time = 135.569521 +The maximum resident set size (KB) = 631628 -Test 148 datm_cdeps_iau_gefs_intel PASS +Test 143 datm_cdeps_iau_gefs_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_stochy_gefs_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_stochy_gefs_intel -Checking test 149 datm_cdeps_stochy_gefs_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_stochy_gefs_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_stochy_gefs_intel +Checking test 144 datm_cdeps_stochy_gefs_intel results .... Comparing RESTART/20111002.000000.MOM.res.nc .........OK Comparing RESTART/iced.2011-10-02-00000.nc .........OK Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc .........OK -0:The total amount of wall time = 161.270902 -0:The maximum resident set size (KB) = 614940 +The total amount of wall time = 134.327671 +The maximum resident set size (KB) = 629428 -Test 149 datm_cdeps_stochy_gefs_intel PASS +Test 144 datm_cdeps_stochy_gefs_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_ciceC_cfsr_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_ciceC_cfsr_intel -Checking test 150 datm_cdeps_ciceC_cfsr_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_ciceC_cfsr_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_ciceC_cfsr_intel +Checking test 145 datm_cdeps_ciceC_cfsr_intel results .... Comparing RESTART/20111002.000000.MOM.res.nc .........OK Comparing RESTART/iced.2011-10-02-00000.nc .........OK Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK -0:The total amount of wall time = 166.673124 -0:The maximum resident set size (KB) = 724304 +The total amount of wall time = 140.396878 +The maximum resident set size (KB) = 748304 -Test 150 datm_cdeps_ciceC_cfsr_intel PASS +Test 145 datm_cdeps_ciceC_cfsr_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_bulk_cfsr_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_bulk_cfsr_intel -Checking test 151 datm_cdeps_bulk_cfsr_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_bulk_cfsr_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_bulk_cfsr_intel +Checking test 146 datm_cdeps_bulk_cfsr_intel results .... Comparing RESTART/20111002.000000.MOM.res.nc .........OK Comparing RESTART/iced.2011-10-02-00000.nc .........OK Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK -0:The total amount of wall time = 166.108437 -0:The maximum resident set size (KB) = 723972 +The total amount of wall time = 141.150225 +The maximum resident set size (KB) = 736836 -Test 151 datm_cdeps_bulk_cfsr_intel PASS +Test 146 datm_cdeps_bulk_cfsr_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_bulk_gefs_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_bulk_gefs_intel -Checking test 152 datm_cdeps_bulk_gefs_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_bulk_gefs_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_bulk_gefs_intel +Checking test 147 datm_cdeps_bulk_gefs_intel results .... Comparing RESTART/20111002.000000.MOM.res.nc .........OK Comparing RESTART/iced.2011-10-02-00000.nc .........OK Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc .........OK -0:The total amount of wall time = 157.987586 -0:The maximum resident set size (KB) = 614436 +The total amount of wall time = 132.603476 +The maximum resident set size (KB) = 629424 -Test 152 datm_cdeps_bulk_gefs_intel PASS +Test 147 datm_cdeps_bulk_gefs_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_mx025_cfsr_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_mx025_cfsr_intel -Checking test 153 datm_cdeps_mx025_cfsr_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_mx025_cfsr_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_mx025_cfsr_intel +Checking test 148 datm_cdeps_mx025_cfsr_intel results .... Comparing RESTART/20111001.120000.MOM.res.nc .........OK Comparing RESTART/20111001.120000.MOM.res_1.nc .........OK Comparing RESTART/20111001.120000.MOM.res_2.nc .........OK @@ -4871,15 +4807,15 @@ Checking test 153 datm_cdeps_mx025_cfsr_intel results .... Comparing RESTART/iced.2011-10-01-43200.nc .........OK Comparing RESTART/DATM_CFSR.cpl.r.2011-10-01-43200.nc .........OK -0:The total amount of wall time = 422.571150 -0:The maximum resident set size (KB) = 569364 +The total amount of wall time = 399.499144 +The maximum resident set size (KB) = 597068 -Test 153 datm_cdeps_mx025_cfsr_intel PASS +Test 148 datm_cdeps_mx025_cfsr_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_mx025_gefs_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_mx025_gefs_intel -Checking test 154 datm_cdeps_mx025_gefs_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_mx025_gefs_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_mx025_gefs_intel +Checking test 149 datm_cdeps_mx025_gefs_intel results .... Comparing RESTART/20111001.120000.MOM.res.nc .........OK Comparing RESTART/20111001.120000.MOM.res_1.nc .........OK Comparing RESTART/20111001.120000.MOM.res_2.nc .........OK @@ -4887,78 +4823,78 @@ Checking test 154 datm_cdeps_mx025_gefs_intel results .... Comparing RESTART/iced.2011-10-01-43200.nc .........OK Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-01-43200.nc .........OK -0:The total amount of wall time = 418.463804 -0:The maximum resident set size (KB) = 505924 +The total amount of wall time = 392.876630 +The maximum resident set size (KB) = 581104 -Test 154 datm_cdeps_mx025_gefs_intel PASS +Test 149 datm_cdeps_mx025_gefs_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_control_cfsr_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_multiple_files_cfsr_intel -Checking test 155 datm_cdeps_multiple_files_cfsr_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_control_cfsr_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_multiple_files_cfsr_intel +Checking test 150 datm_cdeps_multiple_files_cfsr_intel results .... Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK -0:The total amount of wall time = 165.656330 -0:The maximum resident set size (KB) = 724308 +The total amount of wall time = 140.722890 +The maximum resident set size (KB) = 737508 -Test 155 datm_cdeps_multiple_files_cfsr_intel PASS +Test 150 datm_cdeps_multiple_files_cfsr_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_3072x1536_cfsr_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_3072x1536_cfsr_intel -Checking test 156 datm_cdeps_3072x1536_cfsr_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_3072x1536_cfsr_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_3072x1536_cfsr_intel +Checking test 151 datm_cdeps_3072x1536_cfsr_intel results .... Comparing RESTART/20111002.000000.MOM.res.nc .........OK Comparing RESTART/iced.2011-10-02-00000.nc .........OK Comparing RESTART/DATM_CFSR3072x1536.cpl.r.2011-10-02-00000.nc .........OK -0:The total amount of wall time = 267.552263 -0:The maximum resident set size (KB) = 1982040 +The total amount of wall time = 226.105307 +The maximum resident set size (KB) = 1993892 -Test 156 datm_cdeps_3072x1536_cfsr_intel PASS +Test 151 datm_cdeps_3072x1536_cfsr_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_gfs_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_gfs_intel -Checking test 157 datm_cdeps_gfs_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_gfs_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_gfs_intel +Checking test 152 datm_cdeps_gfs_intel results .... Comparing RESTART/20210323.060000.MOM.res.nc .........OK Comparing RESTART/iced.2021-03-23-21600.nc .........OK Comparing RESTART/DATM_GFS.cpl.r.2021-03-23-21600.nc .........OK -0:The total amount of wall time = 250.565794 -0:The maximum resident set size (KB) = 1982048 +The total amount of wall time = 227.688868 +The maximum resident set size (KB) = 1995492 -Test 157 datm_cdeps_gfs_intel PASS +Test 152 datm_cdeps_gfs_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_debug_cfsr_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_debug_cfsr_intel -Checking test 158 datm_cdeps_debug_cfsr_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_debug_cfsr_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_debug_cfsr_intel +Checking test 153 datm_cdeps_debug_cfsr_intel results .... Comparing RESTART/20111001.060000.MOM.res.nc .........OK Comparing RESTART/iced.2011-10-01-21600.nc .........OK Comparing RESTART/DATM_CFSR.cpl.r.2011-10-01-21600.nc .........OK -0:The total amount of wall time = 368.519327 -0:The maximum resident set size (KB) = 708052 +The total amount of wall time = 290.037253 +The maximum resident set size (KB) = 737400 -Test 158 datm_cdeps_debug_cfsr_intel PASS +Test 153 datm_cdeps_debug_cfsr_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_control_cfsr_faster_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_control_cfsr_faster_intel -Checking test 159 datm_cdeps_control_cfsr_faster_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_control_cfsr_faster_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_control_cfsr_faster_intel +Checking test 154 datm_cdeps_control_cfsr_faster_intel results .... Comparing RESTART/20111002.000000.MOM.res.nc .........OK Comparing RESTART/iced.2011-10-02-00000.nc .........OK Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK -0:The total amount of wall time = 165.633939 -0:The maximum resident set size (KB) = 724304 +The total amount of wall time = 140.177895 +The maximum resident set size (KB) = 738300 -Test 159 datm_cdeps_control_cfsr_faster_intel PASS +Test 154 datm_cdeps_control_cfsr_faster_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_lnd_gswp3_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_lnd_gswp3_intel -Checking test 160 datm_cdeps_lnd_gswp3_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_lnd_gswp3_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_lnd_gswp3_intel +Checking test 155 datm_cdeps_lnd_gswp3_intel results .... Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile1.nc .........OK Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile2.nc .........OK Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile3.nc .........OK @@ -4966,15 +4902,15 @@ Checking test 160 datm_cdeps_lnd_gswp3_intel results .... Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile5.nc .........OK Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile6.nc .........OK -0:The total amount of wall time = 9.469587 -0:The maximum resident set size (KB) = 137608 +The total amount of wall time = 7.932506 +The maximum resident set size (KB) = 224316 -Test 160 datm_cdeps_lnd_gswp3_intel PASS +Test 155 datm_cdeps_lnd_gswp3_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_lnd_gswp3_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_lnd_gswp3_rst_intel -Checking test 161 datm_cdeps_lnd_gswp3_rst_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/datm_cdeps_lnd_gswp3_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/datm_cdeps_lnd_gswp3_rst_intel +Checking test 156 datm_cdeps_lnd_gswp3_rst_intel results .... Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile1.nc .........OK Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile2.nc .........OK Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile3.nc .........OK @@ -4982,15 +4918,15 @@ Checking test 161 datm_cdeps_lnd_gswp3_rst_intel results .... Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile5.nc .........OK Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile6.nc .........OK -0:The total amount of wall time = 14.052145 -0:The maximum resident set size (KB) = 139808 +The total amount of wall time = 12.580179 +The maximum resident set size (KB) = 233220 -Test 161 datm_cdeps_lnd_gswp3_rst_intel PASS +Test 156 datm_cdeps_lnd_gswp3_rst_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_atmlnd_sbs_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_p8_atmlnd_sbs_intel -Checking test 162 control_p8_atmlnd_sbs_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_p8_atmlnd_sbs_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_p8_atmlnd_sbs_intel +Checking test 157 control_p8_atmlnd_sbs_intel results .... Comparing sfcf000.tile1.nc .........OK Comparing sfcf000.tile2.nc .........OK Comparing sfcf000.tile3.nc .........OK @@ -5074,15 +5010,15 @@ Checking test 162 control_p8_atmlnd_sbs_intel results .... Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile5.nc .........OK Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile6.nc .........OK -0:The total amount of wall time = 234.740264 -0:The maximum resident set size (KB) = 1470600 +The total amount of wall time = 176.242905 +The maximum resident set size (KB) = 1569796 -Test 162 control_p8_atmlnd_sbs_intel PASS +Test 157 control_p8_atmlnd_sbs_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/atmwav_control_noaero_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/atmwav_control_noaero_p8_intel -Checking test 163 atmwav_control_noaero_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/atmwav_control_noaero_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/atmwav_control_noaero_p8_intel +Checking test 158 atmwav_control_noaero_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf012.nc .........OK Comparing atmf000.nc .........OK @@ -5124,15 +5060,15 @@ Checking test 163 atmwav_control_noaero_p8_intel results .... Comparing 20210322.180000.out_grd.ww3 .........OK Comparing ufs.atmw.ww3.r.2021-03-22-64800 .........OK -0:The total amount of wall time = 96.158890 -0:The maximum resident set size (KB) = 1446040 +The total amount of wall time = 83.485188 +The maximum resident set size (KB) = 1560920 -Test 163 atmwav_control_noaero_p8_intel PASS +Test 158 atmwav_control_noaero_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_atmwav_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_atmwav_intel -Checking test 164 control_atmwav_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/control_atmwav_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/control_atmwav_intel +Checking test 159 control_atmwav_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf012.nc .........OK Comparing atmf000.nc .........OK @@ -5175,15 +5111,15 @@ Checking test 164 control_atmwav_intel results .... Comparing RESTART/20210322.180000.sfc_data.tile6.nc .........OK Comparing 20210322.180000.restart.glo_1deg .........OK -0:The total amount of wall time = 99.278754 -0:The maximum resident set size (KB) = 482836 +The total amount of wall time = 76.246374 +The maximum resident set size (KB) = 569172 -Test 164 control_atmwav_intel PASS +Test 159 control_atmwav_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/atmaero_control_p8_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/atmaero_control_p8_intel -Checking test 165 atmaero_control_p8_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/atmaero_control_p8_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/atmaero_control_p8_intel +Checking test 160 atmaero_control_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK @@ -5226,15 +5162,15 @@ Checking test 165 atmaero_control_p8_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 257.403286 -0:The maximum resident set size (KB) = 2750192 +The total amount of wall time = 206.036484 +The maximum resident set size (KB) = 2862504 -Test 165 atmaero_control_p8_intel PASS +Test 160 atmaero_control_p8_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/atmaero_control_p8_rad_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/atmaero_control_p8_rad_intel -Checking test 166 atmaero_control_p8_rad_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/atmaero_control_p8_rad_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/atmaero_control_p8_rad_intel +Checking test 161 atmaero_control_p8_rad_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK @@ -5277,15 +5213,15 @@ Checking test 166 atmaero_control_p8_rad_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 302.509628 -0:The maximum resident set size (KB) = 2778984 +The total amount of wall time = 244.109639 +The maximum resident set size (KB) = 2914220 -Test 166 atmaero_control_p8_rad_intel PASS +Test 161 atmaero_control_p8_rad_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/atmaero_control_p8_rad_micro_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/atmaero_control_p8_rad_micro_intel -Checking test 167 atmaero_control_p8_rad_micro_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/atmaero_control_p8_rad_micro_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/atmaero_control_p8_rad_micro_intel +Checking test 162 atmaero_control_p8_rad_micro_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf024.nc .........OK Comparing atmf000.nc .........OK @@ -5328,15 +5264,15 @@ Checking test 167 atmaero_control_p8_rad_micro_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -0:The total amount of wall time = 308.470596 -0:The maximum resident set size (KB) = 2790928 +The total amount of wall time = 255.413062 +The maximum resident set size (KB) = 2928416 -Test 167 atmaero_control_p8_rad_micro_intel PASS +Test 162 atmaero_control_p8_rad_micro_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_atmaq_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_atmaq_intel -Checking test 168 regional_atmaq_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_atmaq_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_atmaq_intel +Checking test 163 regional_atmaq_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf003.nc .........OK Comparing sfcf006.nc .........OK @@ -5351,15 +5287,15 @@ Checking test 168 regional_atmaq_intel results .... Comparing RESTART/20190801.180000.phy_data.nc .........OK Comparing RESTART/20190801.180000.sfc_data.nc .........OK -0:The total amount of wall time = 668.603823 -0:The maximum resident set size (KB) = 5104732 +The total amount of wall time = 820.351324 +The maximum resident set size (KB) = 4976948 -Test 168 regional_atmaq_intel PASS +Test 163 regional_atmaq_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_atmaq_faster_intel -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_atmaq_faster_intel -Checking test 169 regional_atmaq_faster_intel results .... +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/regional_atmaq_faster_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74464/regional_atmaq_faster_intel +Checking test 164 regional_atmaq_faster_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf003.nc .........OK Comparing sfcf006.nc .........OK @@ -5374,1984 +5310,84 @@ Checking test 169 regional_atmaq_faster_intel results .... Comparing RESTART/20190801.180000.phy_data.nc .........OK Comparing RESTART/20190801.180000.sfc_data.nc .........OK -0:The total amount of wall time = 620.172385 -0:The maximum resident set size (KB) = 5104432 +The total amount of wall time = 1110.197183 +The maximum resident set size (KB) = 4976172 -Test 169 regional_atmaq_faster_intel PASS +Test 164 regional_atmaq_faster_intel PASS +FAILED TESTS: +137 hafs_regional_docn_intel failed in check_result +hafs_regional_docn_intel 137 failed in run_test +138 hafs_regional_docn_oisst_intel failed in check_result +hafs_regional_docn_oisst_intel 138 failed in run_test +139 hafs_regional_datm_cdeps_intel failed in check_result +hafs_regional_datm_cdeps_intel 139 failed in run_test -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_c48_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_c48_gnu -Checking test 170 control_c48_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf024.nc .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK +REGRESSION TEST FAILED +Wed 13 Dec 2023 05:54:10 PM MST +Elapsed time: 01h:31m:24s. Have a nice day! +Wed 13 Dec 2023 07:24:16 PM MST +Start Regression test -0:The total amount of wall time = 815.071591 -0:The maximum resident set size (KB) = 676900 +Testing UFSWM Hash: 9080074afa16e04e58fdc2ce1538dcbc14b80d4e +Testing With Submodule Hashes: + 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) + 2aa6bfbb62ebeecd7da964b8074f6c3c41c7d1eb CDEPS-interface/CDEPS (cdeps0.4.17-38-g2aa6bfb) + 50aa2c97882fbc9d4918813a22169fe97b424564 CICE-interface/CICE (CICE6.0.0-444-g50aa2c9) + e5d08d4233b0c783a4840dcbc3252a170e3c3bb1 CMEPS-interface/CMEPS (cmeps_v0.4.1-2299-ge5d08d4) + cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) + a82381c0b751a15e5343de5078ef836b2c444c89 FV3 (heads/develop) + 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) + 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) + a36cb73d6924f6cf56a72b5799bef3d75fe4dd61 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-9871-ga36cb73d6) + 569e354ababbde7a7cd68647533769a5c966468d NOAHMP-interface/noahmp (v3.7.1-303-g569e354) + 02693d837f2cd99d20ed08515878c2b5e9525e64 WW3 (6.07.1-343-g02693d83) + 62b89146be1250f354cd50a14096c0c25f2f3952 stochastic_physics (ufs-v2.0.0-191-g62b8914) +Compile hafs_all_intel elapsed time 766 seconds. -DAPP=HAFS-ALL -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Test 170 control_c48_gnu PASS +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_docn_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74829/hafs_regional_docn_intel +Checking test 001 hafs_regional_docn_intel results .... + Comparing atmf006.nc .........OK + Comparing sfcf006.nc .........OK + Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc .........OK + Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK + Comparing ufs.hafs.docn.r.2019-08-29-21600.nc .........OK +The total amount of wall time = 319.446310 +The maximum resident set size (KB) = 665868 -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_stochy_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_stochy_gnu -Checking test 171 control_stochy_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF12 .........OK - -0:The total amount of wall time = 173.507648 -0:The maximum resident set size (KB) = 476864 - -Test 171 control_stochy_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_ras_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_ras_gnu -Checking test 172 control_ras_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF24 .........OK - -0:The total amount of wall time = 288.966714 -0:The maximum resident set size (KB) = 483252 - -Test 172 control_ras_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_p8_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_p8_gnu -Checking test 173 control_p8_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf021.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf021.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF21 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF21 .........OK - Comparing GFSPRS.GrbF24 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 305.522343 -0:The maximum resident set size (KB) = 1236800 - -Test 173 control_p8_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_flake_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_flake_gnu -Checking test 174 control_flake_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF24 .........OK - -0:The total amount of wall time = 354.482971 -0:The maximum resident set size (KB) = 524224 - -Test 174 control_flake_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_gnu -Checking test 175 rap_control_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf021.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf021.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF21 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF21 .........OK - Comparing GFSPRS.GrbF24 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 712.957625 -0:The maximum resident set size (KB) = 920872 - -Test 175 rap_control_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_decomp_gnu -Checking test 176 rap_decomp_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf021.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf021.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF21 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF21 .........OK - Comparing GFSPRS.GrbF24 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 715.938077 -0:The maximum resident set size (KB) = 920472 - -Test 176 rap_decomp_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_2threads_gnu -Checking test 177 rap_2threads_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf021.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf021.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF21 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF21 .........OK - Comparing GFSPRS.GrbF24 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 649.995146 -0:The maximum resident set size (KB) = 1004988 - -Test 177 rap_2threads_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_restart_gnu -Checking test 178 rap_restart_gnu results .... - Comparing sfcf024.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF24 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 358.401316 -0:The maximum resident set size (KB) = 716584 - -Test 178 rap_restart_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_sfcdiff_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_sfcdiff_gnu -Checking test 179 rap_sfcdiff_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 707.769891 -0:The maximum resident set size (KB) = 919548 - -Test 179 rap_sfcdiff_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_sfcdiff_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_sfcdiff_decomp_gnu -Checking test 180 rap_sfcdiff_decomp_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 720.372419 -0:The maximum resident set size (KB) = 919744 - -Test 180 rap_sfcdiff_decomp_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_sfcdiff_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_sfcdiff_restart_gnu -Checking test 181 rap_sfcdiff_restart_gnu results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 527.373791 -0:The maximum resident set size (KB) = 722464 - -Test 181 rap_sfcdiff_restart_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_gnu -Checking test 182 hrrr_control_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 355.783622 -0:The maximum resident set size (KB) = 864524 - -Test 182 hrrr_control_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_qr_gnu -Checking test 183 hrrr_control_qr_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......OK - -0:The total amount of wall time = 355.113311 -0:The maximum resident set size (KB) = 811256 - -Test 183 hrrr_control_qr_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_2threads_gnu -Checking test 184 hrrr_control_2threads_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 411.398596 -0:The maximum resident set size (KB) = 935632 - -Test 184 hrrr_control_2threads_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_decomp_gnu -Checking test 185 hrrr_control_decomp_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 355.434544 -0:The maximum resident set size (KB) = 864040 - -Test 185 hrrr_control_decomp_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_restart_gnu -Checking test 186 hrrr_control_restart_gnu results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK - -0:The total amount of wall time = 184.583440 -0:The maximum resident set size (KB) = 666532 - -Test 186 hrrr_control_restart_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_restart_qr_gnu -Checking test 187 hrrr_control_restart_qr_gnu results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK - -0:The total amount of wall time = 184.601793 -0:The maximum resident set size (KB) = 575340 - -Test 187 hrrr_control_restart_qr_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rrfs_v1beta_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rrfs_v1beta_gnu -Checking test 188 rrfs_v1beta_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 694.345120 -0:The maximum resident set size (KB) = 881504 - -Test 188 rrfs_v1beta_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_diag_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_diag_debug_gnu -Checking test 189 control_diag_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 81.257546 -0:The maximum resident set size (KB) = 526904 - -Test 189 control_diag_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/regional_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/regional_debug_gnu -Checking test 190 regional_debug_gnu results .... - Comparing dynf000.nc .........OK - Comparing dynf001.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf001.nc .........OK - -0:The total amount of wall time = 473.726736 -0:The maximum resident set size (KB) = 798908 - -Test 190 regional_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_debug_gnu -Checking test 191 rap_control_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 143.525922 -0:The maximum resident set size (KB) = 921672 - -Test 191 rap_control_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_debug_gnu -Checking test 192 hrrr_control_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 140.050628 -0:The maximum resident set size (KB) = 875888 - -Test 192 hrrr_control_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_gf_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_gf_debug_gnu -Checking test 193 hrrr_gf_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 141.970588 -0:The maximum resident set size (KB) = 918036 - -Test 193 hrrr_gf_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_c3_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_c3_debug_gnu -Checking test 194 hrrr_c3_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 142.685606 -0:The maximum resident set size (KB) = 918408 - -Test 194 hrrr_c3_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_diag_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_diag_debug_gnu -Checking test 195 rap_diag_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 151.971957 -0:The maximum resident set size (KB) = 1023732 - -Test 195 rap_diag_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_noah_sfcdiff_cires_ugwp_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_noah_sfcdiff_cires_ugwp_debug_gnu -Checking test 196 rap_noah_sfcdiff_cires_ugwp_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 233.785003 -0:The maximum resident set size (KB) = 917496 - -Test 196 rap_noah_sfcdiff_cires_ugwp_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_progcld_thompson_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_progcld_thompson_debug_gnu -Checking test 197 rap_progcld_thompson_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 145.153686 -0:The maximum resident set size (KB) = 922576 - -Test 197 rap_progcld_thompson_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rrfs_v1beta_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rrfs_v1beta_debug_gnu -Checking test 198 rrfs_v1beta_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 142.374162 -0:The maximum resident set size (KB) = 881236 - -Test 198 rrfs_v1beta_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_ras_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_ras_debug_gnu -Checking test 199 control_ras_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 79.851630 -0:The maximum resident set size (KB) = 455980 - -Test 199 control_ras_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_stochy_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_stochy_debug_gnu -Checking test 200 control_stochy_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 88.294100 -0:The maximum resident set size (KB) = 451536 - -Test 200 control_stochy_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_debug_p8_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_debug_p8_gnu -Checking test 201 control_debug_p8_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 89.829101 -0:The maximum resident set size (KB) = 1232152 - -Test 201 control_debug_p8_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_flake_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_flake_debug_gnu -Checking test 202 rap_flake_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 143.805733 -0:The maximum resident set size (KB) = 923208 - -Test 202 rap_flake_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_clm_lake_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_clm_lake_debug_gnu -Checking test 203 rap_clm_lake_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 162.949821 -0:The maximum resident set size (KB) = 923924 - -Test 203 rap_clm_lake_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/control_wam_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/control_wam_debug_gnu -Checking test 204 control_wam_debug_gnu results .... - Comparing sfcf019.nc .........OK - Comparing atmf019.nc .........OK - -0:The total amount of wall time = 139.817923 -0:The maximum resident set size (KB) = 247720 - -Test 204 control_wam_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_dyn32_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_dyn32_phy32_gnu -Checking test 205 rap_control_dyn32_phy32_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 700.611340 -0:The maximum resident set size (KB) = 722464 - -Test 205 rap_control_dyn32_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_dyn32_phy32_gnu -Checking test 206 hrrr_control_dyn32_phy32_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 352.878621 -0:The maximum resident set size (KB) = 684088 - -Test 206 hrrr_control_dyn32_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_qr_dyn32_phy32_gnu -Checking test 207 hrrr_control_qr_dyn32_phy32_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......OK - -0:The total amount of wall time = 353.046668 -0:The maximum resident set size (KB) = 691132 - -Test 207 hrrr_control_qr_dyn32_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_dyn32_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_2threads_dyn32_phy32_gnu -Checking test 208 rap_2threads_dyn32_phy32_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 641.509133 -0:The maximum resident set size (KB) = 777812 - -Test 208 rap_2threads_dyn32_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_2threads_dyn32_phy32_gnu -Checking test 209 hrrr_control_2threads_dyn32_phy32_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 404.894669 -0:The maximum resident set size (KB) = 730200 - -Test 209 hrrr_control_2threads_dyn32_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_decomp_dyn32_phy32_gnu -Checking test 210 hrrr_control_decomp_dyn32_phy32_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 349.585831 -0:The maximum resident set size (KB) = 684748 - -Test 210 hrrr_control_decomp_dyn32_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_dyn32_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_restart_dyn32_phy32_gnu -Checking test 211 rap_restart_dyn32_phy32_gnu results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 520.761447 -0:The maximum resident set size (KB) = 614532 - -Test 211 rap_restart_dyn32_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_restart_dyn32_phy32_gnu -Checking test 212 hrrr_control_restart_dyn32_phy32_gnu results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK - -0:The total amount of wall time = 181.419848 -0:The maximum resident set size (KB) = 578084 - -Test 212 hrrr_control_restart_dyn32_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_dyn32_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_restart_qr_dyn32_phy32_gnu -Checking test 213 hrrr_control_restart_qr_dyn32_phy32_gnu results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK - -0:The total amount of wall time = 181.726334 -0:The maximum resident set size (KB) = 544964 - -Test 213 hrrr_control_restart_qr_dyn32_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_control_gnu -Checking test 214 conus13km_control_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing sfcf002.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - Comparing atmf002.nc .........OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.phy_data.nc .........OK - Comparing RESTART/20210512.170000.sfc_data.nc .........OK - -0:The total amount of wall time = 234.943980 -0:The maximum resident set size (KB) = 929296 - -Test 214 conus13km_control_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_control_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_2threads_gnu -Checking test 215 conus13km_2threads_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 86.139856 -0:The maximum resident set size (KB) = 936616 - -Test 215 conus13km_2threads_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_restart_mismatch_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_restart_mismatch_gnu -Checking test 216 conus13km_restart_mismatch_gnu results .... - Comparing sfcf002.nc .........OK - Comparing atmf002.nc .........OK - -0:The total amount of wall time = 125.228953 -0:The maximum resident set size (KB) = 585408 - -Test 216 conus13km_restart_mismatch_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_dyn64_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_dyn64_phy32_gnu -Checking test 217 rap_control_dyn64_phy32_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.180000.coupler.res .........OK - Comparing RESTART/20210322.180000.fv_core.res.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile6.nc .........OK - -0:The total amount of wall time = 412.292370 -0:The maximum resident set size (KB) = 777576 - -Test 217 rap_control_dyn64_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_debug_dyn32_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_debug_dyn32_phy32_gnu -Checking test 218 rap_control_debug_dyn32_phy32_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 141.328618 -0:The maximum resident set size (KB) = 720500 - -Test 218 rap_control_debug_dyn32_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/hrrr_control_debug_dyn32_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/hrrr_control_debug_dyn32_phy32_gnu -Checking test 219 hrrr_control_debug_dyn32_phy32_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 138.338740 -0:The maximum resident set size (KB) = 696916 - -Test 219 hrrr_control_debug_dyn32_phy32_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_debug_gnu -Checking test 220 conus13km_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.phy_data.nc .........OK - Comparing RESTART/20210512.170000.sfc_data.nc .........OK - -0:The total amount of wall time = 436.428354 -0:The maximum resident set size (KB) = 934944 - -Test 220 conus13km_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_debug_2threads_gnu -Checking test 221 conus13km_debug_2threads_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 254.011829 -0:The maximum resident set size (KB) = 950160 - -Test 221 conus13km_debug_2threads_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/conus13km_radar_tten_debug_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/conus13km_radar_tten_debug_gnu -Checking test 222 conus13km_radar_tten_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 437.532737 -0:The maximum resident set size (KB) = 1002596 - -Test 222 conus13km_radar_tten_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/rap_control_debug_dyn64_phy32_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/rap_control_dyn64_phy32_debug_gnu -Checking test 223 rap_control_dyn64_phy32_debug_gnu results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - -0:The total amount of wall time = 146.674425 -0:The maximum resident set size (KB) = 781948 - -Test 223 rap_control_dyn64_phy32_debug_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_p8_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_p8_gnu -Checking test 224 cpld_control_p8_gnu results .... - Comparing sfcf021.tile1.nc .........OK - Comparing sfcf021.tile2.nc .........OK - Comparing sfcf021.tile3.nc .........OK - Comparing sfcf021.tile4.nc .........OK - Comparing sfcf021.tile5.nc .........OK - Comparing sfcf021.tile6.nc .........OK - Comparing atmf021.tile1.nc .........OK - Comparing atmf021.tile2.nc .........OK - Comparing atmf021.tile3.nc .........OK - Comparing atmf021.tile4.nc .........OK - Comparing atmf021.tile5.nc .........OK - Comparing atmf021.tile6.nc .........OK - Comparing sfcf024.tile1.nc .........OK - Comparing sfcf024.tile2.nc .........OK - Comparing sfcf024.tile3.nc .........OK - Comparing sfcf024.tile4.nc .........OK - Comparing sfcf024.tile5.nc .........OK - Comparing sfcf024.tile6.nc .........OK - Comparing atmf024.tile1.nc .........OK - Comparing atmf024.tile2.nc .........OK - Comparing atmf024.tile3.nc .........OK - Comparing atmf024.tile4.nc .........OK - Comparing atmf024.tile5.nc .........OK - Comparing atmf024.tile6.nc .........OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.MOM.res.nc .........OK - Comparing RESTART/iced.2021-03-23-21600.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK - Comparing 20210323.060000.out_pnt.ww3 .........OK - Comparing 20210323.060000.out_grd.ww3 .........OK - -0:The total amount of wall time = 494.492090 -0:The maximum resident set size (KB) = 3170348 - -Test 224 cpld_control_p8_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_c96_noaero_p8_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_nowave_noaero_p8_gnu -Checking test 225 cpld_control_nowave_noaero_p8_gnu results .... - Comparing sfcf021.tile1.nc .........OK - Comparing sfcf021.tile2.nc .........OK - Comparing sfcf021.tile3.nc .........OK - Comparing sfcf021.tile4.nc .........OK - Comparing sfcf021.tile5.nc .........OK - Comparing sfcf021.tile6.nc .........OK - Comparing atmf021.tile1.nc .........OK - Comparing atmf021.tile2.nc .........OK - Comparing atmf021.tile3.nc .........OK - Comparing atmf021.tile4.nc .........OK - Comparing atmf021.tile5.nc .........OK - Comparing atmf021.tile6.nc .........OK - Comparing sfcf024.tile1.nc .........OK - Comparing sfcf024.tile2.nc .........OK - Comparing sfcf024.tile3.nc .........OK - Comparing sfcf024.tile4.nc .........OK - Comparing sfcf024.tile5.nc .........OK - Comparing sfcf024.tile6.nc .........OK - Comparing atmf024.tile1.nc .........OK - Comparing atmf024.tile2.nc .........OK - Comparing atmf024.tile3.nc .........OK - Comparing atmf024.tile4.nc .........OK - Comparing atmf024.tile5.nc .........OK - Comparing atmf024.tile6.nc .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.MOM.res.nc .........OK - Comparing RESTART/iced.2021-03-23-21600.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK - -0:The total amount of wall time = 241.417515 -0:The maximum resident set size (KB) = 1250888 - -Test 225 cpld_control_nowave_noaero_p8_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_debug_p8_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_debug_p8_gnu -Checking test 226 cpld_debug_p8_gnu results .... - Comparing sfcf003.tile1.nc .........OK - Comparing sfcf003.tile2.nc .........OK - Comparing sfcf003.tile3.nc .........OK - Comparing sfcf003.tile4.nc .........OK - Comparing sfcf003.tile5.nc .........OK - Comparing sfcf003.tile6.nc .........OK - Comparing atmf003.tile1.nc .........OK - Comparing atmf003.tile2.nc .........OK - Comparing atmf003.tile3.nc .........OK - Comparing atmf003.tile4.nc .........OK - Comparing atmf003.tile5.nc .........OK - Comparing atmf003.tile6.nc .........OK - Comparing gocart.inst_aod.20210322_0900z.nc4 .........OK - Comparing RESTART/20210322.090000.coupler.res .........OK - Comparing RESTART/20210322.090000.fv_core.res.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile6.nc .........OK - Comparing RESTART/20210322.090000.MOM.res.nc .........OK - Comparing RESTART/iced.2021-03-22-32400.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc .........OK - Comparing 20210322.090000.out_pnt.ww3 .........OK - Comparing 20210322.090000.out_grd.ww3 .........OK - -0:The total amount of wall time = 193.937429 -0:The maximum resident set size (KB) = 3186048 - -Test 226 cpld_debug_p8_gnu PASS - - -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_control_pdlib_p8_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_control_pdlib_p8_gnu -Checking test 227 cpld_control_pdlib_p8_gnu results .... - Comparing sfcf021.tile1.nc .........OK - Comparing sfcf021.tile2.nc .........OK - Comparing sfcf021.tile3.nc .........OK - Comparing sfcf021.tile4.nc .........OK - Comparing sfcf021.tile5.nc .........OK - Comparing sfcf021.tile6.nc .........OK - Comparing atmf021.tile1.nc .........OK - Comparing atmf021.tile2.nc .........OK - Comparing atmf021.tile3.nc .........OK - Comparing atmf021.tile4.nc .........OK - Comparing atmf021.tile5.nc .........OK - Comparing atmf021.tile6.nc .........OK - Comparing sfcf024.tile1.nc .........OK - Comparing sfcf024.tile2.nc .........OK - Comparing sfcf024.tile3.nc .........OK - Comparing sfcf024.tile4.nc .........OK - Comparing sfcf024.tile5.nc .........OK - Comparing sfcf024.tile6.nc .........OK - Comparing atmf024.tile1.nc .........OK - Comparing atmf024.tile2.nc .........OK - Comparing atmf024.tile3.nc .........OK - Comparing atmf024.tile4.nc .........OK - Comparing atmf024.tile5.nc .........OK - Comparing atmf024.tile6.nc .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.MOM.res.nc .........OK - Comparing RESTART/iced.2021-03-23-21600.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK - Comparing 20210323.060000.out_pnt.ww3 .........OK - Comparing 20210323.060000.out_grd.ww3 .........OK - -0:The total amount of wall time = 1385.991516 -0:The maximum resident set size (KB) = 1300044 - -Test 227 cpld_control_pdlib_p8_gnu PASS +Test 001 hafs_regional_docn_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/cpld_debug_pdlib_p8_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/cpld_debug_pdlib_p8_gnu -Checking test 228 cpld_debug_pdlib_p8_gnu results .... - Comparing sfcf003.tile1.nc .........OK - Comparing sfcf003.tile2.nc .........OK - Comparing sfcf003.tile3.nc .........OK - Comparing sfcf003.tile4.nc .........OK - Comparing sfcf003.tile5.nc .........OK - Comparing sfcf003.tile6.nc .........OK - Comparing atmf003.tile1.nc .........OK - Comparing atmf003.tile2.nc .........OK - Comparing atmf003.tile3.nc .........OK - Comparing atmf003.tile4.nc .........OK - Comparing atmf003.tile5.nc .........OK - Comparing atmf003.tile6.nc .........OK - Comparing RESTART/20210322.090000.coupler.res .........OK - Comparing RESTART/20210322.090000.fv_core.res.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.090000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.090000.sfc_data.tile6.nc .........OK - Comparing RESTART/20210322.090000.MOM.res.nc .........OK - Comparing RESTART/iced.2021-03-22-32400.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc .........OK - Comparing 20210322.090000.out_pnt.ww3 .........OK - Comparing 20210322.090000.out_grd.ww3 .........OK +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_docn_oisst_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74829/hafs_regional_docn_oisst_intel +Checking test 002 hafs_regional_docn_oisst_intel results .... + Comparing atmf006.nc .........OK + Comparing sfcf006.nc .........OK + Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc .........OK + Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK + Comparing ufs.hafs.docn.r.2019-08-29-21600.nc .........OK -0:The total amount of wall time = 690.629548 -0:The maximum resident set size (KB) = 1458600 +The total amount of wall time = 318.360696 +The maximum resident set size (KB) = 649640 -Test 228 cpld_debug_pdlib_p8_gnu PASS +Test 002 hafs_regional_docn_oisst_intel PASS -baseline dir = /glade/scratch/strahan/RT/NEMSfv3gfs/develop-20231002/datm_cdeps_control_cfsr_gnu -working dir = /glade/scratch/strahan/FV3_RT/rt_19002/datm_cdeps_control_cfsr_gnu -Checking test 229 datm_cdeps_control_cfsr_gnu results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK +baseline dir = /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20231207/hafs_regional_datm_cdeps_intel +working dir = /glade/derecho/scratch/jongkim/jongkim/FV3_RT/rt_74829/hafs_regional_datm_cdeps_intel +Checking test 003 hafs_regional_datm_cdeps_intel results .... + Comparing ufs.hafs.cpl.hi.2019-08-30-00000.nc .........OK + Comparing ufs.hafs.cpl.r.2019-08-30-00000.nc .........OK + Comparing ufs.hafs.datm.r.2019-08-30-00000.nc .........OK -0:The total amount of wall time = 181.263291 -0:The maximum resident set size (KB) = 682792 +The total amount of wall time = 957.994243 +The maximum resident set size (KB) = 831020 -Test 229 datm_cdeps_control_cfsr_gnu PASS +Test 003 hafs_regional_datm_cdeps_intel PASS REGRESSION TEST WAS SUCCESSFUL -Fri Sep 29 15:34:08 MDT 2023 -Elapsed time: 02h:20m:15s. Have a nice day! +Wed 13 Dec 2023 08:02:14 PM MST +Elapsed time: 00h:37m:59s. Have a nice day! diff --git a/tests/logs/RegressionTests_stampede.log b/tests/logs/RegressionTests_stampede.log deleted file mode 100644 index 00e5a787c3..0000000000 --- a/tests/logs/RegressionTests_stampede.log +++ /dev/null @@ -1,252 +0,0 @@ -Sun Mar 21 22:01:01 CDT 2021 -Start Regression test - -Compile 001 elapsed time 569 seconds. SUITES=FV3_GFS_2017_coupled,FV3_GFS_2017_satmedmf_coupled,FV3_GFS_v15p2_coupled,FV3_GFS_v16_coupled S2S=Y WW3=Y - -baseline dir = /work/07736/minsukji/stampede2/ufs-weather-model/RT/NEMSfv3gfs/develop-20210318/cpld_bmark_wave -working dir = /scratch/07736/minsukji/ufs-weather-model/run/minsukji/FV3_RT/rt_216780/cpld_bmark_wave -Checking test 001 cpld_bmark_wave results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing 20130402.000000.out_grd.gwes_30m .........OK - Comparing 20130402.000000.out_pnt.points .........OK - Comparing 20130402.000000.restart.gwes_30m .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-02-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-02-00000.nc .........OK - -The total amount of wall time = 1513.274982 - -Test 001 cpld_bmark_wave PASS - - -baseline dir = /work/07736/minsukji/stampede2/ufs-weather-model/RT/NEMSfv3gfs/develop-20210318/cpld_bmarkfrac_wave -working dir = /scratch/07736/minsukji/ufs-weather-model/run/minsukji/FV3_RT/rt_216780/cpld_bmarkfrac_wave -Checking test 002 cpld_bmarkfrac_wave results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing 20130402.000000.out_grd.gwes_30m .........OK - Comparing 20130402.000000.out_pnt.points .........OK - Comparing 20130402.000000.restart.gwes_30m .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-02-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-02-00000.nc .........OK - -The total amount of wall time = 1511.941093 - -Test 002 cpld_bmarkfrac_wave PASS - - -baseline dir = /work/07736/minsukji/stampede2/ufs-weather-model/RT/NEMSfv3gfs/develop-20210318/cpld_bmarkfrac_wave_v16 -working dir = /scratch/07736/minsukji/ufs-weather-model/run/minsukji/FV3_RT/rt_216780/cpld_bmarkfrac_wave_v16 -Checking test 003 cpld_bmarkfrac_wave_v16 results .... - Comparing phyf006.tile1.nc .........OK - Comparing phyf006.tile2.nc .........OK - Comparing phyf006.tile3.nc .........OK - Comparing phyf006.tile4.nc .........OK - Comparing phyf006.tile5.nc .........OK - Comparing phyf006.tile6.nc .........OK - Comparing dynf006.tile1.nc .........OK - Comparing dynf006.tile2.nc .........OK - Comparing dynf006.tile3.nc .........OK - Comparing dynf006.tile4.nc .........OK - Comparing dynf006.tile5.nc .........OK - Comparing dynf006.tile6.nc .........OK - Comparing 20130401.060000.out_grd.gwes_30m .........OK - Comparing 20130401.060000.out_pnt.points .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/MOM.res_1.nc .........OK - Comparing RESTART/MOM.res_2.nc .........OK - Comparing RESTART/MOM.res_3.nc .........OK - Comparing RESTART/iced.2013-04-01-21600.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-01-21600.nc .........OK - -The total amount of wall time = 1019.892656 - -Test 003 cpld_bmarkfrac_wave_v16 PASS - - -baseline dir = /work/07736/minsukji/stampede2/ufs-weather-model/RT/NEMSfv3gfs/develop-20210318/cpld_control_wave -working dir = /scratch/07736/minsukji/ufs-weather-model/run/minsukji/FV3_RT/rt_216780/cpld_control_wave -Checking test 004 cpld_control_wave results .... - Comparing phyf024.tile1.nc .........OK - Comparing phyf024.tile2.nc .........OK - Comparing phyf024.tile3.nc .........OK - Comparing phyf024.tile4.nc .........OK - Comparing phyf024.tile5.nc .........OK - Comparing phyf024.tile6.nc .........OK - Comparing dynf024.tile1.nc .........OK - Comparing dynf024.tile2.nc .........OK - Comparing dynf024.tile3.nc .........OK - Comparing dynf024.tile4.nc .........OK - Comparing dynf024.tile5.nc .........OK - Comparing dynf024.tile6.nc .........OK - Comparing RESTART/coupler.res .........OK - Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc .........OK - Comparing RESTART/fv_core.res.tile2.nc .........OK - Comparing RESTART/fv_core.res.tile3.nc .........OK - Comparing RESTART/fv_core.res.tile4.nc .........OK - Comparing RESTART/fv_core.res.tile5.nc .........OK - Comparing RESTART/fv_core.res.tile6.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/fv_tracer.res.tile1.nc .........OK - Comparing RESTART/fv_tracer.res.tile2.nc .........OK - Comparing RESTART/fv_tracer.res.tile3.nc .........OK - Comparing RESTART/fv_tracer.res.tile4.nc .........OK - Comparing RESTART/fv_tracer.res.tile5.nc .........OK - Comparing RESTART/fv_tracer.res.tile6.nc .........OK - Comparing RESTART/phy_data.tile1.nc .........OK - Comparing RESTART/phy_data.tile2.nc .........OK - Comparing RESTART/phy_data.tile3.nc .........OK - Comparing RESTART/phy_data.tile4.nc .........OK - Comparing RESTART/phy_data.tile5.nc .........OK - Comparing RESTART/phy_data.tile6.nc .........OK - Comparing RESTART/sfc_data.tile1.nc .........OK - Comparing RESTART/sfc_data.tile2.nc .........OK - Comparing RESTART/sfc_data.tile3.nc .........OK - Comparing RESTART/sfc_data.tile4.nc .........OK - Comparing RESTART/sfc_data.tile5.nc .........OK - Comparing RESTART/sfc_data.tile6.nc .........OK - Comparing RESTART/MOM.res.nc .........OK - Comparing RESTART/iced.2016-10-04-00000.nc .........OK - Comparing RESTART/ufs.cpld.cpl.r.2016-10-04-00000.nc .........OK - Comparing 20161004.000000.out_grd.glo_1deg .........OK - Comparing 20161004.000000.out_pnt.points .........OK - Comparing 20161004.000000.restart.glo_1deg .........OK - -The total amount of wall time = 753.637820 - -Test 004 cpld_control_wave PASS - - -REGRESSION TEST WAS SUCCESSFUL -Mon Mar 22 02:13:36 CDT 2021 -Elapsed time: 04h:12m:35s. Have a nice day! diff --git a/tests/module-setup.sh b/tests/module-setup.sh index 8736966804..1b26423902 100755 --- a/tests/module-setup.sh +++ b/tests/module-setup.sh @@ -43,11 +43,11 @@ elif [[ $MACHINE_ID = wcoss2 || $MACHINE_ID = acorn ]] ; then fi module purge module reset - -elif [[ $MACHINE_ID = cheyenne ]] ; then - # We are on NCAR Cheyenne + +elif [[ $MACHINE_ID = derecho ]] ; then + # We are on NCAR Derecho if ( ! eval module help > /dev/null 2>&1 ) ; then - source /glade/u/apps/ch/modulefiles/default/localinit/localinit.sh + source /usr/share/lmod/lmod/init/bash fi module purge diff --git a/tests/rt.conf b/tests/rt.conf index 7cba8b5b42..9abac7b208 100644 --- a/tests/rt.conf +++ b/tests/rt.conf @@ -39,14 +39,14 @@ RUN | cpld_control_p8 | - noaacloud RUN | cpld_restart_p8 | - noaacloud | | cpld_control_p8 RUN | cpld_control_qr_p8 | - noaacloud | | RUN | cpld_restart_qr_p8 | - noaacloud | | cpld_control_qr_p8 -RUN | cpld_2threads_p8 | - noaacloud | | +RUN | cpld_2threads_p8 | - derecho noaacloud | | RUN | cpld_decomp_p8 | - noaacloud | | RUN | cpld_mpi_p8 | - noaacloud | | RUN | cpld_control_ciceC_p8 | - gaea noaacloud | baseline | RUN | cpld_control_c192_p8 | - wcoss2 jet acorn gaea s4 noaacloud | baseline | RUN | cpld_restart_c192_p8 | - wcoss2 jet acorn gaea s4 noaacloud | | cpld_control_c192_p8 -RUN | cpld_bmark_p8 | - s4 jet cheyenne acorn noaacloud | baseline | -RUN | cpld_restart_bmark_p8 | - s4 jet cheyenne acorn noaacloud | | cpld_bmark_p8 +RUN | cpld_bmark_p8 | - s4 jet derecho acorn noaacloud | baseline | +RUN | cpld_restart_bmark_p8 | - s4 jet derecho acorn noaacloud | | cpld_bmark_p8 # Aerosol, no Wave RUN | cpld_s2sa_p8 | - noaacloud | baseline | @@ -70,8 +70,8 @@ RUN | cpld_control_c48 | #RUN | cpld_warmstart_c48 | - noaacloud | baseline | #RUN | cpld_restart_c48 | - noaacloud | | cpld_warmstart_c48 -COMPILE | s2swa_faster | intel | -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DFASTER=ON | - cheyenne noaacloud | fv3 | -RUN | cpld_control_p8_faster | - cheyenne noaacloud | baseline | +COMPILE | s2swa_faster | intel | -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DFASTER=ON | - derecho noaacloud | fv3 | +RUN | cpld_control_p8_faster | - derecho noaacloud | baseline | # Unstructured WW3 mesh COMPILE | s2sw_pdlib | intel | -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON | - noaacloud | fv3 | @@ -104,7 +104,7 @@ RUN | control_restart_p8 | - noaacloud RUN | control_noqr_p8 | - noaacloud | | RUN | control_restart_noqr_p8 | - noaacloud | | control_noqr_p8 RUN | control_decomp_p8 | - noaacloud | | -RUN | control_2threads_p8 | - noaacloud | | +RUN | control_2threads_p8 | - derecho noaacloud | | RUN | control_p8_lndp | | baseline | RUN | control_p8_rrtmgp | - noaacloud | baseline | RUN | control_p8_mynn | - noaacloud | baseline | @@ -112,7 +112,7 @@ RUN | merra2_thompson | - noaacloud RUN | regional_control | | baseline | RUN | regional_restart | - noaacloud | | regional_control RUN | regional_decomp | - noaacloud | | -RUN | regional_2threads | - noaacloud | | +RUN | regional_2threads | - derecho noaacloud | | RUN | regional_noquilt | - jet s4 | baseline | RUN | regional_netcdf_parallel | - acorn | baseline | RUN | regional_2dwrtdecomp | | | @@ -127,7 +127,7 @@ COMPILE | rrfs | intel | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRR RUN | rap_control | | baseline | RUN | regional_spp_sppt_shum_skeb | | baseline | RUN | rap_decomp | - noaacloud | | -RUN | rap_2threads | - noaacloud | | +RUN | rap_2threads | - derecho noaacloud | | RUN | rap_restart | - noaacloud | | rap_control RUN | rap_sfcdiff | - noaacloud | baseline | RUN | rap_sfcdiff_decomp | - noaacloud | | @@ -191,8 +191,8 @@ COMPILE | rrfs_dyn32_phy32 | intel | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D RUN | regional_spp_sppt_shum_skeb_dyn32_phy32 | - noaacloud | baseline | RUN | rap_control_dyn32_phy32 | - noaacloud | baseline | RUN | hrrr_control_dyn32_phy32 | - noaacloud | baseline | -RUN | rap_2threads_dyn32_phy32 | - noaacloud | | -RUN | hrrr_control_2threads_dyn32_phy32 | - noaacloud | | +RUN | rap_2threads_dyn32_phy32 | - derecho noaacloud | | +RUN | hrrr_control_2threads_dyn32_phy32 | - derecho noaacloud | | RUN | hrrr_control_decomp_dyn32_phy32 | - noaacloud | | RUN | rap_restart_dyn32_phy32 | - noaacloud | | rap_control_dyn32_phy32 RUN | hrrr_control_restart_dyn32_phy32 | - noaacloud | | hrrr_control_dyn32_phy32 @@ -213,8 +213,8 @@ COMPILE | rrfs_dyn32_phy32_debug | intel | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_H RUN | rap_control_debug_dyn32_phy32 | - noaacloud | baseline | RUN | hrrr_control_debug_dyn32_phy32 | - noaacloud | baseline | RUN | conus13km_debug | - noaacloud | baseline | -RUN | conus13km_debug_qr | - noaacloud cheyenne | | -RUN | conus13km_debug_2threads | - noaacloud | | +RUN | conus13km_debug_qr | - derecho noaacloud | | +RUN | conus13km_debug_2threads | - derecho noaacloud | | RUN | conus13km_radar_tten_debug | - noaacloud | baseline | # Expected to fail: @@ -292,7 +292,7 @@ RUN | atmwav_control_noaero_p8 | - wcoss2 #connectors (wmesmf) COMPILE | atmwm | intel | -DAPP=ATMWM -DCCPP_SUITES=FV3_GFS_v16 -D32BIT=ON | - wcoss2 | fv3 | RUN | control_atmwav | - wcoss2 | baseline | -#RUN | control_c384gdas_wav | - jet cheyenne wcoss2 noaacloud | baseline | +#RUN | control_c384gdas_wav | - jet derecho wcoss2 noaacloud | baseline | ### ATM-GOCART tests ### COMPILE | atmaero | intel | -DAPP=ATMAERO -DCCPP_SUITES=FV3_GFS_v17_p8 -D32BIT=ON | - noaacloud | fv3 | @@ -304,114 +304,114 @@ RUN | atmaero_control_p8_rad_micro | - noaacloud COMPILE | atmaq | intel | -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -D32BIT=ON | - jet s4 | fv3 | RUN | regional_atmaq | - jet s4 | baseline | -COMPILE | atmaq_debug | intel | -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -DDEBUG=ON -D32BIT=ON | - jet noaacloud gaea cheyenne s4 | fv3 | -RUN | regional_atmaq_debug | - jet gaea cheyenne s4 noaacloud | baseline | +COMPILE | atmaq_debug | intel | -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -DDEBUG=ON -D32BIT=ON | - jet noaacloud gaea derecho s4 | fv3 | +RUN | regional_atmaq_debug | - jet gaea derecho s4 noaacloud | baseline | COMPILE | atmaq_faster | intel | -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -DFASTER=ON -D32BIT=ON | - jet s4 | fv3 | RUN | regional_atmaq_faster | - jet s4 | baseline | ### GNU TESTS ### ### CCPP PROD tests ### -COMPILE | atm | gnu | -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v17_p8_ugwpv1 | + hera cheyenne hercules | fv3 | -RUN | control_c48 | + hera cheyenne hercules | baseline | -RUN | control_stochy | + hera cheyenne hercules | baseline | -RUN | control_ras | + hera cheyenne hercules | baseline | -RUN | control_p8 | + hera cheyenne hercules | baseline | -RUN | control_p8_ugwpv1 | + hera cheyenne hercules | baseline | -RUN | control_flake | + hera cheyenne hercules | baseline | - -COMPILE | rrfs | gnu | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta -D32BIT=ON | + hera cheyenne hercules | fv3 | -RUN | rap_control | + hera cheyenne hercules | baseline | -RUN | rap_decomp | + hera cheyenne hercules | | -RUN | rap_2threads | + hera cheyenne hercules | | -RUN | rap_restart | + hera cheyenne hercules | | rap_control -RUN | rap_sfcdiff | + hera cheyenne hercules | baseline | -RUN | rap_sfcdiff_decomp | + hera cheyenne hercules | | -RUN | rap_sfcdiff_restart | + hera cheyenne hercules | | rap_sfcdiff -RUN | hrrr_control | + hera cheyenne hercules | baseline | -RUN | hrrr_control_noqr | + hera cheyenne hercules | | -RUN | hrrr_control_2threads | + hera cheyenne hercules | | -RUN | hrrr_control_decomp | + hera cheyenne hercules | | -RUN | hrrr_control_restart | + hera cheyenne hercules | | hrrr_control -RUN | hrrr_control_restart_noqr | + hera cheyenne hercules | | hrrr_control_noqr -RUN | rrfs_v1beta | + hera cheyenne hercules | baseline | +COMPILE | atm | gnu | -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v17_p8_ugwpv1 | + hera hercules | fv3 | +RUN | control_c48 | + hera hercules | baseline | +RUN | control_stochy | + hera hercules | baseline | +RUN | control_ras | + hera hercules | baseline | +RUN | control_p8 | + hera hercules | baseline | +RUN | control_p8_ugwpv1 | + hera hercules | baseline | +RUN | control_flake | + hera hercules | baseline | + +COMPILE | rrfs | gnu | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta -D32BIT=ON | + hera hercules | fv3 | +RUN | rap_control | + hera hercules | baseline | +RUN | rap_decomp | + hera hercules | | +RUN | rap_2threads | + hera hercules | | +RUN | rap_restart | + hera hercules | | rap_control +RUN | rap_sfcdiff | + hera hercules | baseline | +RUN | rap_sfcdiff_decomp | + hera hercules | | +RUN | rap_sfcdiff_restart | + hera hercules | | rap_sfcdiff +RUN | hrrr_control | + hera hercules | baseline | +RUN | hrrr_control_noqr | + hera hercules | | +RUN | hrrr_control_2threads | + hera hercules | | +RUN | hrrr_control_decomp | + hera hercules | | +RUN | hrrr_control_restart | + hera hercules | | hrrr_control +RUN | hrrr_control_restart_noqr | + hera hercules | | hrrr_control_noqr +RUN | rrfs_v1beta | + hera hercules | baseline | ### CCPP DEBUG tests ### # Exercise compilation without specifying suites (i.e. compile all suites) in DEBUG mode (faster than in PROD mode) -COMPILE | atm_dyn32_debug | gnu | -DAPP=ATM -D32BIT=ON -DDEBUG=ON | + hera cheyenne hercules | fv3 | -RUN | control_diag_debug | + hera cheyenne hercules | baseline | -RUN | regional_debug | + hera cheyenne hercules | baseline | -RUN | rap_control_debug | + hera cheyenne hercules | baseline | -RUN | hrrr_control_debug | + hera cheyenne hercules | baseline | -RUN | hrrr_gf_debug | + hera cheyenne hercules | baseline | -RUN | hrrr_c3_debug | + hera cheyenne hercules | baseline | -RUN | rap_diag_debug | + hera cheyenne hercules | baseline | -RUN | rap_noah_sfcdiff_cires_ugwp_debug | + hera cheyenne hercules | baseline | -RUN | rap_progcld_thompson_debug | + hera cheyenne hercules | baseline | -RUN | rrfs_v1beta_debug | + hera cheyenne hercules | baseline | -RUN | control_ras_debug | + hera cheyenne hercules | baseline | -RUN | control_stochy_debug | + hera cheyenne hercules | baseline | -RUN | control_debug_p8 | + hera cheyenne hercules | baseline | -RUN | rap_flake_debug | + hera cheyenne hercules | baseline | -RUN | rap_clm_lake_debug | + hera cheyenne hercules | baseline | -RUN | gnv1_c96_no_nest_debug | + hera cheyenne hercules | baseline | - - -COMPILE | wam_debug | gnu | -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DDEBUG=ON | + hera cheyenne hercules | fv3 | -RUN | control_wam_debug | + hera cheyenne | baseline | +COMPILE | atm_dyn32_debug | gnu | -DAPP=ATM -D32BIT=ON -DDEBUG=ON | + hera hercules | fv3 | +RUN | control_diag_debug | + hera hercules | baseline | +RUN | regional_debug | + hera hercules | baseline | +RUN | rap_control_debug | + hera hercules | baseline | +RUN | hrrr_control_debug | + hera hercules | baseline | +RUN | hrrr_gf_debug | + hera hercules | baseline | +RUN | hrrr_c3_debug | + hera hercules | baseline | +RUN | rap_diag_debug | + hera hercules | baseline | +RUN | rap_noah_sfcdiff_cires_ugwp_debug | + hera hercules | baseline | +RUN | rap_progcld_thompson_debug | + hera hercules | baseline | +RUN | rrfs_v1beta_debug | + hera hercules | baseline | +RUN | control_ras_debug | + hera hercules | baseline | +RUN | control_stochy_debug | + hera hercules | baseline | +RUN | control_debug_p8 | + hera hercules | baseline | +RUN | rap_flake_debug | + hera hercules | baseline | +RUN | rap_clm_lake_debug | + hera hercules | baseline | +RUN | gnv1_c96_no_nest_debug | + hera hercules | baseline | + + +COMPILE | wam_debug | gnu | -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DDEBUG=ON | + hera hercules | fv3 | +RUN | control_wam_debug | + hera | baseline | ### 32-bit physics tests ### -COMPILE | rrfs_dyn32_phy32 | gnu | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON | + hera cheyenne hercules | fv3 | -RUN | rap_control_dyn32_phy32 | + hera cheyenne hercules | baseline | -RUN | hrrr_control_dyn32_phy32 | + hera cheyenne hercules | baseline | -RUN | rap_2threads_dyn32_phy32 | + hera cheyenne hercules | | -RUN | hrrr_control_2threads_dyn32_phy32 | + hera cheyenne hercules | | -RUN | hrrr_control_decomp_dyn32_phy32 | + hera cheyenne hercules | | -RUN | rap_restart_dyn32_phy32 | + hera cheyenne hercules | | rap_control_dyn32_phy32 -RUN | hrrr_control_restart_dyn32_phy32 | + hera cheyenne hercules | | hrrr_control_dyn32_phy32 -RUN | conus13km_control | + hera cheyenne hercules | baseline | -RUN | conus13km_2threads | + hera cheyenne hercules | | conus13km_control -RUN | conus13km_restart_mismatch | + hera cheyenne hercules | baseline | conus13km_control +COMPILE | rrfs_dyn32_phy32 | gnu | -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON | + hera hercules | fv3 | +RUN | rap_control_dyn32_phy32 | + hera hercules | baseline | +RUN | hrrr_control_dyn32_phy32 | + hera hercules | baseline | +RUN | rap_2threads_dyn32_phy32 | + hera hercules | | +RUN | hrrr_control_2threads_dyn32_phy32 | + hera hercules | | +RUN | hrrr_control_decomp_dyn32_phy32 | + hera hercules | | +RUN | rap_restart_dyn32_phy32 | + hera hercules | | rap_control_dyn32_phy32 +RUN | hrrr_control_restart_dyn32_phy32 | + hera hercules | | hrrr_control_dyn32_phy32 +RUN | conus13km_control | + hera hercules | baseline | +RUN | conus13km_2threads | + hera hercules | | conus13km_control +RUN | conus13km_restart_mismatch | + hera hercules | baseline | conus13km_control # Expected to fail: -# RUN | conus13km_restart | + hera cheyenne hercules | | conus13km_control -# RUN | conus13km_decomp | + hera cheyenne hercules | | conus13km_control +# RUN | conus13km_restart | + hera hercules | | conus13km_control +# RUN | conus13km_decomp | + hera hercules | | conus13km_control -COMPILE | atm_dyn64_phy32 | gnu | -DAPP=ATM -DCCPP_32BIT=ON | + hera cheyenne hercules | fv3 | -RUN | rap_control_dyn64_phy32 | + hera cheyenne hercules | baseline | +COMPILE | atm_dyn64_phy32 | gnu | -DAPP=ATM -DCCPP_32BIT=ON | + hera hercules | fv3 | +RUN | rap_control_dyn64_phy32 | + hera hercules | baseline | -COMPILE | atm_dyn32_phy32_debug | gnu | -DAPP=ATM -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON | + hera cheyenne hercules | fv3 | -RUN | rap_control_debug_dyn32_phy32 | + hera cheyenne hercules | baseline | -RUN | hrrr_control_debug_dyn32_phy32 | + hera cheyenne hercules | baseline | -RUN | conus13km_debug | + hera cheyenne hercules | baseline | -RUN | conus13km_debug_qr | + hera hercules | | -RUN | conus13km_debug_2threads | + hera cheyenne hercules | | -RUN | conus13km_radar_tten_debug | + hera cheyenne hercules | baseline | +COMPILE | atm_dyn32_phy32_debug | gnu | -DAPP=ATM -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON | + hera hercules | fv3 | +RUN | rap_control_debug_dyn32_phy32 | + hera hercules | baseline | +RUN | hrrr_control_debug_dyn32_phy32 | + hera hercules | baseline | +RUN | conus13km_debug | + hera hercules | baseline | +RUN | conus13km_debug_qr | + hera hercules | | +RUN | conus13km_debug_2threads | + hera hercules | | +RUN | conus13km_radar_tten_debug | + hera hercules | baseline | # Expected to fail: -# RUN | conus13km_debug_decomp | + hera cheyenne hercules | | +# RUN | conus13km_debug_decomp | + hera derecho hercules | | -COMPILE | atm_dyn64_phy32_debug | gnu | -DAPP=ATM -DCCPP_32BIT=ON -DDEBUG=ON | + hera cheyenne hercules | fv3 | -RUN | rap_control_dyn64_phy32_debug | + hera cheyenne hercules | baseline | +COMPILE | atm_dyn64_phy32_debug | gnu | -DAPP=ATM -DCCPP_32BIT=ON -DDEBUG=ON | + hera hercules | fv3 | +RUN | rap_control_dyn64_phy32_debug | + hera hercules | baseline | ### S2S tests ### -COMPILE | s2swa | gnu | -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 | + hera cheyenne hercules | fv3 | -RUN | cpld_control_p8 | + hera cheyenne hercules | baseline | +COMPILE | s2swa | gnu | -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 | + hera hercules | fv3 | +RUN | cpld_control_p8 | + hera hercules | baseline | -COMPILE | s2s | gnu | -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 | + hera cheyenne hercules | fv3 | -RUN | cpld_control_nowave_noaero_p8 | + hera cheyenne hercules | baseline | +COMPILE | s2s | gnu | -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 | + hera hercules | fv3 | +RUN | cpld_control_nowave_noaero_p8 | + hera hercules | baseline | -COMPILE | s2swa_debug | gnu | -DAPP=S2SWA -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 | + hera cheyenne hercules | fv3 | -RUN | cpld_debug_p8 | + hera cheyenne hercules | baseline | +COMPILE | s2swa_debug | gnu | -DAPP=S2SWA -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 | + hera hercules | fv3 | +RUN | cpld_debug_p8 | + hera hercules | baseline | # Unstructured WW3 -COMPILE | s2sw_pdlib | gnu | -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON | + hera cheyenne hercules | fv3 | -RUN | cpld_control_pdlib_p8 | + hera cheyenne hercules | baseline | +COMPILE | s2sw_pdlib | gnu | -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON | + hera hercules | fv3 | +RUN | cpld_control_pdlib_p8 | + hera hercules | baseline | -COMPILE | s2sw_pdlib_debug | gnu | -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DDEBUG=ON | + hera cheyenne hercules | fv3 | -RUN | cpld_debug_pdlib_p8 | + hera cheyenne hercules | baseline | +COMPILE | s2sw_pdlib_debug | gnu | -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DDEBUG=ON | + hera hercules | fv3 | +RUN | cpld_debug_pdlib_p8 | + hera hercules | baseline | ### CDEPS Data Atmosphere test ### -COMPILE | datm_cdeps | gnu | -DAPP=NG-GODAS | + hera cheyenne hercules | fv3 | -RUN | datm_cdeps_control_cfsr | + hera cheyenne hercules | baseline | +COMPILE | datm_cdeps | gnu | -DAPP=NG-GODAS | + hera hercules | fv3 | +RUN | datm_cdeps_control_cfsr | + hera hercules | baseline | diff --git a/tests/rt.sh b/tests/rt.sh index 587be67d4c..5e15abc6aa 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -450,12 +450,13 @@ elif [[ $MACHINE_ID = jet ]]; then elif [[ $MACHINE_ID = s4 ]]; then module load rocoto/1.3.2 + module load ecflow/5.6.0 + module load miniconda/3.8-s4 ROCOTORUN=$(which rocotorun) ROCOTOSTAT=$(which rocotostat) ROCOTOCOMPLETE=$(which rocotocomplete) ROCOTO_SCHEDULER=slurm - module load git/2.30.0 module use /data/prod/jedi/spack-stack/modulefiles module load ecflow/5.8.4 ECFLOW_START=/data/prod/jedi/spack-stack/ecflow-5.8.4/bin/ecflow_start.sh @@ -472,29 +473,29 @@ elif [[ $MACHINE_ID = s4 ]]; then SCHEDULER=slurm -elif [[ $MACHINE_ID = cheyenne ]]; then +elif [[ $MACHINE_ID = derecho ]]; then - module use /gpfs/fs1/work/strahan/rocoto/modulefiles - module load rocoto/1.3.3 - ROCOTORUN=$(which rocotorun) - ROCOTOSTAT=$(which rocotostat) - ROCOTOCOMPLETE=$(which rocotocomplete) - ROCOTO_SCHEDULER=pbspro - ROCOTO_NODESIZE=36 - - module use /glade/work/jedipara/cheyenne/spack-stack/modulefiles/misc - module load ecflow/5.8.4 - ECFLOW_START=/glade/work/jedipara/cheyenne/spack-stack/ecflow-5.8.4/bin/ecflow_start.sh + export PATH=/glade/p/ral/jntp/tools/miniconda3/4.8.3/envs/ufs-weather-model/bin:/glade/p/ral/jntp/tools/miniconda3/4.8.3/bin:$PATH + export PATH=/glade/work/epicufsrt/contrib/derecho/rocoto/bin:$PATH + export PYTHONPATH=/glade/p/ral/jntp/tools/miniconda3/4.8.3/envs/ufs-weather-model/lib/python3.8/site-packages:/glade/p/ral/jntp/tools/miniconda3/4.8.3/lib/python3.8/site-packages + ECFLOW_START=/glade/p/ral/jntp/tools/miniconda3/4.8.3/envs/ufs-weather-model/bin/ecflow_start.sh ECF_PORT=$(( $(id -u) + 1500 )) - QUEUE=regular - COMPILE_QUEUE=regular + QUEUE=main + COMPILE_QUEUE=main PARTITION= - dprefix=/glade/scratch - DISKNM=/glade/scratch/epicufsrt/GMTB/ufs-weather-model/RT + dprefix=/glade/derecho/scratch + DISKNM=/glade/derecho/scratch/epicufsrt/ufs-weather-model/RT/ STMP=$dprefix PTMP=$dprefix SCHEDULER=pbs + cp fv3_conf/fv3_qsub.IN_derecho fv3_conf/fv3_qsub.IN + cp fv3_conf/compile_qsub.IN_derecho fv3_conf/compile_qsub.IN + + ROCOTORUN=$(which rocotorun) + ROCOTOSTAT=$(which rocotostat) + ROCOTOCOMPLETE=$(which rocotocomplete) + ROCOTO_SCHEDULER=pbspro elif [[ $MACHINE_ID = stampede ]]; then @@ -675,9 +676,9 @@ if [[ $ROCOTO == true ]]; then QUEUE=batch COMPILE_QUEUE=batch ROCOTO_SCHEDULER=slurm - elif [[ $MACHINE_ID = cheyenne ]]; then - QUEUE=regular - COMPILE_QUEUE=regular + elif [[ $MACHINE_ID = derecho ]]; then + QUEUE=main + COMPILE_QUEUE=main ROCOTO_SCHEDULER=pbspro elif [[ $MACHINE_ID = gaea ]]; then QUEUE=normal @@ -759,8 +760,8 @@ EOF QUEUE=s4 elif [[ $MACHINE_ID = gaea* ]]; then QUEUE=normal - elif [[ $MACHINE_ID = cheyenne ]]; then - QUEUE=regular + elif [[ $MACHINE_ID = derecho ]]; then + QUEUE=main else die "ecFlow is not supported on this machine $MACHINE_ID" fi @@ -904,6 +905,11 @@ EOF NODES=$(( NODES + 1 )) fi + PPN=$(( TASKS / NODES )) + if (( TASKS - ( PPN * NODES ) > 0 )); then + PPN=$((PPN + 1)) + fi + cat << EOF > ${RUNDIR_ROOT}/run_test_${TEST_NR}.env export JOB_NR=${JOB_NR} export MACHINE_ID=${MACHINE_ID} diff --git a/tests/rt_utils.sh b/tests/rt_utils.sh index fec27a0d50..0e011692cc 100755 --- a/tests/rt_utils.sh +++ b/tests/rt_utils.sh @@ -347,7 +347,7 @@ check_results() { fi if [[ $d -eq 1 && ${i##*.} == 'nc' ]] ; then - if [[ " orion hercules hera wcoss2 acorn cheyenne gaea gaea-c5 jet s4 noaacloud " =~ " ${MACHINE_ID} " ]]; then + if [[ " orion hercules hera wcoss2 acorn derecho gaea gaea-c5 jet s4 noaacloud " =~ " ${MACHINE_ID} " ]]; then printf ".......ALT CHECK.." >> ${RT_LOG} printf ".......ALT CHECK.." if [[ $CMP_DATAONLY == false ]]; then diff --git a/tests/run_test.sh b/tests/run_test.sh index 9a9989bb1b..1efc3af6f5 100755 --- a/tests/run_test.sh +++ b/tests/run_test.sh @@ -97,7 +97,7 @@ cp ${PATHTR}/modulefiles/ufs_common* ./modulefiles/. cp ${PATHRT}/module-setup.sh module-setup.sh # load nccmp module -if [[ " s4 hera orion hercules gaea gaea-c5 jet cheyenne acorn wcoss2 " =~ " $MACHINE_ID " ]]; then +if [[ " s4 hera orion hercules gaea gaea-c5 jet derecho acorn wcoss2 " =~ " $MACHINE_ID " ]]; then if [[ " wcoss2 acorn " =~ " ${MACHINE_ID} " ]] ; then module load intel/19.1.3.304 netcdf/4.7.4 module load nccmp @@ -301,9 +301,17 @@ if (( NODES * TPN < TASKS )); then fi export NODES +UFS_TASKS=${TASKS} TASKS=$(( NODES * TPN )) export TASKS +PPN=$(( UFS_TASKS / NODES )) +if (( UFS_TASKS - ( PPN * NODES ) > 0 )); then + PPN=$((PPN + 1)) +fi +export PPN +export UFS_TASKS + if [[ $SCHEDULER = 'pbs' ]]; then if [[ -e $PATHRT/fv3_conf/fv3_qsub.IN_${MACHINE_ID} ]]; then atparse < $PATHRT/fv3_conf/fv3_qsub.IN_${MACHINE_ID} > job_card diff --git a/tests/tests/atmaero_control_p8 b/tests/tests/atmaero_control_p8 index e72a2b6dd9..c041a0e093 100644 --- a/tests/tests/atmaero_control_p8 +++ b/tests/tests/atmaero_control_p8 @@ -186,6 +186,3 @@ export DOGP_SGS_CNV=.true. export SATMEDMF=.true. -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/atmaero_control_p8_rad b/tests/tests/atmaero_control_p8_rad index fe27b1029c..4f349f74b2 100644 --- a/tests/tests/atmaero_control_p8_rad +++ b/tests/tests/atmaero_control_p8_rad @@ -181,6 +181,3 @@ export DOGP_SGS_CNV=.true. export SATMEDMF=.true. -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/atmaero_control_p8_rad_micro b/tests/tests/atmaero_control_p8_rad_micro index 6d8813273b..f3908676ff 100644 --- a/tests/tests/atmaero_control_p8_rad_micro +++ b/tests/tests/atmaero_control_p8_rad_micro @@ -179,6 +179,3 @@ export DOGP_CLDOPTICS_LUT=.true. export DOGP_LWSCAT=.true. export DOGP_SGS_CNV=.true. -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/atmwav_control_noaero_p8 b/tests/tests/atmwav_control_noaero_p8 index 2ef207d940..73fd08c7cb 100644 --- a/tests/tests/atmwav_control_noaero_p8 +++ b/tests/tests/atmwav_control_noaero_p8 @@ -203,6 +203,3 @@ export DOGP_CLDOPTICS_LUT=.true. export DOGP_LWSCAT=.true. export DOGP_SGS_CNV=.true. export SATMEDMF=.true. -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/control_c384 b/tests/tests/control_c384 index 338e58e41e..041442bba3 100644 --- a/tests/tests/control_c384 +++ b/tests/tests/control_c384 @@ -53,6 +53,6 @@ export FV3_RUN=control_run.IN export CCPP_SUITE=FV3_GFS_v16 export INPUT_NML=control.nml.IN -if [[ $MACHINE_ID = gaea || $MACHINE_ID = cheyenne || $MACHINE_ID = jet ]]; then +if [[ $MACHINE_ID = gaea || $MACHINE_ID = jet ]]; then TPN=18 fi diff --git a/tests/tests/control_c384gdas b/tests/tests/control_c384gdas index d9483371ca..b054701e3e 100644 --- a/tests/tests/control_c384gdas +++ b/tests/tests/control_c384gdas @@ -95,7 +95,7 @@ export FV3_RUN=control_run.IN export CCPP_SUITE=FV3_GFS_v16 export INPUT_NML=control_gdas.nml.IN -if [[ $MACHINE_ID = gaea || $MACHINE_ID = cheyenne ]]; then +if [[ $MACHINE_ID = gaea ]]; then TPN=18 fi if [[ $MACHINE_ID = jet ]] ; then diff --git a/tests/tests/control_debug_p8 b/tests/tests/control_debug_p8 index a85933587a..01dab0812b 100644 --- a/tests/tests/control_debug_p8 +++ b/tests/tests/control_debug_p8 @@ -134,10 +134,6 @@ export DOGP_SGS_CNV=.true. export SATMEDMF=.true. -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi - if [[ " hera orion hercules gaea jet " =~ " ${MACHINE_ID} " ]] ; then ZSTANDARD_LEVEL=5 fi diff --git a/tests/tests/control_decomp_p8 b/tests/tests/control_decomp_p8 index aecaf438a6..18c19d64af 100644 --- a/tests/tests/control_decomp_p8 +++ b/tests/tests/control_decomp_p8 @@ -172,7 +172,3 @@ export DOGP_LWSCAT=.true. export DOGP_SGS_CNV=.true. export SATMEDMF=.true. - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/control_noqr_p8 b/tests/tests/control_noqr_p8 index 6d55d9b410..84a55d15a2 100644 --- a/tests/tests/control_noqr_p8 +++ b/tests/tests/control_noqr_p8 @@ -174,7 +174,3 @@ export DOGP_LWSCAT=.true. export DOGP_SGS_CNV=.true. export SATMEDMF=.true. - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/control_p8 b/tests/tests/control_p8 index 57e234cc31..cc31499dcf 100644 --- a/tests/tests/control_p8 +++ b/tests/tests/control_p8 @@ -174,10 +174,6 @@ export DOGP_SGS_CNV=.true. export SATMEDMF=.true. -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi - if [[ " hera orion hercules gaea jet " =~ " ${MACHINE_ID} " ]] ; then ZSTANDARD_LEVEL=5 fi diff --git a/tests/tests/control_p8_atmlnd_sbs b/tests/tests/control_p8_atmlnd_sbs index 9430d500e9..44dc64b6ea 100644 --- a/tests/tests/control_p8_atmlnd_sbs +++ b/tests/tests/control_p8_atmlnd_sbs @@ -212,10 +212,6 @@ export DOGP_SGS_CNV=.true. export SATMEDMF=.true. -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi - export CPLLND=.true. export UFS_CONFIGURE=ufs.configure.atm_lnd.IN diff --git a/tests/tests/control_p8_faster b/tests/tests/control_p8_faster index 5625bd5d13..46c5a256c4 100644 --- a/tests/tests/control_p8_faster +++ b/tests/tests/control_p8_faster @@ -173,7 +173,3 @@ export DOGP_LWSCAT=.true. export DOGP_SGS_CNV=.true. export SATMEDMF=.true. - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/control_p8_lndp b/tests/tests/control_p8_lndp index 64138cf779..8b214b2def 100644 --- a/tests/tests/control_p8_lndp +++ b/tests/tests/control_p8_lndp @@ -151,7 +151,3 @@ export DOGP_LWSCAT=.true. export DOGP_SGS_CNV=.true. export SATMEDMF=.true. - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/control_p8_mynn b/tests/tests/control_p8_mynn index 7cc85b5d4e..26e382bacd 100644 --- a/tests/tests/control_p8_mynn +++ b/tests/tests/control_p8_mynn @@ -175,7 +175,3 @@ export DOGP_SGS_CNV=.true. export IMFSHALCNV=-1 export SHAL_CNV=.false. export DO_MYNNEDMF=.true. - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/control_p8_rrtmgp b/tests/tests/control_p8_rrtmgp index 6c29e412eb..f7b1a313d6 100644 --- a/tests/tests/control_p8_rrtmgp +++ b/tests/tests/control_p8_rrtmgp @@ -173,7 +173,3 @@ export DOGP_LWSCAT=.true. export DOGP_SGS_CNV=.true. export SATMEDMF=.true. - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/control_p8_ugwpv1 b/tests/tests/control_p8_ugwpv1 index d3c840a316..d3da971eed 100644 --- a/tests/tests/control_p8_ugwpv1 +++ b/tests/tests/control_p8_ugwpv1 @@ -177,7 +177,3 @@ export DOGP_LWSCAT=.true. export DOGP_SGS_CNV=.true. export SATMEDMF=.true. - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_2threads_p8 b/tests/tests/cpld_2threads_p8 index 292ab91aef..00ed1c8f91 100644 --- a/tests/tests/cpld_2threads_p8 +++ b/tests/tests/cpld_2threads_p8 @@ -89,6 +89,6 @@ export eps_imesh=2.5e-1 export FV3_RUN=cpld_control_run.IN -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi +if [[ $MACHINE_ID = derecho ]]; then + TPN=96 +fi \ No newline at end of file diff --git a/tests/tests/cpld_control_c192_p8 b/tests/tests/cpld_control_c192_p8 index 2a91d8a261..5dc87183b2 100644 --- a/tests/tests/cpld_control_c192_p8 +++ b/tests/tests/cpld_control_c192_p8 @@ -139,6 +139,7 @@ export CDMBWD=${CDMBWD_c192} export FV3_RUN=cpld_control_run.IN -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 +if [[ $MACHINE_ID = derecho ]]; then + TPN=96 fi + diff --git a/tests/tests/cpld_control_ciceC_p8 b/tests/tests/cpld_control_ciceC_p8 index 1d7a9d317e..f96caf3733 100644 --- a/tests/tests/cpld_control_ciceC_p8 +++ b/tests/tests/cpld_control_ciceC_p8 @@ -83,7 +83,3 @@ export eps_imesh=2.5e-1 export CICE_GRIDICE=C export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_control_gfsv17 b/tests/tests/cpld_control_gfsv17 index 6e79176d07..37f7ba1f80 100644 --- a/tests/tests/cpld_control_gfsv17 +++ b/tests/tests/cpld_control_gfsv17 @@ -125,10 +125,6 @@ export UFS_CONFIGURE=ufs.configure.s2sw_slow.IN export PROGSIGMA=.true. export IOPT_DIAG=1 -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi - if [[ $MACHINE_ID = hera ]] && [[ $RT_COMPILER = gnu ]]; then WLCLK=40 fi diff --git a/tests/tests/cpld_control_gfsv17_iau b/tests/tests/cpld_control_gfsv17_iau index f1e2544abe..b34e596869 100644 --- a/tests/tests/cpld_control_gfsv17_iau +++ b/tests/tests/cpld_control_gfsv17_iau @@ -99,10 +99,6 @@ export IAU_INC_FILES="'fv_increment3.nc','fv_increment6.nc','fv_increment9.nc'" export ODA_INCUPD="True" export ODA_INCUPD_UV="True" -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi - if [[ $MACHINE_ID = hera ]] && [[ $RT_COMPILER = gnu ]]; then WLCLK=40 fi diff --git a/tests/tests/cpld_control_noaero_p8 b/tests/tests/cpld_control_noaero_p8 index 24239bb95a..5b24e45697 100644 --- a/tests/tests/cpld_control_noaero_p8 +++ b/tests/tests/cpld_control_noaero_p8 @@ -86,7 +86,3 @@ export FIELD_TABLE=field_table_thompson_noaero_tke export UFS_CONFIGURE=ufs.configure.s2sw.IN export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_control_noaero_p8_agrid b/tests/tests/cpld_control_noaero_p8_agrid index 896c34c2a0..8dce041975 100644 --- a/tests/tests/cpld_control_noaero_p8_agrid +++ b/tests/tests/cpld_control_noaero_p8_agrid @@ -96,7 +96,3 @@ export DIAG_TABLE=diag_table_template export UFS_CONFIGURE=ufs.configure.s2s_aoflux.IN export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_control_nowave_noaero_p8 b/tests/tests/cpld_control_nowave_noaero_p8 index 27bb072fe4..a7bdb29cf0 100644 --- a/tests/tests/cpld_control_nowave_noaero_p8 +++ b/tests/tests/cpld_control_nowave_noaero_p8 @@ -103,7 +103,3 @@ export DIAG_TABLE=diag_table_template export UFS_CONFIGURE=ufs.configure.s2s.IN export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_control_p8 b/tests/tests/cpld_control_p8 index fc48910ab3..1f5cbb086e 100644 --- a/tests/tests/cpld_control_p8 +++ b/tests/tests/cpld_control_p8 @@ -82,6 +82,6 @@ export eps_imesh=2.5e-1 export FV3_RUN=cpld_control_run.IN -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi +if [[ $MACHINE_ID = derecho ]]; then + TPN=96 +fi \ No newline at end of file diff --git a/tests/tests/cpld_control_p8_faster b/tests/tests/cpld_control_p8_faster index d518f8309b..bc89653c23 100644 --- a/tests/tests/cpld_control_p8_faster +++ b/tests/tests/cpld_control_p8_faster @@ -81,7 +81,3 @@ export MOM6_ALLOW_LANDMASK_CHANGES=True export eps_imesh=2.5e-1 export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_control_p8_mixedmode b/tests/tests/cpld_control_p8_mixedmode index af276f61e1..0668d61a0a 100644 --- a/tests/tests/cpld_control_p8_mixedmode +++ b/tests/tests/cpld_control_p8_mixedmode @@ -81,7 +81,3 @@ export MOM6_ALLOW_LANDMASK_CHANGES=True export eps_imesh=2.5e-1 export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_control_pdlib_p8 b/tests/tests/cpld_control_pdlib_p8 index 396c749398..ca73570f27 100644 --- a/tests/tests/cpld_control_pdlib_p8 +++ b/tests/tests/cpld_control_pdlib_p8 @@ -102,10 +102,6 @@ export UFS_CONFIGURE=ufs.configure.s2sw.IN export FV3_RUN=cpld_control_run.IN -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi - if [[ $MACHINE_ID = hera ]] && [[ $RT_COMPILER = gnu ]]; then WLCLK=40 fi diff --git a/tests/tests/cpld_control_qr_p8 b/tests/tests/cpld_control_qr_p8 index 3e8787a705..94cb48419d 100644 --- a/tests/tests/cpld_control_qr_p8 +++ b/tests/tests/cpld_control_qr_p8 @@ -82,7 +82,3 @@ export MOM6_ALLOW_LANDMASK_CHANGES=True export eps_imesh=2.5e-1 export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_debug_gfsv17 b/tests/tests/cpld_debug_gfsv17 index 49c99966c7..4662ea3b22 100644 --- a/tests/tests/cpld_debug_gfsv17 +++ b/tests/tests/cpld_debug_gfsv17 @@ -117,10 +117,6 @@ export UFS_CONFIGURE=ufs.configure.s2sw_slow.IN export FV3_RUN=cpld_control_run.IN -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi - if [[ $MACHINE_ID = hera ]] && [[ $RT_COMPILER = gnu ]]; then WLCLK=40 fi diff --git a/tests/tests/cpld_debug_noaero_p8 b/tests/tests/cpld_debug_noaero_p8 index 24a6347b31..3e28f3fa22 100644 --- a/tests/tests/cpld_debug_noaero_p8 +++ b/tests/tests/cpld_debug_noaero_p8 @@ -77,7 +77,3 @@ export FIELD_TABLE=field_table_thompson_noaero_tke export UFS_CONFIGURE=ufs.configure.s2sw.IN export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_debug_p8 b/tests/tests/cpld_debug_p8 index 22472f7a47..2b11c77eb8 100644 --- a/tests/tests/cpld_debug_p8 +++ b/tests/tests/cpld_debug_p8 @@ -73,10 +73,6 @@ export CICE_DIAGFREQ=`expr $((FHMAX-$FHROT)) \* 3600 / $DT_CICE` export FV3_RUN=cpld_control_run.IN -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi - if [[ $MACHINE_ID = hera ]] && [[ $RT_COMPILER = gnu ]]; then WLCLK=40 fi diff --git a/tests/tests/cpld_debug_pdlib_p8 b/tests/tests/cpld_debug_pdlib_p8 index b4abb73d4f..3086203b4b 100644 --- a/tests/tests/cpld_debug_pdlib_p8 +++ b/tests/tests/cpld_debug_pdlib_p8 @@ -95,10 +95,6 @@ export UFS_CONFIGURE=ufs.configure.s2sw.IN export FV3_RUN=cpld_control_run.IN -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi - if [[ $MACHINE_ID = hera && $RT_COMPILER = gnu ]] || [[ $MACHINE_ID = jet ]]; then WLCLK=40 fi diff --git a/tests/tests/cpld_decomp_p8 b/tests/tests/cpld_decomp_p8 index 829e878144..ba55cbd6ae 100644 --- a/tests/tests/cpld_decomp_p8 +++ b/tests/tests/cpld_decomp_p8 @@ -83,6 +83,6 @@ export eps_imesh=2.5e-1 export FV3_RUN=cpld_control_run.IN -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 +if [[ $MACHINE_ID = derecho ]]; then + TPN=96 fi diff --git a/tests/tests/cpld_mpi_gfsv17 b/tests/tests/cpld_mpi_gfsv17 index 062d9d7a35..71529cab46 100644 --- a/tests/tests/cpld_mpi_gfsv17 +++ b/tests/tests/cpld_mpi_gfsv17 @@ -133,7 +133,3 @@ export UFS_CONFIGURE=ufs.configure.s2sw_slow.IN #GFSv17 settings export PROGSIGMA=.true. export IOPT_DIAG=1 - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_mpi_p8 b/tests/tests/cpld_mpi_p8 index e8ecbc2837..fe90cf0412 100644 --- a/tests/tests/cpld_mpi_p8 +++ b/tests/tests/cpld_mpi_p8 @@ -83,6 +83,6 @@ export eps_imesh=2.5e-1 export FV3_RUN=cpld_control_run.IN -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 +if [[ $MACHINE_ID = derecho ]]; then + TPN=96 fi diff --git a/tests/tests/cpld_mpi_pdlib_p8 b/tests/tests/cpld_mpi_pdlib_p8 index 555b5fbb4c..07994612c0 100644 --- a/tests/tests/cpld_mpi_pdlib_p8 +++ b/tests/tests/cpld_mpi_pdlib_p8 @@ -104,7 +104,3 @@ export FIELD_TABLE=field_table_thompson_noaero_tke export UFS_CONFIGURE=ufs.configure.s2sw.IN export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_restart_c192_p8 b/tests/tests/cpld_restart_c192_p8 index 60fb704160..57f9459c64 100644 --- a/tests/tests/cpld_restart_c192_p8 +++ b/tests/tests/cpld_restart_c192_p8 @@ -156,7 +156,3 @@ export CICE_USE_RESTART_TIME=.true. export MOM6_RESTART_SETTING=r export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_restart_gfsv17 b/tests/tests/cpld_restart_gfsv17 index 25181ba6d8..8b33cbfefb 100644 --- a/tests/tests/cpld_restart_gfsv17 +++ b/tests/tests/cpld_restart_gfsv17 @@ -133,7 +133,3 @@ export UFS_CONFIGURE=ufs.configure.s2sw_slow.IN #GFSv17 settings export PROGSIGMA=.true. export IOPT_DIAG=1 - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_restart_p8 b/tests/tests/cpld_restart_p8 index 4facda3166..ba3fa68606 100644 --- a/tests/tests/cpld_restart_p8 +++ b/tests/tests/cpld_restart_p8 @@ -89,6 +89,6 @@ export CICE_DIAGFREQ=`expr $((FHMAX-$FHROT)) \* 3600 / $DT_CICE` export FV3_RUN=cpld_control_run.IN -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 +if [[ $MACHINE_ID = derecho ]]; then + TPN=96 fi diff --git a/tests/tests/cpld_restart_pdlib_p8 b/tests/tests/cpld_restart_pdlib_p8 index bde0f8ff57..176a4e4698 100644 --- a/tests/tests/cpld_restart_pdlib_p8 +++ b/tests/tests/cpld_restart_pdlib_p8 @@ -108,7 +108,3 @@ export FIELD_TABLE=field_table_thompson_noaero_tke export UFS_CONFIGURE=ufs.configure.s2sw.IN export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/cpld_restart_qr_p8 b/tests/tests/cpld_restart_qr_p8 index 943addba45..791105837c 100644 --- a/tests/tests/cpld_restart_qr_p8 +++ b/tests/tests/cpld_restart_qr_p8 @@ -89,7 +89,3 @@ export eps_imesh=2.5e-1 export CICE_DIAGFREQ=`expr $((FHMAX-$FHROT)) \* 3600 / $DT_CICE` export FV3_RUN=cpld_control_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/hafs_global_multiple_4nests_atm b/tests/tests/hafs_global_multiple_4nests_atm index 38cef6282d..6a01ace39b 100644 --- a/tests/tests/hafs_global_multiple_4nests_atm +++ b/tests/tests/hafs_global_multiple_4nests_atm @@ -242,7 +242,3 @@ export INPUT_NEST05_NML=input_nest_hafs.nml.IN export MODEL_CONFIGURE=model_configure_hafs.IN export UFS_CONFIGURE=ufs.configure.hafs_atm.IN export FV3_RUN=hafs_fv3_run.IN - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/merra2_thompson b/tests/tests/merra2_thompson index ba85464afc..7e217c27ff 100644 --- a/tests/tests/merra2_thompson +++ b/tests/tests/merra2_thompson @@ -171,7 +171,3 @@ export DO_RRTMGP=.false. export DOGP_CLDOPTICS_LUT=.true. export DOGP_LWSCAT=.true. export DOGP_SGS_CNV=.true. - -if [[ $MACHINE_ID = cheyenne ]]; then - TPN=18 -fi diff --git a/tests/tests/regional_atmaq b/tests/tests/regional_atmaq index 6df575f467..7d36dc520b 100644 --- a/tests/tests/regional_atmaq +++ b/tests/tests/regional_atmaq @@ -100,6 +100,6 @@ export CCPP_SUITE=FV3_GFS_v15p2 if [[ $MACHINE_ID = hera ]]; then TPN=30 -elif [[ $MACHINE_ID = cheyenne || $MACHINE_ID = gaea* ]]; then +elif [[ $MACHINE_ID = gaea ]]; then TPN=16 fi diff --git a/tests/tests/regional_atmaq_debug b/tests/tests/regional_atmaq_debug index 0e4aa0216c..5683d0ebde 100644 --- a/tests/tests/regional_atmaq_debug +++ b/tests/tests/regional_atmaq_debug @@ -98,6 +98,6 @@ export CCPP_SUITE=FV3_GFS_v15p2 if [[ $MACHINE_ID = hera ]]; then TPN=30 -elif [[ $MACHINE_ID = cheyenne || $MACHINE_ID = gaea* ]]; then +elif [[ $MACHINE_ID = gaea* ]]; then TPN=16 fi diff --git a/tests/tests/regional_atmaq_faster b/tests/tests/regional_atmaq_faster index 0d2bc1a434..76d1064c8a 100644 --- a/tests/tests/regional_atmaq_faster +++ b/tests/tests/regional_atmaq_faster @@ -94,8 +94,6 @@ export CCPP_SUITE=FV3_GFS_v15p2 if [[ $MACHINE_ID = hera ]]; then TPN=30 -elif [[ $MACHINE_ID = cheyenne ]]; then - TPN=16 elif [[ $MACHINE_ID = gaea* ]]; then TPN=18 fi