From 64bdf71f14b608a2a0cfe2acd3dd25460998dcd8 Mon Sep 17 00:00:00 2001 From: "Haiqin.Li" Date: Tue, 5 Mar 2024 03:46:10 +0000 Subject: [PATCH 1/8] "point to the MYNN PBL update for RRFS.v1" --- .gitmodules | 4 ++-- FV3 | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.gitmodules b/.gitmodules index fee315db63..6a46e7dd4b 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,7 +1,7 @@ [submodule "FV3"] path = FV3 - url = https://github.com/NOAA-EMC/fv3atm - branch = production/RRFS.v1 + url = https://github.com/haiqinli/fv3atm + branch = production/RRFS.v1-mynn [submodule "WW3"] path = WW3 url = https://github.com/NOAA-EMC/WW3 diff --git a/FV3 b/FV3 index d625cd2a17..09563a84f9 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit d625cd2a17fa271bc7a31c7ef730446c089c7daa +Subproject commit 09563a84f914f66cae06e4d8d67b949483b50330 From d246761788dd8069a56a7f764af2b47cff58a634 Mon Sep 17 00:00:00 2001 From: "Haiqin.Li" Date: Thu, 14 Mar 2024 14:54:38 +0000 Subject: [PATCH 2/8] "point to the updates of smoke and fv3atm PR #801" --- FV3 | 2 +- tests/logs/RegressionTests_hera.log | 8290 ++++++++++++++++++++++----- 2 files changed, 6934 insertions(+), 1358 deletions(-) diff --git a/FV3 b/FV3 index 315a301ff1..f1c254cd5c 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 315a301ff1521cf37bbb65ae22b6d42796186fd3 +Subproject commit f1c254cd5ccb9d2c3d7a4179f02f552eedad7a1e diff --git a/tests/logs/RegressionTests_hera.log b/tests/logs/RegressionTests_hera.log index e338bbc3fc..9f99146eba 100644 --- a/tests/logs/RegressionTests_hera.log +++ b/tests/logs/RegressionTests_hera.log @@ -1,686 +1,3010 @@ -Wed Mar 6 02:31:45 UTC 2024 +Thu Mar 14 03:43:57 UTC 2024 Start Regression test -Testing UFSWM Hash: 4175940e258e2265ed38328c59fdae76afc0e9bb +Testing UFSWM Hash: da91533f4415d5701ee6bf212970ffe256fa561c Testing With Submodule Hashes: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) 89603d16f39675624fc8518da50d9515cd5f18c6 CDEPS-interface/CDEPS (cdeps0.4.17-39-g89603d1) 620e48fe75d92aa607af7e21f2d8691baddd2851 CICE-interface/CICE (CICE6.0.0-445-g620e48f) 13ed05982efc95c077efc3b9609688554e3a854c CMEPS-interface/CMEPS (cmeps_v0.4.1-1409-g13ed059) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - 3e4d60b5f88a3a581526659c28c511bdde1c35b2 FV3 (remotes/origin/thompson_refactor_RRFS) ++1e178d7c7e710aa4eaf78492e20c6a2c93015f2d FV3 (heads/production/RRFS.v1-mynn) 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) c8a7325c040b4cb1327c55c8248e8e66972239a5 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-9878-gc8a7325c0) 0cd3e23ae5d35ef93e205e4d0c3b13ccc0d851f5 NOAHMP-interface/noahmp (v3.7.1-423-g0cd3e23) 4ffc47e10e3d3f3bbee50251aacb28b7e0165b92 WW3 (6.07.1-344-g4ffc47e1) a5561802021d89a9a1e2b52cb69393efcdc6f71c stochastic_physics (ufs-v2.0.0-199-ga556180) -Compile atm_debug_dyn32_intel elapsed time 286 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_faster_dyn32_intel elapsed time 542 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_debug_intel elapsed time 201 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn32_phy32_faster_intel elapsed time 529 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_intel elapsed time 518 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn64_phy32_debug_intel elapsed time 201 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atmaero_intel elapsed time 545 seconds. -DAPP=ATMAERO -DCCPP_SUITES=FV3_GFS_v17_p8 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atmaq_debug_intel elapsed time 239 seconds. -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -DDEBUG=ON -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atmaq_intel elapsed time 527 seconds. -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atm_debug_dyn32_intel elapsed time 288 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atm_dyn32_debug_gnu elapsed time 194 seconds. -DAPP=ATM -D32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atm_dyn32_intel elapsed time 594 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v17_p8,FV3_GFS_v17_p8_rrtmgp,FV3_GFS_v15_thompson_mynn_lam3km,FV3_WoFS_v0,FV3_GFS_v17_p8_mynn,FV3_GFS_v17_p8_ugwpv1 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atm_dyn32_phy32_debug_gnu elapsed time 195 seconds. -DAPP=ATM -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atm_dyn64_phy32_debug_gnu elapsed time 199 seconds. -DAPP=ATM -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atm_dyn64_phy32_gnu elapsed time 312 seconds. -DAPP=ATM -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atm_faster_dyn32_intel elapsed time 567 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atm_gnu elapsed time 220 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v17_p8_ugwpv1 -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atml_intel elapsed time 616 seconds. -DAPP=ATML -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v17_p8,FV3_GFS_v17_p8_rrtmgp,FV3_GFS_v15_thompson_mynn_lam3km,FV3_WoFS_v0,FV3_GFS_v17_p8_mynn -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atmw_intel elapsed time 572 seconds. -DAPP=ATMW -DCCPP_SUITES=FV3_GFS_v17_p8 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile atmwm_intel elapsed time 567 seconds. -DAPP=ATMWM -DCCPP_SUITES=FV3_GFS_v16 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile csawmg_intel elapsed time 530 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_csawmg,FV3_GFS_v16_ras -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile datm_cdeps_debug_intel elapsed time 176 seconds. -DAPP=NG-GODAS -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile datm_cdeps_faster_intel elapsed time 356 seconds. -DAPP=NG-GODAS -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile datm_cdeps_gnu elapsed time 803 seconds. -DAPP=NG-GODAS -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile datm_cdeps_intel elapsed time 352 seconds. -DAPP=NG-GODAS -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile datm_cdeps_land_intel elapsed time 58 seconds. -DAPP=LND -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile hafs_all_intel elapsed time 581 seconds. -DAPP=HAFS-ALL -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile hafsw_debug_intel elapsed time 239 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile hafsw_faster_intel elapsed time 600 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile hafsw_intel elapsed time 598 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst,FV3_HAFS_v1_thompson_tedmf_gfdlsf,FV3_global_nest_v1 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_debug_intel elapsed time 211 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn32_phy32_faster_intel elapsed time 545 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_gnu elapsed time 208 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_intel elapsed time 525 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn64_phy32_debug_intel elapsed time 207 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug Compile rrfs_dyn64_phy32_intel elapsed time 528 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_intel elapsed time 554 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_gnu elapsed time 207 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_intel elapsed time 558 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile s2s_aoflux_intel elapsed time 610 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_sfcocn -DCMEPS_AOFLUX=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2s_gnu elapsed time 814 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2s_intel elapsed time 603 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2swa_32bit_intel elapsed time 692 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8,FV3_GFS_v17_coupled_p8_ugwpv1 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2swa_32bit_pdlib_debug_intel elapsed time 277 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_ugwpv1 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile s2swa_32bit_pdlib_intel elapsed time 943 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_ugwpv1 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2swa_debug_gnu elapsed time 138 seconds. -DAPP=S2SWA -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile s2swa_debug_intel elapsed time 276 seconds. -DAPP=S2SWA -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile s2swa_faster_intel elapsed time 969 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2swa_gnu elapsed time 836 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2swa_intel elapsed time 691 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2sw_debug_intel elapsed time 249 seconds. -DAPP=S2SW -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile s2sw_intel elapsed time 659 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2sw_pdlib_debug_gnu elapsed time 130 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile s2sw_pdlib_debug_intel elapsed time 252 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON +Compile s2sw_pdlib_gnu elapsed time 820 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile s2sw_pdlib_intel elapsed time 906 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON +Compile wam_debug_gnu elapsed time 99 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile wam_debug_intel elapsed time 208 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile wam_intel elapsed time 511 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_mixedmode_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_p8_mixedmode_intel +Checking test 001 cpld_control_p8_mixedmode_intel results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 302.960257 + 0: The maximum resident set size (KB) = 3126768 + +Test 001 cpld_control_p8_mixedmode_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_gfsv17_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_gfsv17_intel +Checking test 002 cpld_control_gfsv17_intel results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 951.481770 + 0: The maximum resident set size (KB) = 1716780 + +Test 002 cpld_control_gfsv17_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_gfsv17_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_mpi_gfsv17_intel +Checking test 005 cpld_mpi_gfsv17_intel results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 1076.001198 + 0: The maximum resident set size (KB) = 1631516 + +Test 005 cpld_mpi_gfsv17_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_gfsv17_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_gfsv17_intel +Checking test 006 cpld_debug_gfsv17_intel results .... + Comparing sfcf003.tile1.nc ............MISSING baseline + Comparing sfcf003.tile2.nc ............MISSING baseline + Comparing sfcf003.tile3.nc ............MISSING baseline + Comparing sfcf003.tile4.nc ............MISSING baseline + Comparing sfcf003.tile5.nc ............MISSING baseline + Comparing sfcf003.tile6.nc ............MISSING baseline + Comparing atmf003.tile1.nc ............MISSING baseline + Comparing atmf003.tile2.nc ............MISSING baseline + Comparing atmf003.tile3.nc ............MISSING baseline + Comparing atmf003.tile4.nc ............MISSING baseline + Comparing atmf003.tile5.nc ............MISSING baseline + Comparing atmf003.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline + Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline + Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 1376.022068 + 0: The maximum resident set size (KB) = 1673644 + +Test 006 cpld_debug_gfsv17_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_p8_intel +Checking test 007 cpld_control_p8_intel results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 328.783631 + 0: The maximum resident set size (KB) = 3152424 + +Test 007 cpld_control_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_qr_p8_intel +Checking test 009 cpld_control_qr_p8_intel results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 329.094394 + 0: The maximum resident set size (KB) = 3217452 + +Test 009 cpld_control_qr_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_2threads_p8_intel +Checking test 011 cpld_2threads_p8_intel results .... + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 314.139647 + 0: The maximum resident set size (KB) = 3532528 + +Test 011 cpld_2threads_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_decomp_p8_intel +Checking test 012 cpld_decomp_p8_intel results .... + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 330.144718 + 0: The maximum resident set size (KB) = 3182500 + +Test 012 cpld_decomp_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_mpi_p8_intel +Checking test 013 cpld_mpi_p8_intel results .... + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 268.820939 + 0: The maximum resident set size (KB) = 3017184 + +Test 013 cpld_mpi_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_ciceC_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_ciceC_p8_intel +Checking test 014 cpld_control_ciceC_p8_intel results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 326.025624 + 0: The maximum resident set size (KB) = 3188524 + +Test 014 cpld_control_ciceC_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_c192_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_c192_p8_intel +Checking test 015 cpld_control_c192_p8_intel results .... + Comparing sfcf030.tile1.nc ............MISSING baseline + Comparing sfcf030.tile2.nc ............MISSING baseline + Comparing sfcf030.tile3.nc ............MISSING baseline + Comparing sfcf030.tile4.nc ............MISSING baseline + Comparing sfcf030.tile5.nc ............MISSING baseline + Comparing sfcf030.tile6.nc ............MISSING baseline + Comparing atmf030.tile1.nc ............MISSING baseline + Comparing atmf030.tile2.nc ............MISSING baseline + Comparing atmf030.tile3.nc ............MISSING baseline + Comparing atmf030.tile4.nc ............MISSING baseline + Comparing atmf030.tile5.nc ............MISSING baseline + Comparing atmf030.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210323_1200z.nc4 ............MISSING baseline + Comparing RESTART/20210323.120000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.120000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.120000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.120000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.120000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.120000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.120000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.120000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.120000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.120000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.120000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.120000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.120000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.120000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.120000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.120000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-43200.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-43200.nc ............MISSING baseline + Comparing 20210323.120000.out_grd.ww3 ............MISSING baseline + Comparing 20210323.120000.out_pnt.ww3 ............MISSING baseline + + 0: The total amount of wall time = 572.911087 + 0: The maximum resident set size (KB) = 3277340 + +Test 015 cpld_control_c192_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_bmark_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_bmark_p8_intel +Checking test 017 cpld_bmark_p8_intel results .... + Comparing sfcf006.nc ............MISSING baseline + Comparing atmf006.nc ............MISSING baseline + Comparing GFSFLX.GrbF06 ............MISSING baseline + Comparing GFSPRS.GrbF06 ............MISSING baseline + Comparing gocart.inst_aod.20130401_0600z.nc4 ............MISSING baseline + Comparing RESTART/20130401.060000.coupler.res ............MISSING baseline + Comparing RESTART/20130401.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20130401.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20130401.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20130401.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20130401.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20130401.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20130401.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20130401.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20130401.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20130401.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20130401.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20130401.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20130401.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20130401.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20130401.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/20130401.060000.MOM.res_1.nc ............MISSING baseline + Comparing RESTART/20130401.060000.MOM.res_2.nc ............MISSING baseline + Comparing RESTART/20130401.060000.MOM.res_3.nc ............MISSING baseline + Comparing RESTART/iced.2013-04-01-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2013-04-01-21600.nc ............MISSING baseline + Comparing 20130401.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20130401.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 566.173356 + 0: The maximum resident set size (KB) = 4099436 + +Test 017 cpld_bmark_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_s2sa_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_s2sa_p8_intel +Checking test 019 cpld_s2sa_p8_intel results .... + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 308.886696 + 0: The maximum resident set size (KB) = 3134104 + +Test 019 cpld_s2sa_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_noaero_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_noaero_p8_intel +Checking test 020 cpld_control_noaero_p8_intel results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 259.812255 + 0: The maximum resident set size (KB) = 1711220 + +Test 020 cpld_control_noaero_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_c96_noaero_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_nowave_noaero_p8_intel +Checking test 021 cpld_control_nowave_noaero_p8_intel results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 252.846779 + 0: The maximum resident set size (KB) = 1774980 + +Test 021 cpld_control_nowave_noaero_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_p8_intel +Checking test 022 cpld_debug_p8_intel results .... + Comparing sfcf003.tile1.nc ............MISSING baseline + Comparing sfcf003.tile2.nc ............MISSING baseline + Comparing sfcf003.tile3.nc ............MISSING baseline + Comparing sfcf003.tile4.nc ............MISSING baseline + Comparing sfcf003.tile5.nc ............MISSING baseline + Comparing sfcf003.tile6.nc ............MISSING baseline + Comparing atmf003.tile1.nc ............MISSING baseline + Comparing atmf003.tile2.nc ............MISSING baseline + Comparing atmf003.tile3.nc ............MISSING baseline + Comparing atmf003.tile4.nc ............MISSING baseline + Comparing atmf003.tile5.nc ............MISSING baseline + Comparing atmf003.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210322_0900z.nc4 ............MISSING baseline + Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline + Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline + Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 483.663472 + 0: The maximum resident set size (KB) = 3241224 + +Test 022 cpld_debug_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_noaero_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_noaero_p8_intel +Checking test 023 cpld_debug_noaero_p8_intel results .... + Comparing sfcf003.tile1.nc ............MISSING baseline + Comparing sfcf003.tile2.nc ............MISSING baseline + Comparing sfcf003.tile3.nc ............MISSING baseline + Comparing sfcf003.tile4.nc ............MISSING baseline + Comparing sfcf003.tile5.nc ............MISSING baseline + Comparing sfcf003.tile6.nc ............MISSING baseline + Comparing atmf003.tile1.nc ............MISSING baseline + Comparing atmf003.tile2.nc ............MISSING baseline + Comparing atmf003.tile3.nc ............MISSING baseline + Comparing atmf003.tile4.nc ............MISSING baseline + Comparing atmf003.tile5.nc ............MISSING baseline + Comparing atmf003.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline + Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline + Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 330.321420 + 0: The maximum resident set size (KB) = 1706224 + +Test 023 cpld_debug_noaero_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_noaero_p8_agrid_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_noaero_p8_agrid_intel +Checking test 024 cpld_control_noaero_p8_agrid_intel results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 250.498222 + 0: The maximum resident set size (KB) = 1719908 + +Test 024 cpld_control_noaero_p8_agrid_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_c48_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_c48_intel +Checking test 025 cpld_control_c48_intel results .... + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 558.454603 + 0: The maximum resident set size (KB) = 2818220 + +Test 025 cpld_control_c48_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_faster_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_p8_faster_intel +Checking test 026 cpld_control_p8_faster_intel results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 308.384948 + 0: The maximum resident set size (KB) = 3196636 + +Test 026 cpld_control_p8_faster_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_pdlib_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_pdlib_p8_intel +Checking test 027 cpld_control_pdlib_p8_intel results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 961.527794 + 0: The maximum resident set size (KB) = 1761172 + +Test 027 cpld_control_pdlib_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_pdlib_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_pdlib_p8_intel +Checking test 030 cpld_debug_pdlib_p8_intel results .... + Comparing sfcf003.tile1.nc ............MISSING baseline + Comparing sfcf003.tile2.nc ............MISSING baseline + Comparing sfcf003.tile3.nc ............MISSING baseline + Comparing sfcf003.tile4.nc ............MISSING baseline + Comparing sfcf003.tile5.nc ............MISSING baseline + Comparing sfcf003.tile6.nc ............MISSING baseline + Comparing atmf003.tile1.nc ............MISSING baseline + Comparing atmf003.tile2.nc ............MISSING baseline + Comparing atmf003.tile3.nc ............MISSING baseline + Comparing atmf003.tile4.nc ............MISSING baseline + Comparing atmf003.tile5.nc ............MISSING baseline + Comparing atmf003.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline + Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline + Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 1507.178026 + 0: The maximum resident set size (KB) = 1693588 + +Test 030 cpld_debug_pdlib_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_flake_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_flake_intel +Checking test 031 control_flake_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 186.800282 + 0: The maximum resident set size (KB) = 702472 + +Test 031 control_flake_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_CubedSphereGrid_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_CubedSphereGrid_intel +Checking test 032 control_CubedSphereGrid_intel results .... + Comparing sfcf000.tile1.nc ............MISSING baseline + Comparing sfcf000.tile2.nc ............MISSING baseline + Comparing sfcf000.tile3.nc ............MISSING baseline + Comparing sfcf000.tile4.nc ............MISSING baseline + Comparing sfcf000.tile5.nc ............MISSING baseline + Comparing sfcf000.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf000.tile1.nc ............MISSING baseline + Comparing atmf000.tile2.nc ............MISSING baseline + Comparing atmf000.tile3.nc ............MISSING baseline + Comparing atmf000.tile4.nc ............MISSING baseline + Comparing atmf000.tile5.nc ............MISSING baseline + Comparing atmf000.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 131.360156 + 0: The maximum resident set size (KB) = 637444 + +Test 032 control_CubedSphereGrid_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_CubedSphereGrid_parallel_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_CubedSphereGrid_parallel_intel +Checking test 033 control_CubedSphereGrid_parallel_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing cubed_sphere_grid_sfcf000.nc ............MISSING baseline + Comparing cubed_sphere_grid_sfcf024.nc ............MISSING baseline + Comparing cubed_sphere_grid_atmf000.nc ............MISSING baseline + Comparing cubed_sphere_grid_atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 139.499906 + 0: The maximum resident set size (KB) = 658584 + +Test 033 control_CubedSphereGrid_parallel_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_latlon_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_latlon_intel +Checking test 034 control_latlon_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 135.039937 + 0: The maximum resident set size (KB) = 646956 + +Test 034 control_latlon_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_wrtGauss_netcdf_parallel_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_wrtGauss_netcdf_parallel_intel +Checking test 035 control_wrtGauss_netcdf_parallel_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 136.814799 + 0: The maximum resident set size (KB) = 655152 + +Test 035 control_wrtGauss_netcdf_parallel_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_c48_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_c48_intel +Checking test 036 control_c48_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + +0: The total amount of wall time = 367.219555 +0: The maximum resident set size (KB) = 876528 + +Test 036 control_c48_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_c192_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_c192_intel +Checking test 037 control_c192_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 527.660288 + 0: The maximum resident set size (KB) = 839628 + +Test 037 control_c192_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_c384_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_c384_intel +Checking test 038 control_c384_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + + 0: The total amount of wall time = 527.040285 + 0: The maximum resident set size (KB) = 1284136 + +Test 038 control_c384_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_c384gdas_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_c384gdas_intel +Checking test 039 control_c384gdas_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf006.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF06 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF06 ............MISSING baseline + Comparing RESTART/20210322.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 462.890204 + 0: The maximum resident set size (KB) = 1359672 + +Test 039 control_c384gdas_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_stochy_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_stochy_intel +Checking test 040 control_stochy_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + + 0: The total amount of wall time = 87.101792 + 0: The maximum resident set size (KB) = 642488 + +Test 040 control_stochy_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_lndp_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_lndp_intel +Checking test 042 control_lndp_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + + 0: The total amount of wall time = 82.777951 + 0: The maximum resident set size (KB) = 641868 + +Test 042 control_lndp_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_iovr4_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_iovr4_intel +Checking test 043 control_iovr4_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 135.072487 + 0: The maximum resident set size (KB) = 655256 + +Test 043 control_iovr4_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_iovr5_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_iovr5_intel +Checking test 044 control_iovr5_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 135.108030 + 0: The maximum resident set size (KB) = 653936 + +Test 044 control_iovr5_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_intel +Checking test 045 control_p8_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 166.793353 + 0: The maximum resident set size (KB) = 1618332 + +Test 045 control_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_ugwpv1_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_ugwpv1_intel +Checking test 046 control_p8_ugwpv1_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 159.081711 + 0: The maximum resident set size (KB) = 1618924 + +Test 046 control_p8_ugwpv1_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_noqr_p8_intel +Checking test 048 control_noqr_p8_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 162.587388 + 0: The maximum resident set size (KB) = 1604816 + +Test 048 control_noqr_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_decomp_p8_intel +Checking test 050 control_decomp_p8_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 168.415145 + 0: The maximum resident set size (KB) = 1604400 + +Test 050 control_decomp_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_2threads_p8_intel +Checking test 051 control_2threads_p8_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 154.618666 + 0: The maximum resident set size (KB) = 1708432 + +Test 051 control_2threads_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_lndp_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_lndp_intel +Checking test 052 control_p8_lndp_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing sfcf048.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing atmf048.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSFLX.GrbF48 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF48 ............MISSING baseline + + 0: The total amount of wall time = 296.916764 + 0: The maximum resident set size (KB) = 1625640 + +Test 052 control_p8_lndp_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_rrtmgp_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_rrtmgp_intel +Checking test 053 control_p8_rrtmgp_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 217.324085 + 0: The maximum resident set size (KB) = 1673380 + +Test 053 control_p8_rrtmgp_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_mynn_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_mynn_intel +Checking test 054 control_p8_mynn_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 165.811788 + 0: The maximum resident set size (KB) = 1611260 + +Test 054 control_p8_mynn_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/merra2_thompson_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/merra2_thompson_intel +Checking test 055 merra2_thompson_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 196.790801 + 0: The maximum resident set size (KB) = 1597436 + +Test 055 merra2_thompson_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_control_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_control_intel +Checking test 056 regional_control_intel results .... + Comparing dynf000.nc ............MISSING baseline + Comparing dynf006.nc ............MISSING baseline + Comparing phyf000.nc ............MISSING baseline + Comparing phyf006.nc ............MISSING baseline + Comparing PRSLEV.GrbF00 ............MISSING baseline + Comparing PRSLEV.GrbF06 ............MISSING baseline + Comparing NATLEV.GrbF00 ............MISSING baseline + Comparing NATLEV.GrbF06 ............MISSING baseline + + 0: The total amount of wall time = 299.385950 + 0: The maximum resident set size (KB) = 884616 + +Test 056 regional_control_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_control_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_decomp_intel +Checking test 058 regional_decomp_intel results .... + Comparing dynf000.nc ............MISSING baseline + Comparing dynf006.nc ............MISSING baseline + Comparing phyf000.nc ............MISSING baseline + Comparing phyf006.nc ............MISSING baseline + Comparing PRSLEV.GrbF00 ............MISSING baseline + Comparing PRSLEV.GrbF06 ............MISSING baseline + Comparing NATLEV.GrbF00 ............MISSING baseline + Comparing NATLEV.GrbF06 ............MISSING baseline + + 0: The total amount of wall time = 314.691066 + 0: The maximum resident set size (KB) = 875692 + +Test 058 regional_decomp_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_control_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_2threads_intel +Checking test 059 regional_2threads_intel results .... + Comparing dynf000.nc ............MISSING baseline + Comparing dynf006.nc ............MISSING baseline + Comparing phyf000.nc ............MISSING baseline + Comparing phyf006.nc ............MISSING baseline + Comparing PRSLEV.GrbF00 ............MISSING baseline + Comparing PRSLEV.GrbF06 ............MISSING baseline + Comparing NATLEV.GrbF00 ............MISSING baseline + Comparing NATLEV.GrbF06 ............MISSING baseline + + 0: The total amount of wall time = 180.885265 + 0: The maximum resident set size (KB) = 849380 + +Test 059 regional_2threads_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_noquilt_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_noquilt_intel +Checking test 060 regional_noquilt_intel results .... + Comparing atmos_4xdaily.nc ............MISSING baseline + Comparing fv3_history2d.nc ............MISSING baseline + Comparing fv3_history.nc ............MISSING baseline + Comparing RESTART/fv_core.res.tile1_new.nc ............MISSING baseline + Comparing RESTART/fv_tracer.res.tile1_new.nc ............MISSING baseline + + 0: The total amount of wall time = 297.437596 + 0: The maximum resident set size (KB) = 1379912 + +Test 060 regional_noquilt_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_netcdf_parallel_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_netcdf_parallel_intel +Checking test 061 regional_netcdf_parallel_intel results .... + Comparing dynf000.nc ............MISSING baseline + Comparing dynf006.nc ............MISSING baseline + Comparing phyf000.nc ............MISSING baseline + Comparing phyf006.nc ............MISSING baseline + + 0: The total amount of wall time = 293.493353 + 0: The maximum resident set size (KB) = 884788 + +Test 061 regional_netcdf_parallel_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_control_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_2dwrtdecomp_intel +Checking test 062 regional_2dwrtdecomp_intel results .... + Comparing dynf000.nc ............MISSING baseline + Comparing dynf006.nc ............MISSING baseline + Comparing phyf000.nc ............MISSING baseline + Comparing phyf006.nc ............MISSING baseline + Comparing PRSLEV.GrbF00 ............MISSING baseline + Comparing PRSLEV.GrbF06 ............MISSING baseline + Comparing NATLEV.GrbF00 ............MISSING baseline + Comparing NATLEV.GrbF06 ............MISSING baseline -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_control_intel -Checking test 001 rap_control_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf021.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf021.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF21 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF21 .........OK - Comparing GFSPRS.GrbF24 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 451.818009 - 0: The maximum resident set size (KB) = 1080956 - -Test 001 rap_control_intel PASS + 0: The total amount of wall time = 296.723510 + 0: The maximum resident set size (KB) = 881352 +Test 062 regional_2dwrtdecomp_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/fv3_regional_wofs_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_wofs_intel +Checking test 063 regional_wofs_intel results .... + Comparing dynf000.nc ............MISSING baseline + Comparing dynf006.nc ............MISSING baseline + Comparing phyf000.nc ............MISSING baseline + Comparing phyf006.nc ............MISSING baseline + Comparing PRSLEV.GrbF00 ............MISSING baseline + Comparing PRSLEV.GrbF06 ............MISSING baseline + Comparing NATLEV.GrbF00 ............MISSING baseline + Comparing NATLEV.GrbF06 ............MISSING baseline -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_spp_sppt_shum_skeb_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/regional_spp_sppt_shum_skeb_intel -Checking test 002 regional_spp_sppt_shum_skeb_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf001.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf001.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF01 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF01 .........OK - - 0: The total amount of wall time = 233.966412 - 0: The maximum resident set size (KB) = 1315156 + 0: The total amount of wall time = 381.617280 + 0: The maximum resident set size (KB) = 1910240 -Test 002 regional_spp_sppt_shum_skeb_intel PASS +Test 063 regional_wofs_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_decomp_intel -Checking test 003 rap_decomp_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf021.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf021.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF21 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF21 .........OK - Comparing GFSPRS.GrbF24 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_intel +Checking test 064 rap_control_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf021.nc ............ALT CHECK......NOT OK + Comparing sfcf024.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf021.nc ............ALT CHECK......NOT OK + Comparing atmf024.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF21 .........NOT OK + Comparing GFSFLX.GrbF24 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF21 .........NOT OK + Comparing GFSPRS.GrbF24 .........NOT OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 450.982003 + 0: The maximum resident set size (KB) = 1109476 + +Test 064 rap_control_intel FAIL Tries: 2 - 0: The total amount of wall time = 469.608216 - 0: The maximum resident set size (KB) = 1028820 -Test 003 rap_decomp_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_2threads_intel -Checking test 004 rap_2threads_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf021.nc .........OK - Comparing sfcf024.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf021.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF21 .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF21 .........OK - Comparing GFSPRS.GrbF24 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_spp_sppt_shum_skeb_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_spp_sppt_shum_skeb_intel +Checking test 065 regional_spp_sppt_shum_skeb_intel results .... + Comparing dynf000.nc ............ALT CHECK......NOT OK + Comparing dynf001.nc ............ALT CHECK......NOT OK + Comparing phyf000.nc ............ALT CHECK......NOT OK + Comparing phyf001.nc ............ALT CHECK......NOT OK + Comparing PRSLEV.GrbF00 .........NOT OK + Comparing PRSLEV.GrbF01 .........NOT OK + Comparing NATLEV.GrbF00 .........NOT OK + Comparing NATLEV.GrbF01 .........NOT OK - 0: The total amount of wall time = 422.306357 - 0: The maximum resident set size (KB) = 1189332 + 0: The total amount of wall time = 235.308100 + 0: The maximum resident set size (KB) = 1314544 -Test 004 rap_2threads_intel PASS +Test 065 regional_spp_sppt_shum_skeb_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_restart_intel -Checking test 005 rap_restart_intel results .... - Comparing sfcf024.nc .........OK - Comparing atmf024.nc .........OK - Comparing GFSFLX.GrbF24 .........OK - Comparing GFSPRS.GrbF24 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_decomp_intel +Checking test 066 rap_decomp_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf021.nc ............ALT CHECK......NOT OK + Comparing sfcf024.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf021.nc ............ALT CHECK......NOT OK + Comparing atmf024.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF21 .........NOT OK + Comparing GFSFLX.GrbF24 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF21 .........NOT OK + Comparing GFSPRS.GrbF24 .........NOT OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 229.562476 - 0: The maximum resident set size (KB) = 1098104 - -Test 005 rap_restart_intel PASS + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 474.356744 + 0: The maximum resident set size (KB) = 1012092 + +Test 066 rap_decomp_intel FAIL Tries: 2 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_sfcdiff_intel -Checking test 006 rap_sfcdiff_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_2threads_intel +Checking test 067 rap_2threads_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf021.nc ............ALT CHECK......NOT OK + Comparing sfcf024.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf021.nc ............ALT CHECK......NOT OK + Comparing atmf024.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF21 .........NOT OK + Comparing GFSFLX.GrbF24 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF21 .........NOT OK + Comparing GFSPRS.GrbF24 .........NOT OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 447.997191 - 0: The maximum resident set size (KB) = 1108840 - -Test 006 rap_sfcdiff_intel PASS + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 422.121069 + 0: The maximum resident set size (KB) = 1192024 + +Test 067 rap_2threads_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_sfcdiff_decomp_intel -Checking test 007 rap_sfcdiff_decomp_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_sfcdiff_intel +Checking test 069 rap_sfcdiff_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 472.422555 - 0: The maximum resident set size (KB) = 1021548 - -Test 007 rap_sfcdiff_decomp_intel PASS + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 447.395443 + 0: The maximum resident set size (KB) = 1112820 + +Test 069 rap_sfcdiff_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_sfcdiff_restart_intel -Checking test 008 rap_sfcdiff_restart_intel results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_sfcdiff_decomp_intel +Checking test 070 rap_sfcdiff_decomp_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 335.897851 - 0: The maximum resident set size (KB) = 1118700 - -Test 008 rap_sfcdiff_restart_intel PASS + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 474.651166 + 0: The maximum resident set size (KB) = 1027768 + +Test 070 rap_sfcdiff_decomp_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_control_intel -Checking test 009 hrrr_control_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_intel +Checking test 072 hrrr_control_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK Comparing RESTART/20210322.120000.coupler.res .........OK Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 227.080532 - 0: The maximum resident set size (KB) = 998684 - -Test 009 hrrr_control_intel PASS + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 226.527800 + 0: The maximum resident set size (KB) = 1027612 + +Test 072 hrrr_control_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_control_decomp_intel -Checking test 010 hrrr_control_decomp_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_decomp_intel +Checking test 073 hrrr_control_decomp_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK Comparing RESTART/20210322.120000.coupler.res .........OK Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 234.592881 - 0: The maximum resident set size (KB) = 983916 - -Test 010 hrrr_control_decomp_intel PASS + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 232.976132 + 0: The maximum resident set size (KB) = 998032 + +Test 073 hrrr_control_decomp_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_control_2threads_intel -Checking test 011 hrrr_control_2threads_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_2threads_intel +Checking test 074 hrrr_control_2threads_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK Comparing RESTART/20210322.120000.coupler.res .........OK Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 209.181551 - 0: The maximum resident set size (KB) = 1110096 - -Test 011 hrrr_control_2threads_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_control_restart_intel -Checking test 012 hrrr_control_restart_intel results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK - - 0: The total amount of wall time = 119.085324 - 0: The maximum resident set size (KB) = 996828 - -Test 012 hrrr_control_restart_intel PASS + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 208.835519 + 0: The maximum resident set size (KB) = 1103736 + +Test 074 hrrr_control_2threads_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1beta_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rrfs_v1beta_intel -Checking test 013 rrfs_v1beta_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1beta_intel +Checking test 076 rrfs_v1beta_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 443.579417 - 0: The maximum resident set size (KB) = 1081908 - -Test 013 rrfs_v1beta_intel PASS + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 444.442850 + 0: The maximum resident set size (KB) = 1105184 + +Test 076 rrfs_v1beta_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1nssl_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rrfs_v1nssl_intel -Checking test 014 rrfs_v1nssl_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - - 0: The total amount of wall time = 534.105203 - 0: The maximum resident set size (KB) = 1954280 - -Test 014 rrfs_v1nssl_intel PASS +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1nssl_intel +Checking test 077 rrfs_v1nssl_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK + + 0: The total amount of wall time = 531.128274 + 0: The maximum resident set size (KB) = 1990280 + +Test 077 rrfs_v1nssl_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1nssl_nohailnoccn_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rrfs_v1nssl_nohailnoccn_intel -Checking test 015 rrfs_v1nssl_nohailnoccn_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - - 0: The total amount of wall time = 518.732594 - 0: The maximum resident set size (KB) = 2045628 - -Test 015 rrfs_v1nssl_nohailnoccn_intel PASS +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1nssl_nohailnoccn_intel +Checking test 078 rrfs_v1nssl_nohailnoccn_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK + + 0: The total amount of wall time = 519.582384 + 0: The maximum resident set size (KB) = 2070356 + +Test 078 rrfs_v1nssl_nohailnoccn_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_csawmg_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_csawmg_intel +Checking test 079 control_csawmg_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 338.991721 + 0: The maximum resident set size (KB) = 744652 + +Test 079 control_csawmg_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_csawmgt_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_csawmgt_intel +Checking test 080 control_csawmgt_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 337.107619 + 0: The maximum resident set size (KB) = 747884 + +Test 080 control_csawmgt_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_ras_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_ras_intel +Checking test 081 control_ras_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 186.414509 + 0: The maximum resident set size (KB) = 736056 + +Test 081 control_ras_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_wam_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_wam_intel +Checking test 082 control_wam_intel results .... + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + + 0: The total amount of wall time = 113.896076 + 0: The maximum resident set size (KB) = 653660 + +Test 082 control_wam_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_faster_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/control_p8_faster_intel -Checking test 016 control_p8_faster_intel results .... +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_faster_intel +Checking test 083 control_p8_faster_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -726,33 +3050,33 @@ Checking test 016 control_p8_faster_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 146.885895 - 0: The maximum resident set size (KB) = 1603416 + 0: The total amount of wall time = 145.330157 + 0: The maximum resident set size (KB) = 1607448 -Test 016 control_p8_faster_intel PASS +Test 083 control_p8_faster_intel PASS baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_control_faster_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/regional_control_faster_intel -Checking test 017 regional_control_faster_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf006.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF06 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_control_faster_intel +Checking test 084 regional_control_faster_intel results .... + Comparing dynf000.nc ............ALT CHECK......NOT OK + Comparing dynf006.nc ............ALT CHECK......NOT OK + Comparing phyf000.nc ............ALT CHECK......NOT OK + Comparing phyf006.nc ............ALT CHECK......NOT OK + Comparing PRSLEV.GrbF00 .........NOT OK + Comparing PRSLEV.GrbF06 .........NOT OK + Comparing NATLEV.GrbF00 .........NOT OK + Comparing NATLEV.GrbF06 .........NOT OK - 0: The total amount of wall time = 266.038073 - 0: The maximum resident set size (KB) = 890492 + 0: The total amount of wall time = 268.829389 + 0: The maximum resident set size (KB) = 881048 -Test 017 regional_control_faster_intel PASS +Test 084 regional_control_faster_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_CubedSphereGrid_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/control_CubedSphereGrid_debug_intel -Checking test 018 control_CubedSphereGrid_debug_intel results .... +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_CubedSphereGrid_debug_intel +Checking test 085 control_CubedSphereGrid_debug_intel results .... Comparing sfcf000.tile1.nc .........OK Comparing sfcf000.tile2.nc .........OK Comparing sfcf000.tile3.nc .........OK @@ -778,973 +3102,4225 @@ Checking test 018 control_CubedSphereGrid_debug_intel results .... Comparing atmf001.tile5.nc .........OK Comparing atmf001.tile6.nc .........OK - 0: The total amount of wall time = 147.386575 - 0: The maximum resident set size (KB) = 817068 + 0: The total amount of wall time = 146.764141 + 0: The maximum resident set size (KB) = 815336 -Test 018 control_CubedSphereGrid_debug_intel PASS +Test 085 control_CubedSphereGrid_debug_intel PASS baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_wrtGauss_netcdf_parallel_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/control_wrtGauss_netcdf_parallel_debug_intel -Checking test 019 control_wrtGauss_netcdf_parallel_debug_intel results .... +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_wrtGauss_netcdf_parallel_debug_intel +Checking test 086 control_wrtGauss_netcdf_parallel_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 147.804905 - 0: The maximum resident set size (KB) = 786768 + 0: The total amount of wall time = 150.180271 + 0: The maximum resident set size (KB) = 807400 -Test 019 control_wrtGauss_netcdf_parallel_debug_intel PASS +Test 086 control_wrtGauss_netcdf_parallel_debug_intel PASS baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_stochy_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/control_stochy_debug_intel -Checking test 020 control_stochy_debug_intel results .... +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_stochy_debug_intel +Checking test 087 control_stochy_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 172.907618 - 0: The maximum resident set size (KB) = 783424 + 0: The total amount of wall time = 170.527982 + 0: The maximum resident set size (KB) = 797580 -Test 020 control_stochy_debug_intel PASS +Test 087 control_stochy_debug_intel PASS baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_lndp_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/control_lndp_debug_intel -Checking test 021 control_lndp_debug_intel results .... +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_lndp_debug_intel +Checking test 088 control_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 150.783560 - 0: The maximum resident set size (KB) = 817772 + 0: The total amount of wall time = 154.171084 + 0: The maximum resident set size (KB) = 816016 -Test 021 control_lndp_debug_intel PASS +Test 088 control_lndp_debug_intel PASS baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_csawmg_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/control_csawmg_debug_intel -Checking test 022 control_csawmg_debug_intel results .... +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_csawmg_debug_intel +Checking test 089 control_csawmg_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 235.811194 - 0: The maximum resident set size (KB) = 865940 + 0: The total amount of wall time = 232.385994 + 0: The maximum resident set size (KB) = 861016 -Test 022 control_csawmg_debug_intel PASS +Test 089 control_csawmg_debug_intel PASS baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_csawmgt_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/control_csawmgt_debug_intel -Checking test 023 control_csawmgt_debug_intel results .... +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_csawmgt_debug_intel +Checking test 090 control_csawmgt_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 224.042022 - 0: The maximum resident set size (KB) = 845696 + 0: The total amount of wall time = 226.062000 + 0: The maximum resident set size (KB) = 860756 -Test 023 control_csawmgt_debug_intel PASS +Test 090 control_csawmgt_debug_intel PASS baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_ras_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/control_ras_debug_intel -Checking test 024 control_ras_debug_intel results .... +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_ras_debug_intel +Checking test 091 control_ras_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 151.571907 - 0: The maximum resident set size (KB) = 823556 + 0: The total amount of wall time = 152.356406 + 0: The maximum resident set size (KB) = 828944 -Test 024 control_ras_debug_intel PASS +Test 091 control_ras_debug_intel PASS baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_diag_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/control_diag_debug_intel -Checking test 025 control_diag_debug_intel results .... +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_diag_debug_intel +Checking test 092 control_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 154.912607 - 0: The maximum resident set size (KB) = 857616 + 0: The total amount of wall time = 156.068052 + 0: The maximum resident set size (KB) = 874736 -Test 025 control_diag_debug_intel PASS +Test 092 control_diag_debug_intel PASS baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_debug_p8_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/control_debug_p8_intel -Checking test 026 control_debug_p8_intel results .... +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_debug_p8_intel +Checking test 093 control_debug_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 156.618058 - 0: The maximum resident set size (KB) = 1608444 + 0: The total amount of wall time = 155.854324 + 0: The maximum resident set size (KB) = 1620260 -Test 026 control_debug_p8_intel PASS +Test 093 control_debug_p8_intel PASS baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/regional_debug_intel -Checking test 027 regional_debug_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf001.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_debug_intel +Checking test 094 regional_debug_intel results .... + Comparing dynf000.nc ............ALT CHECK......NOT OK + Comparing dynf001.nc ............ALT CHECK......NOT OK + Comparing phyf000.nc ............ALT CHECK......NOT OK + Comparing phyf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 977.653692 - 0: The maximum resident set size (KB) = 858000 + 0: The total amount of wall time = 997.554133 + 0: The maximum resident set size (KB) = 812560 -Test 027 regional_debug_intel PASS +Test 094 regional_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_control_debug_intel -Checking test 028 rap_control_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_debug_intel +Checking test 095 rap_control_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 273.017932 - 0: The maximum resident set size (KB) = 1201500 + 0: The total amount of wall time = 273.129266 + 0: The maximum resident set size (KB) = 1189984 -Test 028 rap_control_debug_intel PASS +Test 095 rap_control_debug_intel FAIL Tries: 2 +Test 096 hrrr_control_debug_intel FAIL -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_control_debug_intel -Checking test 029 hrrr_control_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +Test 096 hrrr_control_debug_intel FAIL - 0: The total amount of wall time = 268.329843 - 0: The maximum resident set size (KB) = 1200572 +Test 097 hrrr_gf_debug_intel FAIL -Test 029 hrrr_control_debug_intel PASS +Test 097 hrrr_gf_debug_intel FAIL +Test 098 hrrr_c3_debug_intel FAIL -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_gf_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_gf_debug_intel -Checking test 030 hrrr_gf_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - - 0: The total amount of wall time = 285.669078 - 0: The maximum resident set size (KB) = 1198676 - -Test 030 hrrr_gf_debug_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_c3_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_c3_debug_intel -Checking test 031 hrrr_c3_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - - 0: The total amount of wall time = 277.307842 - 0: The maximum resident set size (KB) = 1177944 - -Test 031 hrrr_c3_debug_intel PASS +Test 098 hrrr_c3_debug_intel FAIL baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_unified_drag_suite_debug_intel -Checking test 032 rap_unified_drag_suite_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_unified_drag_suite_debug_intel +Checking test 099 rap_unified_drag_suite_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 275.633083 - 0: The maximum resident set size (KB) = 1190092 + 0: The total amount of wall time = 278.186950 + 0: The maximum resident set size (KB) = 1197432 -Test 032 rap_unified_drag_suite_debug_intel PASS +Test 099 rap_unified_drag_suite_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_diag_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_diag_debug_intel -Checking test 033 rap_diag_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_diag_debug_intel +Checking test 100 rap_diag_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 286.399086 - 0: The maximum resident set size (KB) = 1248300 + 0: The total amount of wall time = 292.321089 + 0: The maximum resident set size (KB) = 1265684 -Test 033 rap_diag_debug_intel PASS +Test 100 rap_diag_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_cires_ugwp_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_cires_ugwp_debug_intel -Checking test 034 rap_cires_ugwp_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_cires_ugwp_debug_intel +Checking test 101 rap_cires_ugwp_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 284.774644 - 0: The maximum resident set size (KB) = 1177924 + 0: The total amount of wall time = 277.542364 + 0: The maximum resident set size (KB) = 1205420 -Test 034 rap_cires_ugwp_debug_intel PASS +Test 101 rap_cires_ugwp_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_cires_ugwp_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_unified_ugwp_debug_intel -Checking test 035 rap_unified_ugwp_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_unified_ugwp_debug_intel +Checking test 102 rap_unified_ugwp_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 290.071259 - 0: The maximum resident set size (KB) = 1188916 + 0: The total amount of wall time = 286.373194 + 0: The maximum resident set size (KB) = 1197508 -Test 035 rap_unified_ugwp_debug_intel PASS +Test 102 rap_unified_ugwp_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_lndp_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_lndp_debug_intel -Checking test 036 rap_lndp_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_lndp_debug_intel +Checking test 103 rap_lndp_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 273.943864 - 0: The maximum resident set size (KB) = 1194488 + 0: The total amount of wall time = 284.735832 + 0: The maximum resident set size (KB) = 1197796 -Test 036 rap_lndp_debug_intel PASS +Test 103 rap_lndp_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_progcld_thompson_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_progcld_thompson_debug_intel -Checking test 037 rap_progcld_thompson_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_progcld_thompson_debug_intel +Checking test 104 rap_progcld_thompson_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 274.115033 - 0: The maximum resident set size (KB) = 1183232 + 0: The total amount of wall time = 268.774874 + 0: The maximum resident set size (KB) = 1200404 -Test 037 rap_progcld_thompson_debug_intel PASS +Test 104 rap_progcld_thompson_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_noah_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_noah_debug_intel -Checking test 038 rap_noah_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_noah_debug_intel +Checking test 105 rap_noah_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 268.868126 - 0: The maximum resident set size (KB) = 1200068 + 0: The total amount of wall time = 270.999517 + 0: The maximum resident set size (KB) = 1182556 -Test 038 rap_noah_debug_intel PASS +Test 105 rap_noah_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_sfcdiff_debug_intel -Checking test 039 rap_sfcdiff_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_sfcdiff_debug_intel +Checking test 106 rap_sfcdiff_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 272.080338 - 0: The maximum resident set size (KB) = 1202696 + 0: The total amount of wall time = 276.534477 + 0: The maximum resident set size (KB) = 1192824 -Test 039 rap_sfcdiff_debug_intel PASS +Test 106 rap_sfcdiff_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_noah_sfcdiff_cires_ugwp_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_noah_sfcdiff_cires_ugwp_debug_intel -Checking test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_noah_sfcdiff_cires_ugwp_debug_intel +Checking test 107 rap_noah_sfcdiff_cires_ugwp_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 448.596988 - 0: The maximum resident set size (KB) = 1194784 + 0: The total amount of wall time = 451.240468 + 0: The maximum resident set size (KB) = 1191156 -Test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel PASS +Test 107 rap_noah_sfcdiff_cires_ugwp_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1beta_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rrfs_v1beta_debug_intel -Checking test 041 rrfs_v1beta_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1beta_debug_intel +Checking test 108 rrfs_v1beta_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 276.348784 - 0: The maximum resident set size (KB) = 1179284 + 0: The total amount of wall time = 272.945090 + 0: The maximum resident set size (KB) = 1193436 -Test 041 rrfs_v1beta_debug_intel PASS +Test 108 rrfs_v1beta_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_clm_lake_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_clm_lake_debug_intel -Checking test 042 rap_clm_lake_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_clm_lake_debug_intel +Checking test 109 rap_clm_lake_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 335.044296 - 0: The maximum resident set size (KB) = 1202236 + 0: The total amount of wall time = 350.706340 + 0: The maximum resident set size (KB) = 1195748 -Test 042 rap_clm_lake_debug_intel PASS +Test 109 rap_clm_lake_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_flake_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_flake_debug_intel -Checking test 043 rap_flake_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_flake_debug_intel +Checking test 110 rap_flake_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 279.465019 - 0: The maximum resident set size (KB) = 1166592 + 0: The total amount of wall time = 276.620947 + 0: The maximum resident set size (KB) = 1181164 -Test 043 rap_flake_debug_intel PASS +Test 110 rap_flake_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/gnv1_c96_no_nest_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/gnv1_c96_no_nest_debug_intel -Checking test 044 gnv1_c96_no_nest_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing sfcf002.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - Comparing atmf002.nc .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/gnv1_c96_no_nest_debug_intel +Checking test 111 gnv1_c96_no_nest_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing sfcf002.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK + Comparing atmf002.nc ............ALT CHECK......NOT OK Comparing RESTART/20210322.070000.coupler.res .........OK Comparing RESTART/20210322.070000.fv_core.res.nc .........OK - Comparing RESTART/20210322.070000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.070000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.070000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.070000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.070000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.070000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.070000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.070000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.070000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.070000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.070000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.070000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.070000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.070000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.070000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.070000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.070000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.070000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 480.152500 - 0: The maximum resident set size (KB) = 1203144 - -Test 044 gnv1_c96_no_nest_debug_intel PASS + Comparing RESTART/20210322.070000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.070000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 485.339036 + 0: The maximum resident set size (KB) = 1200324 + +Test 111 gnv1_c96_no_nest_debug_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_wam_debug_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_wam_debug_intel +Checking test 112 control_wam_debug_intel results .... + Comparing sfcf019.nc ............MISSING baseline + Comparing atmf019.nc ............MISSING baseline + + 0: The total amount of wall time = 274.637035 + 0: The maximum resident set size (KB) = 507912 + +Test 112 control_wam_debug_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -Checking test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf001.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf001.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF01 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF01 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +Checking test 113 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... + Comparing dynf000.nc ............ALT CHECK......NOT OK + Comparing dynf001.nc ............ALT CHECK......NOT OK + Comparing phyf000.nc ............ALT CHECK......NOT OK + Comparing phyf001.nc ............ALT CHECK......NOT OK + Comparing PRSLEV.GrbF00 .........NOT OK + Comparing PRSLEV.GrbF01 .........NOT OK + Comparing NATLEV.GrbF00 .........NOT OK + Comparing NATLEV.GrbF01 .........NOT OK - 0: The total amount of wall time = 222.382515 - 0: The maximum resident set size (KB) = 1181124 + 0: The total amount of wall time = 221.985119 + 0: The maximum resident set size (KB) = 1177052 -Test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel PASS +Test 113 regional_spp_sppt_shum_skeb_dyn32_phy32_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_control_dyn32_phy32_intel -Checking test 046 rap_control_dyn32_phy32_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn32_phy32_intel +Checking test 114 rap_control_dyn32_phy32_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 371.855943 - 0: The maximum resident set size (KB) = 1026824 - -Test 046 rap_control_dyn32_phy32_intel PASS + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 368.018751 + 0: The maximum resident set size (KB) = 1054144 + +Test 114 rap_control_dyn32_phy32_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_control_dyn32_phy32_intel -Checking test 047 hrrr_control_dyn32_phy32_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_dyn32_phy32_intel +Checking test 115 hrrr_control_dyn32_phy32_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK Comparing RESTART/20210322.120000.coupler.res .........OK Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 189.708503 - 0: The maximum resident set size (KB) = 964640 - -Test 047 hrrr_control_dyn32_phy32_intel PASS + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 191.498850 + 0: The maximum resident set size (KB) = 990228 + +Test 115 hrrr_control_dyn32_phy32_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_2threads_dyn32_phy32_intel -Checking test 048 rap_2threads_dyn32_phy32_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_2threads_dyn32_phy32_intel +Checking test 116 rap_2threads_dyn32_phy32_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 353.482240 - 0: The maximum resident set size (KB) = 1109920 - -Test 048 rap_2threads_dyn32_phy32_intel PASS + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 350.601211 + 0: The maximum resident set size (KB) = 1102856 + +Test 116 rap_2threads_dyn32_phy32_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_control_2threads_dyn32_phy32_intel -Checking test 049 hrrr_control_2threads_dyn32_phy32_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_2threads_dyn32_phy32_intel +Checking test 117 hrrr_control_2threads_dyn32_phy32_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK Comparing RESTART/20210322.120000.coupler.res .........OK Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 177.419592 - 0: The maximum resident set size (KB) = 953216 - -Test 049 hrrr_control_2threads_dyn32_phy32_intel PASS + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 178.277657 + 0: The maximum resident set size (KB) = 959736 + +Test 117 hrrr_control_2threads_dyn32_phy32_intel FAIL Tries: 2 baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_control_decomp_dyn32_phy32_intel -Checking test 050 hrrr_control_decomp_dyn32_phy32_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_decomp_dyn32_phy32_intel +Checking test 118 hrrr_control_decomp_dyn32_phy32_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK Comparing RESTART/20210322.120000.coupler.res .........OK Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 201.103311 - 0: The maximum resident set size (KB) = 897108 - -Test 050 hrrr_control_decomp_dyn32_phy32_intel PASS + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 201.945558 + 0: The maximum resident set size (KB) = 899216 + +Test 118 hrrr_control_decomp_dyn32_phy32_intel FAIL Tries: 2 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_restart_dyn32_phy32_intel -Checking test 051 rap_restart_dyn32_phy32_intel results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_control_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_control_intel +Checking test 121 conus13km_control_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing sfcf002.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK + Comparing atmf002.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.coupler.res .........OK + Comparing RESTART/20210512.170000.fv_core.res.nc .........OK + Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 275.035728 - 0: The maximum resident set size (KB) = 1021204 + 0: The total amount of wall time = 105.099423 + 0: The maximum resident set size (KB) = 1201928 -Test 051 rap_restart_dyn32_phy32_intel PASS +Test 121 conus13km_control_intel FAIL Tries: 2 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_control_restart_dyn32_phy32_intel -Checking test 052 hrrr_control_restart_dyn32_phy32_intel results .... - Comparing sfcf012.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF12 .........OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn64_phy32_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn64_phy32_intel +Checking test 124 rap_control_dyn64_phy32_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf009.nc ............ALT CHECK......NOT OK + Comparing sfcf012.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf009.nc ............ALT CHECK......NOT OK + Comparing atmf012.nc ............ALT CHECK......NOT OK + Comparing GFSFLX.GrbF00 .........NOT OK + Comparing GFSFLX.GrbF09 .........NOT OK + Comparing GFSFLX.GrbF12 .........NOT OK + Comparing GFSPRS.GrbF00 .........NOT OK + Comparing GFSPRS.GrbF09 .........NOT OK + Comparing GFSPRS.GrbF12 .........NOT OK + Comparing RESTART/20210322.180000.coupler.res .........OK + Comparing RESTART/20210322.180000.fv_core.res.nc .........OK + Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.phy_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.phy_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.phy_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.phy_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.phy_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.phy_data.tile6.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 241.517839 + 0: The maximum resident set size (KB) = 991544 + +Test 124 rap_control_dyn64_phy32_intel FAIL Tries: 2 - 0: The total amount of wall time = 100.773313 - 0: The maximum resident set size (KB) = 933308 -Test 052 hrrr_control_restart_dyn32_phy32_intel PASS +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn32_phy32_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_debug_dyn32_phy32_intel +Checking test 125 rap_control_debug_dyn32_phy32_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK + 0: The total amount of wall time = 271.791294 + 0: The maximum resident set size (KB) = 1080824 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_control_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/conus13km_control_intel -Checking test 053 conus13km_control_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing sfcf002.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - Comparing atmf002.nc .........OK +Test 125 rap_control_debug_dyn32_phy32_intel FAIL Tries: 2 + +Test 126 hrrr_control_debug_dyn32_phy32_intel FAIL + +Test 126 hrrr_control_debug_dyn32_phy32_intel FAIL + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_intel +Checking test 127 conus13km_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK Comparing RESTART/20210512.170000.coupler.res .........OK Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.phy_data.nc .........OK - Comparing RESTART/20210512.170000.sfc_data.nc .........OK + Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 106.063324 - 0: The maximum resident set size (KB) = 1189988 + 0: The total amount of wall time = 773.247340 + 0: The maximum resident set size (KB) = 1224020 -Test 053 conus13km_control_intel PASS +Test 127 conus13km_debug_intel FAIL Tries: 2 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_control_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/conus13km_2threads_intel -Checking test 054 conus13km_2threads_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_qr_intel +Checking test 128 conus13km_debug_qr_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.coupler.res .........OK + Comparing RESTART/20210512.170000.fv_core.res.nc .........OK + Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK + Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 41.013801 - 0: The maximum resident set size (KB) = 1110532 + 0: The total amount of wall time = 805.879156 + 0: The maximum resident set size (KB) = 908352 -Test 054 conus13km_2threads_intel PASS +Test 128 conus13km_debug_qr_intel FAIL Tries: 2 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_restart_mismatch_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/conus13km_restart_mismatch_intel -Checking test 055 conus13km_restart_mismatch_intel results .... - Comparing sfcf002.nc .........OK - Comparing atmf002.nc .........OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_2threads_intel +Checking test 129 conus13km_debug_2threads_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK - 0: The total amount of wall time = 59.516955 - 0: The maximum resident set size (KB) = 1107204 + 0: The total amount of wall time = 436.398958 + 0: The maximum resident set size (KB) = 1153196 -Test 055 conus13km_restart_mismatch_intel PASS +Test 129 conus13km_debug_2threads_intel FAIL Tries: 2 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn64_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_control_dyn64_phy32_intel -Checking test 056 rap_control_dyn64_phy32_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf009.nc .........OK - Comparing sfcf012.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf009.nc .........OK - Comparing atmf012.nc .........OK - Comparing GFSFLX.GrbF00 .........OK - Comparing GFSFLX.GrbF09 .........OK - Comparing GFSFLX.GrbF12 .........OK - Comparing GFSPRS.GrbF00 .........OK - Comparing GFSPRS.GrbF09 .........OK - Comparing GFSPRS.GrbF12 .........OK - Comparing RESTART/20210322.180000.coupler.res .........OK - Comparing RESTART/20210322.180000.fv_core.res.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile2.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile3.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile4.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile5.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile6.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc .........OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc .........OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile1.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile2.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile3.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile4.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile5.nc .........OK - Comparing RESTART/20210322.180000.phy_data.tile6.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile1.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile2.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile3.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile4.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile5.nc .........OK - Comparing RESTART/20210322.180000.sfc_data.tile6.nc .........OK - - 0: The total amount of wall time = 240.722704 - 0: The maximum resident set size (KB) = 987804 - -Test 056 rap_control_dyn64_phy32_intel PASS +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_radar_tten_debug_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_radar_tten_debug_intel +Checking test 130 conus13km_radar_tten_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK + 0: The total amount of wall time = 800.640606 + 0: The maximum resident set size (KB) = 1297424 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn32_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_control_debug_dyn32_phy32_intel -Checking test 057 rap_control_debug_dyn32_phy32_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +Test 130 conus13km_radar_tten_debug_intel FAIL Tries: 2 - 0: The total amount of wall time = 275.270421 - 0: The maximum resident set size (KB) = 1078440 -Test 057 rap_control_debug_dyn32_phy32_intel PASS +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn64_phy32_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn64_phy32_debug_intel +Checking test 131 rap_control_dyn64_phy32_debug_intel results .... + Comparing sfcf000.nc ............ALT CHECK......NOT OK + Comparing sfcf001.nc ............ALT CHECK......NOT OK + Comparing atmf000.nc ............ALT CHECK......NOT OK + Comparing atmf001.nc ............ALT CHECK......NOT OK + + 0: The total amount of wall time = 279.052264 + 0: The maximum resident set size (KB) = 1119932 + +Test 131 rap_control_dyn64_phy32_debug_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_atm_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_atm_intel +Checking test 132 hafs_regional_atm_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing HURPRS.GrbF06 ............MISSING baseline + + 0: The total amount of wall time = 285.391620 + 0: The maximum resident set size (KB) = 735328 + +Test 132 hafs_regional_atm_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_atm_thompson_gfdlsf_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_atm_thompson_gfdlsf_intel +Checking test 133 hafs_regional_atm_thompson_gfdlsf_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + + 0: The total amount of wall time = 365.633669 + 0: The maximum resident set size (KB) = 1118108 + +Test 133 hafs_regional_atm_thompson_gfdlsf_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_atm_ocn_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_atm_ocn_intel +Checking test 134 hafs_regional_atm_ocn_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing archv.2019_241_06.a ............MISSING baseline + Comparing archs.2019_241_06.a ............MISSING baseline + Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc ............MISSING baseline + Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 402.265830 + 0: The maximum resident set size (KB) = 820740 + +Test 134 hafs_regional_atm_ocn_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_atm_wav_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_atm_wav_intel +Checking test 135 hafs_regional_atm_wav_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing 20190829.060000.out_grd.ww3 ............MISSING baseline + Comparing 20190829.060000.out_pnt.ww3 ............MISSING baseline + Comparing ufs.hafs.ww3.r.2019-08-29-21600 ............MISSING baseline + Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 766.391352 + 0: The maximum resident set size (KB) = 841228 + +Test 135 hafs_regional_atm_wav_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_atm_ocn_wav_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_atm_ocn_wav_intel +Checking test 136 hafs_regional_atm_ocn_wav_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing archv.2019_241_06.a ............MISSING baseline + Comparing archs.2019_241_06.a ............MISSING baseline + Comparing 20190829.060000.out_grd.ww3 ............MISSING baseline + Comparing 20190829.060000.out_pnt.ww3 ............MISSING baseline + Comparing ufs.hafs.ww3.r.2019-08-29-21600 ............MISSING baseline + Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 876.116975 + 0: The maximum resident set size (KB) = 867848 + +Test 136 hafs_regional_atm_ocn_wav_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_1nest_atm_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_1nest_atm_intel +Checking test 137 hafs_regional_1nest_atm_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing atm.nest02.f006.nc ............MISSING baseline + Comparing sfc.nest02.f006.nc ............MISSING baseline + Comparing RESTART/20200825.180000.coupler.res ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest02.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest02.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.nest02.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.nest02.tile2.nc ............MISSING baseline + Comparing RESTART/fv_BC_ne.res.nest02.nc ............MISSING baseline + Comparing RESTART/fv_BC_sw.res.nest02.nc ............MISSING baseline + + 0: The total amount of wall time = 314.186453 + 0: The maximum resident set size (KB) = 500456 + +Test 137 hafs_regional_1nest_atm_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_telescopic_2nests_atm_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_telescopic_2nests_atm_intel +Checking test 138 hafs_regional_telescopic_2nests_atm_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing atm.nest02.f006.nc ............MISSING baseline + Comparing sfc.nest02.f006.nc ............MISSING baseline + Comparing atm.nest03.f006.nc ............MISSING baseline + Comparing sfc.nest03.f006.nc ............MISSING baseline + + 0: The total amount of wall time = 386.110568 + 0: The maximum resident set size (KB) = 514808 + +Test 138 hafs_regional_telescopic_2nests_atm_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_global_1nest_atm_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_global_1nest_atm_intel +Checking test 139 hafs_global_1nest_atm_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing atm.nest02.f006.nc ............MISSING baseline + Comparing sfc.nest02.f006.nc ............MISSING baseline + Comparing RESTART/20200825.180000.coupler.res ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest02.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/fv_BC_ne.res.nest02.nc ............MISSING baseline + Comparing RESTART/fv_BC_sw.res.nest02.nc ............MISSING baseline + + 0: The total amount of wall time = 147.524917 + 0: The maximum resident set size (KB) = 374836 + +Test 139 hafs_global_1nest_atm_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_global_multiple_4nests_atm_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_global_multiple_4nests_atm_intel +Checking test 140 hafs_global_multiple_4nests_atm_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing atm.nest02.f006.nc ............MISSING baseline + Comparing sfc.nest02.f006.nc ............MISSING baseline + Comparing atm.nest03.f006.nc ............MISSING baseline + Comparing sfc.nest03.f006.nc ............MISSING baseline + Comparing atm.nest04.f006.nc ............MISSING baseline + Comparing sfc.nest04.f006.nc ............MISSING baseline + Comparing atm.nest05.f006.nc ............MISSING baseline + Comparing sfc.nest05.f006.nc ............MISSING baseline + Comparing HURPRS.GrbF06 ............MISSING baseline + Comparing HURPRS.GrbF06.nest02 ............MISSING baseline + Comparing HURPRS.GrbF06.nest03 ............MISSING baseline + Comparing HURPRS.GrbF06.nest04 ............MISSING baseline + Comparing HURPRS.GrbF06.nest05 ............MISSING baseline + Comparing RESTART/20200825.180000.coupler.res ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest02.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest03.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest03.tile8.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest04.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest04.tile9.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest05.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest05.tile10.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest03.tile8.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest04.tile9.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest05.tile10.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.nest03.tile8.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.nest04.tile9.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.nest05.tile10.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.nest03.tile8.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.nest04.tile9.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.nest05.tile10.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.nest03.tile8.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.nest04.tile9.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.nest05.tile10.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/fv_BC_ne.res.nest02.nc ............MISSING baseline + Comparing RESTART/fv_BC_ne.res.nest03.nc ............MISSING baseline + Comparing RESTART/fv_BC_ne.res.nest04.nc ............MISSING baseline + Comparing RESTART/fv_BC_ne.res.nest05.nc ............MISSING baseline + Comparing RESTART/fv_BC_sw.res.nest02.nc ............MISSING baseline + Comparing RESTART/fv_BC_sw.res.nest03.nc ............MISSING baseline + Comparing RESTART/fv_BC_sw.res.nest04.nc ............MISSING baseline + Comparing RESTART/fv_BC_sw.res.nest05.nc ............MISSING baseline + + 0: The total amount of wall time = 418.174560 + 0: The maximum resident set size (KB) = 455472 + +Test 140 hafs_global_multiple_4nests_atm_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_specified_moving_1nest_atm_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_specified_moving_1nest_atm_intel +Checking test 141 hafs_regional_specified_moving_1nest_atm_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing atm.nest02.f006.nc ............MISSING baseline + Comparing sfc.nest02.f006.nc ............MISSING baseline + Comparing HURPRS.GrbF06 ............MISSING baseline + Comparing HURPRS.GrbF06.nest02 ............MISSING baseline + + 0: The total amount of wall time = 209.656891 + 0: The maximum resident set size (KB) = 500616 + +Test 141 hafs_regional_specified_moving_1nest_atm_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_storm_following_1nest_atm_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_storm_following_1nest_atm_intel +Checking test 142 hafs_regional_storm_following_1nest_atm_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing atm.nest02.f006.nc ............MISSING baseline + Comparing sfc.nest02.f006.nc ............MISSING baseline + Comparing RESTART/20200825.180000.coupler.res ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest02.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest02.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.nest02.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.nest02.tile2.nc ............MISSING baseline + Comparing RESTART/fv_BC_ne.res.nest02.nc ............MISSING baseline + Comparing RESTART/fv_BC_sw.res.nest02.nc ............MISSING baseline + + 0: The total amount of wall time = 196.854316 + 0: The maximum resident set size (KB) = 531396 + +Test 142 hafs_regional_storm_following_1nest_atm_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_storm_following_1nest_atm_ocn_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_storm_following_1nest_atm_ocn_intel +Checking test 143 hafs_regional_storm_following_1nest_atm_ocn_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing atm.nest02.f006.nc ............MISSING baseline + Comparing sfc.nest02.f006.nc ............MISSING baseline + Comparing archv.2020_238_18.a ............MISSING baseline + Comparing archs.2020_238_18.a ............MISSING baseline + + 0: The total amount of wall time = 238.854647 + 0: The maximum resident set size (KB) = 552900 + +Test 143 hafs_regional_storm_following_1nest_atm_ocn_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_global_storm_following_1nest_atm_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_global_storm_following_1nest_atm_intel +Checking test 144 hafs_global_storm_following_1nest_atm_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing atm.nest02.f006.nc ............MISSING baseline + Comparing sfc.nest02.f006.nc ............MISSING baseline + + 0: The total amount of wall time = 63.173053 + 0: The maximum resident set size (KB) = 388288 + +Test 144 hafs_global_storm_following_1nest_atm_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/gnv1_nested_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/gnv1_nested_intel +Checking test 145 gnv1_nested_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing atm.nest02.f006.nc ............MISSING baseline + Comparing sfc.nest02.f006.nc ............MISSING baseline + Comparing RESTART/20200825.180000.coupler.res ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest02.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.nest02.tile7.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20200825.180000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/fv_BC_ne.res.nest02.nc ............MISSING baseline + Comparing RESTART/fv_BC_sw.res.nest02.nc ............MISSING baseline + + 0: The total amount of wall time = 228.927517 + 0: The maximum resident set size (KB) = 815312 + +Test 145 gnv1_nested_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_storm_following_1nest_atm_ocn_debug_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_storm_following_1nest_atm_ocn_debug_intel +Checking test 146 hafs_regional_storm_following_1nest_atm_ocn_debug_intel results .... + Comparing atmf001.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atm.nest02.f001.nc ............MISSING baseline + Comparing sfc.nest02.f001.nc ............MISSING baseline + + 0: The total amount of wall time = 728.495636 + 0: The maximum resident set size (KB) = 568784 + +Test 146 hafs_regional_storm_following_1nest_atm_ocn_debug_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_storm_following_1nest_atm_ocn_wav_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_storm_following_1nest_atm_ocn_wav_intel +Checking test 147 hafs_regional_storm_following_1nest_atm_ocn_wav_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing atm.nest02.f006.nc ............MISSING baseline + Comparing sfc.nest02.f006.nc ............MISSING baseline + Comparing archv.2020_238_18.a ............MISSING baseline + Comparing archs.2020_238_18.a ............MISSING baseline + Comparing 20200825.180000.out_grd.ww3 ............MISSING baseline + Comparing 20200825.180000.out_pnt.ww3 ............MISSING baseline + + 0: The total amount of wall time = 500.065820 + 0: The maximum resident set size (KB) = 667232 + +Test 147 hafs_regional_storm_following_1nest_atm_ocn_wav_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_docn_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_docn_intel +Checking test 148 hafs_regional_docn_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc ............MISSING baseline + Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc ............MISSING baseline + Comparing ufs.hafs.docn.r.2019-08-29-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 365.672854 + 0: The maximum resident set size (KB) = 814424 + +Test 148 hafs_regional_docn_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_docn_oisst_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_docn_oisst_intel +Checking test 149 hafs_regional_docn_oisst_intel results .... + Comparing atmf006.nc ............MISSING baseline + Comparing sfcf006.nc ............MISSING baseline + Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc ............MISSING baseline + Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc ............MISSING baseline + Comparing ufs.hafs.docn.r.2019-08-29-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 372.918347 + 0: The maximum resident set size (KB) = 801720 + +Test 149 hafs_regional_docn_oisst_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_datm_cdeps_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_datm_cdeps_intel +Checking test 150 hafs_regional_datm_cdeps_intel results .... + Comparing ufs.hafs.cpl.hi.2019-08-30-00000.nc ............MISSING baseline + Comparing ufs.hafs.cpl.r.2019-08-30-00000.nc ............MISSING baseline + Comparing ufs.hafs.datm.r.2019-08-30-00000.nc ............MISSING baseline + 0: The total amount of wall time = 990.065242 + 0: The maximum resident set size (KB) = 1191568 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_debug_dyn32_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/hrrr_control_debug_dyn32_phy32_intel -Checking test 058 hrrr_control_debug_dyn32_phy32_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +Test 150 hafs_regional_datm_cdeps_intel FAIL Tries: 2 - 0: The total amount of wall time = 265.497553 - 0: The maximum resident set size (KB) = 1086508 -Test 058 hrrr_control_debug_dyn32_phy32_intel PASS +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_control_cfsr_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_control_cfsr_intel +Checking test 151 datm_cdeps_control_cfsr_intel results .... + Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline + Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 150.058125 + 0: The maximum resident set size (KB) = 1113828 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/conus13km_debug_intel -Checking test 059 conus13km_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20210512.170000.phy_data.nc .........OK - Comparing RESTART/20210512.170000.sfc_data.nc .........OK +Test 151 datm_cdeps_control_cfsr_intel FAIL Tries: 2 - 0: The total amount of wall time = 785.129291 - 0: The maximum resident set size (KB) = 1229992 -Test 059 conus13km_debug_intel PASS +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_control_gefs_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_control_gefs_intel +Checking test 153 datm_cdeps_control_gefs_intel results .... + Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline + Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 143.629732 + 0: The maximum resident set size (KB) = 1011012 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/conus13km_debug_qr_intel -Checking test 060 conus13km_debug_qr_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......OK - Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......OK +Test 153 datm_cdeps_control_gefs_intel FAIL Tries: 2 - 0: The total amount of wall time = 803.480244 - 0: The maximum resident set size (KB) = 925052 -Test 060 conus13km_debug_qr_intel PASS +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_iau_gefs_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_iau_gefs_intel +Checking test 154 datm_cdeps_iau_gefs_intel results .... + Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline + Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 146.069249 + 0: The maximum resident set size (KB) = 1013188 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/conus13km_debug_2threads_intel -Checking test 061 conus13km_debug_2threads_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +Test 154 datm_cdeps_iau_gefs_intel FAIL Tries: 2 - 0: The total amount of wall time = 435.756473 - 0: The maximum resident set size (KB) = 1151028 -Test 061 conus13km_debug_2threads_intel PASS +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_stochy_gefs_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_stochy_gefs_intel +Checking test 155 datm_cdeps_stochy_gefs_intel results .... + Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline + Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 149.796182 + 0: The maximum resident set size (KB) = 998596 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_radar_tten_debug_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/conus13km_radar_tten_debug_intel -Checking test 062 conus13km_radar_tten_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +Test 155 datm_cdeps_stochy_gefs_intel FAIL Tries: 2 - 0: The total amount of wall time = 801.480675 - 0: The maximum resident set size (KB) = 1293068 -Test 062 conus13km_radar_tten_debug_intel PASS +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_ciceC_cfsr_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_ciceC_cfsr_intel +Checking test 156 datm_cdeps_ciceC_cfsr_intel results .... + Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline + Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 149.712575 + 0: The maximum resident set size (KB) = 1111708 -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn64_phy32_intel -working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_227123/rap_control_dyn64_phy32_debug_intel -Checking test 063 rap_control_dyn64_phy32_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK +Test 156 datm_cdeps_ciceC_cfsr_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_bulk_cfsr_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_bulk_cfsr_intel +Checking test 157 datm_cdeps_bulk_cfsr_intel results .... + Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline + Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline + + 0: The total amount of wall time = 151.245133 + 0: The maximum resident set size (KB) = 1110904 + +Test 157 datm_cdeps_bulk_cfsr_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_bulk_gefs_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_bulk_gefs_intel +Checking test 158 datm_cdeps_bulk_gefs_intel results .... + Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline + Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc ............MISSING baseline + + 0: The total amount of wall time = 143.390845 + 0: The maximum resident set size (KB) = 1007356 + +Test 158 datm_cdeps_bulk_gefs_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_mx025_cfsr_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_mx025_cfsr_intel +Checking test 159 datm_cdeps_mx025_cfsr_intel results .... + Comparing RESTART/20111001.120000.MOM.res.nc ............MISSING baseline + Comparing RESTART/20111001.120000.MOM.res_1.nc ............MISSING baseline + Comparing RESTART/20111001.120000.MOM.res_2.nc ............MISSING baseline + Comparing RESTART/20111001.120000.MOM.res_3.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-01-43200.nc ............MISSING baseline + Comparing RESTART/DATM_CFSR.cpl.r.2011-10-01-43200.nc ............MISSING baseline + + 0: The total amount of wall time = 395.289680 + 0: The maximum resident set size (KB) = 1054684 + +Test 159 datm_cdeps_mx025_cfsr_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_mx025_gefs_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_mx025_gefs_intel +Checking test 160 datm_cdeps_mx025_gefs_intel results .... + Comparing RESTART/20111001.120000.MOM.res.nc ............MISSING baseline + Comparing RESTART/20111001.120000.MOM.res_1.nc ............MISSING baseline + Comparing RESTART/20111001.120000.MOM.res_2.nc ............MISSING baseline + Comparing RESTART/20111001.120000.MOM.res_3.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-01-43200.nc ............MISSING baseline + Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-01-43200.nc ............MISSING baseline + + 0: The total amount of wall time = 393.808328 + 0: The maximum resident set size (KB) = 1009992 + +Test 160 datm_cdeps_mx025_gefs_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_control_cfsr_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_multiple_files_cfsr_intel +Checking test 161 datm_cdeps_multiple_files_cfsr_intel results .... + Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline + + 0: The total amount of wall time = 149.870479 + 0: The maximum resident set size (KB) = 1129608 + +Test 161 datm_cdeps_multiple_files_cfsr_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_3072x1536_cfsr_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_3072x1536_cfsr_intel +Checking test 162 datm_cdeps_3072x1536_cfsr_intel results .... + Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline + Comparing RESTART/DATM_CFSR3072x1536.cpl.r.2011-10-02-00000.nc ............MISSING baseline + + 0: The total amount of wall time = 221.092221 + 0: The maximum resident set size (KB) = 2467000 + +Test 162 datm_cdeps_3072x1536_cfsr_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_gfs_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_gfs_intel +Checking test 163 datm_cdeps_gfs_intel results .... + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/DATM_GFS.cpl.r.2021-03-23-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 227.309342 + 0: The maximum resident set size (KB) = 2410068 + +Test 163 datm_cdeps_gfs_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_debug_cfsr_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_debug_cfsr_intel +Checking test 164 datm_cdeps_debug_cfsr_intel results .... + Comparing RESTART/20111001.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-01-21600.nc ............MISSING baseline + Comparing RESTART/DATM_CFSR.cpl.r.2011-10-01-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 353.871966 + 0: The maximum resident set size (KB) = 1050664 + +Test 164 datm_cdeps_debug_cfsr_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_control_cfsr_faster_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_control_cfsr_faster_intel +Checking test 165 datm_cdeps_control_cfsr_faster_intel results .... + Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline + Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline + + 0: The total amount of wall time = 156.682690 + 0: The maximum resident set size (KB) = 1090136 + +Test 165 datm_cdeps_control_cfsr_faster_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_lnd_gswp3_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_lnd_gswp3_intel +Checking test 166 datm_cdeps_lnd_gswp3_intel results .... + Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile1.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile2.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile3.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile4.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile5.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 37.835352 + 0: The maximum resident set size (KB) = 253048 + +Test 166 datm_cdeps_lnd_gswp3_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_lnd_era5_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_lnd_era5_intel +Checking test 167 datm_cdeps_lnd_era5_intel results .... + Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile1.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile2.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile3.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile4.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile5.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 39.602619 + 0: The maximum resident set size (KB) = 305412 + +Test 167 datm_cdeps_lnd_era5_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_atmlnd_sbs_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_atmlnd_sbs_intel +Checking test 169 control_p8_atmlnd_sbs_intel results .... + Comparing sfcf000.tile1.nc ............MISSING baseline + Comparing sfcf000.tile2.nc ............MISSING baseline + Comparing sfcf000.tile3.nc ............MISSING baseline + Comparing sfcf000.tile4.nc ............MISSING baseline + Comparing sfcf000.tile5.nc ............MISSING baseline + Comparing sfcf000.tile6.nc ............MISSING baseline + Comparing sfcf012.tile1.nc ............MISSING baseline + Comparing sfcf012.tile2.nc ............MISSING baseline + Comparing sfcf012.tile3.nc ............MISSING baseline + Comparing sfcf012.tile4.nc ............MISSING baseline + Comparing sfcf012.tile5.nc ............MISSING baseline + Comparing sfcf012.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf000.tile1.nc ............MISSING baseline + Comparing atmf000.tile2.nc ............MISSING baseline + Comparing atmf000.tile3.nc ............MISSING baseline + Comparing atmf000.tile4.nc ............MISSING baseline + Comparing atmf000.tile5.nc ............MISSING baseline + Comparing atmf000.tile6.nc ............MISSING baseline + Comparing atmf012.tile1.nc ............MISSING baseline + Comparing atmf012.tile2.nc ............MISSING baseline + Comparing atmf012.tile3.nc ............MISSING baseline + Comparing atmf012.tile4.nc ............MISSING baseline + Comparing atmf012.tile5.nc ............MISSING baseline + Comparing atmf012.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile1.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile2.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile3.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile4.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile5.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile6.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile1.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile2.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile3.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile4.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile5.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 245.622586 + 0: The maximum resident set size (KB) = 1591484 + +Test 169 control_p8_atmlnd_sbs_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_atmlnd_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_atmlnd_intel +Checking test 170 control_p8_atmlnd_intel results .... + Comparing sfcf000.tile1.nc ............MISSING baseline + Comparing sfcf000.tile2.nc ............MISSING baseline + Comparing sfcf000.tile3.nc ............MISSING baseline + Comparing sfcf000.tile4.nc ............MISSING baseline + Comparing sfcf000.tile5.nc ............MISSING baseline + Comparing sfcf000.tile6.nc ............MISSING baseline + Comparing sfcf012.tile1.nc ............MISSING baseline + Comparing sfcf012.tile2.nc ............MISSING baseline + Comparing sfcf012.tile3.nc ............MISSING baseline + Comparing sfcf012.tile4.nc ............MISSING baseline + Comparing sfcf012.tile5.nc ............MISSING baseline + Comparing sfcf012.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf000.tile1.nc ............MISSING baseline + Comparing atmf000.tile2.nc ............MISSING baseline + Comparing atmf000.tile3.nc ............MISSING baseline + Comparing atmf000.tile4.nc ............MISSING baseline + Comparing atmf000.tile5.nc ............MISSING baseline + Comparing atmf000.tile6.nc ............MISSING baseline + Comparing atmf012.tile1.nc ............MISSING baseline + Comparing atmf012.tile2.nc ............MISSING baseline + Comparing atmf012.tile3.nc ............MISSING baseline + Comparing atmf012.tile4.nc ............MISSING baseline + Comparing atmf012.tile5.nc ............MISSING baseline + Comparing atmf012.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.ca_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile1.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile2.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile3.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile4.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile5.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile6.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile1.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile2.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile3.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile4.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile5.nc ............MISSING baseline + Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 248.620886 + 0: The maximum resident set size (KB) = 1582840 + +Test 170 control_p8_atmlnd_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/atmwav_control_noaero_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/atmwav_control_noaero_p8_intel +Checking test 172 atmwav_control_noaero_p8_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing RESTART/20210322.180000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/ufs.atmw.cpl.r.2021-03-22-64800.nc ............MISSING baseline + Comparing 20210322.180000.out_pnt.ww3 ............MISSING baseline + Comparing 20210322.180000.out_grd.ww3 ............MISSING baseline + Comparing ufs.atmw.ww3.r.2021-03-22-64800 ............MISSING baseline + + 0: The total amount of wall time = 93.618173 + 0: The maximum resident set size (KB) = 1628392 + +Test 172 atmwav_control_noaero_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_atmwav_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_atmwav_intel +Checking test 173 control_atmwav_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210322.180000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............MISSING baseline + Comparing 20210322.180000.restart.glo_1deg ............MISSING baseline + + 0: The total amount of wall time = 91.584411 + 0: The maximum resident set size (KB) = 665500 + +Test 173 control_atmwav_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/atmaero_control_p8_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/atmaero_control_p8_intel +Checking test 174 atmaero_control_p8_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 223.391088 + 0: The maximum resident set size (KB) = 3014232 + +Test 174 atmaero_control_p8_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/atmaero_control_p8_rad_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/atmaero_control_p8_rad_intel +Checking test 175 atmaero_control_p8_rad_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 273.535603 + 0: The maximum resident set size (KB) = 3052568 + +Test 175 atmaero_control_p8_rad_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/atmaero_control_p8_rad_micro_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/atmaero_control_p8_rad_micro_intel +Checking test 176 atmaero_control_p8_rad_micro_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 286.694951 + 0: The maximum resident set size (KB) = 3085840 + +Test 176 atmaero_control_p8_rad_micro_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_atmaq_debug_intel +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_atmaq_debug_intel +Checking test 177 regional_atmaq_debug_intel results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + Comparing RESTART/20190801.130000.coupler.res ............MISSING baseline + Comparing RESTART/20190801.130000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20190801.130000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20190801.130000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20190801.130000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20190801.130000.phy_data.nc ............MISSING baseline + Comparing RESTART/20190801.130000.sfc_data.nc ............MISSING baseline + + 0: The total amount of wall time = 1211.257769 + 0: The maximum resident set size (KB) = 4462356 + +Test 177 regional_atmaq_debug_intel FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_c48_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_c48_gnu +Checking test 178 control_c48_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + +0: The total amount of wall time = 690.093891 +0: The maximum resident set size (KB) = 798040 + +Test 178 control_c48_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_stochy_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_stochy_gnu +Checking test 179 control_stochy_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + + 0: The total amount of wall time = 229.009210 + 0: The maximum resident set size (KB) = 548708 + +Test 179 control_stochy_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_ras_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_ras_gnu +Checking test 180 control_ras_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 287.555216 + 0: The maximum resident set size (KB) = 554348 + +Test 180 control_ras_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_gnu +Checking test 181 control_p8_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 281.126683 + 0: The maximum resident set size (KB) = 1308004 + +Test 181 control_p8_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_ugwpv1_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_ugwpv1_gnu +Checking test 182 control_p8_ugwpv1_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 265.521458 + 0: The maximum resident set size (KB) = 1308524 + +Test 182 control_p8_ugwpv1_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_flake_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_flake_gnu +Checking test 183 control_flake_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + + 0: The total amount of wall time = 338.552597 + 0: The maximum resident set size (KB) = 599604 + +Test 183 control_flake_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_gnu +Checking test 184 rap_control_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 682.960142 + 0: The maximum resident set size (KB) = 898016 + +Test 184 rap_control_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_decomp_gnu +Checking test 185 rap_decomp_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 693.830714 + 0: The maximum resident set size (KB) = 898032 + +Test 185 rap_decomp_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_2threads_gnu +Checking test 186 rap_2threads_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf021.nc ............MISSING baseline + Comparing sfcf024.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf021.nc ............MISSING baseline + Comparing atmf024.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF21 ............MISSING baseline + Comparing GFSFLX.GrbF24 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF21 ............MISSING baseline + Comparing GFSPRS.GrbF24 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 621.449135 + 0: The maximum resident set size (KB) = 976284 + +Test 186 rap_2threads_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_sfcdiff_gnu +Checking test 188 rap_sfcdiff_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 693.638122 + 0: The maximum resident set size (KB) = 894060 + +Test 188 rap_sfcdiff_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_sfcdiff_decomp_gnu +Checking test 189 rap_sfcdiff_decomp_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 699.260616 + 0: The maximum resident set size (KB) = 897988 + +Test 189 rap_sfcdiff_decomp_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_gnu +Checking test 191 hrrr_control_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 351.787459 + 0: The maximum resident set size (KB) = 889352 + +Test 191 hrrr_control_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_noqr_gnu +Checking test 192 hrrr_control_noqr_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 348.803249 + 0: The maximum resident set size (KB) = 880864 + +Test 192 hrrr_control_noqr_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_2threads_gnu +Checking test 193 hrrr_control_2threads_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 304.234963 + 0: The maximum resident set size (KB) = 971520 + +Test 193 hrrr_control_2threads_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_decomp_gnu +Checking test 194 hrrr_control_decomp_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 353.835049 + 0: The maximum resident set size (KB) = 891564 + +Test 194 hrrr_control_decomp_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1beta_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1beta_gnu +Checking test 197 rrfs_v1beta_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 683.592604 + 0: The maximum resident set size (KB) = 890704 + +Test 197 rrfs_v1beta_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_diag_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_diag_debug_gnu +Checking test 198 control_diag_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 85.300326 + 0: The maximum resident set size (KB) = 555940 + +Test 198 control_diag_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_debug_gnu +Checking test 199 regional_debug_gnu results .... + Comparing dynf000.nc ............MISSING baseline + Comparing dynf001.nc ............MISSING baseline + Comparing phyf000.nc ............MISSING baseline + Comparing phyf001.nc ............MISSING baseline + + 0: The total amount of wall time = 441.066926 + 0: The maximum resident set size (KB) = 595412 + +Test 199 regional_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_debug_gnu +Checking test 200 rap_control_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 141.444924 + 0: The maximum resident set size (KB) = 902656 + +Test 200 rap_control_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_debug_gnu +Checking test 201 hrrr_control_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 136.836699 + 0: The maximum resident set size (KB) = 901620 + +Test 201 hrrr_control_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_gf_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_gf_debug_gnu +Checking test 202 hrrr_gf_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 141.392992 + 0: The maximum resident set size (KB) = 907644 + +Test 202 hrrr_gf_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_c3_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_c3_debug_gnu +Checking test 203 hrrr_c3_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 141.243012 + 0: The maximum resident set size (KB) = 905236 + +Test 203 hrrr_c3_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_diag_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_diag_debug_gnu +Checking test 204 rap_diag_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 152.208273 + 0: The maximum resident set size (KB) = 993464 + +Test 204 rap_diag_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_noah_sfcdiff_cires_ugwp_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_noah_sfcdiff_cires_ugwp_debug_gnu +Checking test 205 rap_noah_sfcdiff_cires_ugwp_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 219.284230 + 0: The maximum resident set size (KB) = 906680 + +Test 205 rap_noah_sfcdiff_cires_ugwp_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_progcld_thompson_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_progcld_thompson_debug_gnu +Checking test 206 rap_progcld_thompson_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 144.338528 + 0: The maximum resident set size (KB) = 900212 + +Test 206 rap_progcld_thompson_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1beta_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1beta_debug_gnu +Checking test 207 rrfs_v1beta_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline - 0: The total amount of wall time = 282.093181 - 0: The maximum resident set size (KB) = 1119660 + 0: The total amount of wall time = 139.095402 + 0: The maximum resident set size (KB) = 900520 -Test 063 rap_control_dyn64_phy32_debug_intel PASS +Test 207 rrfs_v1beta_debug_gnu FAIL Tries: 2 -REGRESSION TEST WAS SUCCESSFUL -Wed Mar 6 03:02:53 UTC 2024 -Elapsed time: 00h:31m:08s. Have a nice day! +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_ras_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_ras_debug_gnu +Checking test 208 control_ras_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 82.543402 + 0: The maximum resident set size (KB) = 542164 + +Test 208 control_ras_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_stochy_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_stochy_debug_gnu +Checking test 209 control_stochy_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 120.943135 + 0: The maximum resident set size (KB) = 535840 + +Test 209 control_stochy_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_debug_p8_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_debug_p8_gnu +Checking test 210 control_debug_p8_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 90.765330 + 0: The maximum resident set size (KB) = 1284968 + +Test 210 control_debug_p8_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_flake_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_flake_debug_gnu +Checking test 211 rap_flake_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 142.449750 + 0: The maximum resident set size (KB) = 899184 + +Test 211 rap_flake_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_clm_lake_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_clm_lake_debug_gnu +Checking test 212 rap_clm_lake_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 159.046405 + 0: The maximum resident set size (KB) = 909108 + +Test 212 rap_clm_lake_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/gnv1_c96_no_nest_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/gnv1_c96_no_nest_debug_gnu +Checking test 213 gnv1_c96_no_nest_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing sfcf002.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + Comparing atmf002.nc ............MISSING baseline + Comparing RESTART/20210322.070000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.070000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.070000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.070000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.070000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.070000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.070000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.070000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.070000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.070000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.070000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.070000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.070000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.070000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.070000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 233.739322 + 0: The maximum resident set size (KB) = 910952 + +Test 213 gnv1_c96_no_nest_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_wam_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_wam_debug_gnu +Checking test 214 control_wam_debug_gnu results .... + Comparing sfcf019.nc ............MISSING baseline + Comparing atmf019.nc ............MISSING baseline + + 0: The total amount of wall time = 139.047665 + 0: The maximum resident set size (KB) = 242072 + +Test 214 control_wam_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn32_phy32_gnu +Checking test 215 rap_control_dyn32_phy32_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 691.629771 + 0: The maximum resident set size (KB) = 747436 + +Test 215 rap_control_dyn32_phy32_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_dyn32_phy32_gnu +Checking test 216 hrrr_control_dyn32_phy32_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 350.710760 + 0: The maximum resident set size (KB) = 741864 + +Test 216 hrrr_control_dyn32_phy32_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_2threads_dyn32_phy32_gnu +Checking test 217 rap_2threads_dyn32_phy32_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 622.466996 + 0: The maximum resident set size (KB) = 804392 + +Test 217 rap_2threads_dyn32_phy32_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_2threads_dyn32_phy32_gnu +Checking test 218 hrrr_control_2threads_dyn32_phy32_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 303.987857 + 0: The maximum resident set size (KB) = 805744 + +Test 218 hrrr_control_2threads_dyn32_phy32_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_decomp_dyn32_phy32_gnu +Checking test 219 hrrr_control_decomp_dyn32_phy32_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 348.711208 + 0: The maximum resident set size (KB) = 743264 + +Test 219 hrrr_control_decomp_dyn32_phy32_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_control_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_control_gnu +Checking test 222 conus13km_control_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing sfcf002.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + Comparing atmf002.nc ............MISSING baseline + Comparing RESTART/20210512.170000.coupler.res ............MISSING baseline + Comparing RESTART/20210512.170000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210512.170000.phy_data.nc ............MISSING baseline + Comparing RESTART/20210512.170000.sfc_data.nc ............MISSING baseline + + 0: The total amount of wall time = 227.882060 + 0: The maximum resident set size (KB) = 898504 + +Test 222 conus13km_control_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn64_phy32_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn64_phy32_gnu +Checking test 225 rap_control_dyn64_phy32_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf009.nc ............MISSING baseline + Comparing sfcf012.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf009.nc ............MISSING baseline + Comparing atmf012.nc ............MISSING baseline + Comparing GFSFLX.GrbF00 ............MISSING baseline + Comparing GFSFLX.GrbF09 ............MISSING baseline + Comparing GFSFLX.GrbF12 ............MISSING baseline + Comparing GFSPRS.GrbF00 ............MISSING baseline + Comparing GFSPRS.GrbF09 ............MISSING baseline + Comparing GFSPRS.GrbF12 ............MISSING baseline + Comparing RESTART/20210322.180000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............MISSING baseline + + 0: The total amount of wall time = 402.552407 + 0: The maximum resident set size (KB) = 779744 + +Test 225 rap_control_dyn64_phy32_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn32_phy32_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_debug_dyn32_phy32_gnu +Checking test 226 rap_control_debug_dyn32_phy32_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 143.869803 + 0: The maximum resident set size (KB) = 762396 + +Test 226 rap_control_debug_dyn32_phy32_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_debug_dyn32_phy32_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_debug_dyn32_phy32_gnu +Checking test 227 hrrr_control_debug_dyn32_phy32_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 137.114880 + 0: The maximum resident set size (KB) = 749956 + +Test 227 hrrr_control_debug_dyn32_phy32_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_gnu +Checking test 228 conus13km_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + Comparing RESTART/20210512.170000.coupler.res ............MISSING baseline + Comparing RESTART/20210512.170000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210512.170000.phy_data.nc ............MISSING baseline + Comparing RESTART/20210512.170000.sfc_data.nc ............MISSING baseline + + 0: The total amount of wall time = 396.385464 + 0: The maximum resident set size (KB) = 917416 + +Test 228 conus13km_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_qr_gnu +Checking test 229 conus13km_debug_qr_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + Comparing RESTART/20210512.170000.coupler.res ............MISSING baseline + Comparing RESTART/20210512.170000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210512.170000.phy_data.nc ............MISSING baseline + Comparing RESTART/20210512.170000.sfc_data.nc ............MISSING baseline + + 0: The total amount of wall time = 392.100276 + 0: The maximum resident set size (KB) = 636036 + +Test 229 conus13km_debug_qr_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_2threads_gnu +Checking test 230 conus13km_debug_2threads_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 245.401052 + 0: The maximum resident set size (KB) = 953716 + +Test 230 conus13km_debug_2threads_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_radar_tten_debug_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_radar_tten_debug_gnu +Checking test 231 conus13km_radar_tten_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 399.154546 + 0: The maximum resident set size (KB) = 983720 + +Test 231 conus13km_radar_tten_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn64_phy32_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn64_phy32_debug_gnu +Checking test 232 rap_control_dyn64_phy32_debug_gnu results .... + Comparing sfcf000.nc ............MISSING baseline + Comparing sfcf001.nc ............MISSING baseline + Comparing atmf000.nc ............MISSING baseline + Comparing atmf001.nc ............MISSING baseline + + 0: The total amount of wall time = 144.310356 + 0: The maximum resident set size (KB) = 786556 + +Test 232 rap_control_dyn64_phy32_debug_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_p8_gnu +Checking test 233 cpld_control_p8_gnu results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 637.090685 + 0: The maximum resident set size (KB) = 1505492 + +Test 233 cpld_control_p8_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_c96_noaero_p8_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_nowave_noaero_p8_gnu +Checking test 234 cpld_control_nowave_noaero_p8_gnu results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + + 0: The total amount of wall time = 378.817714 + 0: The maximum resident set size (KB) = 1400712 + +Test 234 cpld_control_nowave_noaero_p8_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_p8_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_p8_gnu +Checking test 235 cpld_debug_p8_gnu results .... + Comparing sfcf003.tile1.nc ............MISSING baseline + Comparing sfcf003.tile2.nc ............MISSING baseline + Comparing sfcf003.tile3.nc ............MISSING baseline + Comparing sfcf003.tile4.nc ............MISSING baseline + Comparing sfcf003.tile5.nc ............MISSING baseline + Comparing sfcf003.tile6.nc ............MISSING baseline + Comparing atmf003.tile1.nc ............MISSING baseline + Comparing atmf003.tile2.nc ............MISSING baseline + Comparing atmf003.tile3.nc ............MISSING baseline + Comparing atmf003.tile4.nc ............MISSING baseline + Comparing atmf003.tile5.nc ............MISSING baseline + Comparing atmf003.tile6.nc ............MISSING baseline + Comparing gocart.inst_aod.20210322_0900z.nc4 ............MISSING baseline + Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline + Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline + Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 355.269534 + 0: The maximum resident set size (KB) = 1516416 + +Test 235 cpld_debug_p8_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_pdlib_p8_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_pdlib_p8_gnu +Checking test 236 cpld_control_pdlib_p8_gnu results .... + Comparing sfcf021.tile1.nc ............MISSING baseline + Comparing sfcf021.tile2.nc ............MISSING baseline + Comparing sfcf021.tile3.nc ............MISSING baseline + Comparing sfcf021.tile4.nc ............MISSING baseline + Comparing sfcf021.tile5.nc ............MISSING baseline + Comparing sfcf021.tile6.nc ............MISSING baseline + Comparing atmf021.tile1.nc ............MISSING baseline + Comparing atmf021.tile2.nc ............MISSING baseline + Comparing atmf021.tile3.nc ............MISSING baseline + Comparing atmf021.tile4.nc ............MISSING baseline + Comparing atmf021.tile5.nc ............MISSING baseline + Comparing atmf021.tile6.nc ............MISSING baseline + Comparing sfcf024.tile1.nc ............MISSING baseline + Comparing sfcf024.tile2.nc ............MISSING baseline + Comparing sfcf024.tile3.nc ............MISSING baseline + Comparing sfcf024.tile4.nc ............MISSING baseline + Comparing sfcf024.tile5.nc ............MISSING baseline + Comparing sfcf024.tile6.nc ............MISSING baseline + Comparing atmf024.tile1.nc ............MISSING baseline + Comparing atmf024.tile2.nc ............MISSING baseline + Comparing atmf024.tile3.nc ............MISSING baseline + Comparing atmf024.tile4.nc ............MISSING baseline + Comparing atmf024.tile5.nc ............MISSING baseline + Comparing atmf024.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline + Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline + Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 1311.657607 + 0: The maximum resident set size (KB) = 1380608 + +Test 236 cpld_control_pdlib_p8_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_pdlib_p8_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_pdlib_p8_gnu +Checking test 237 cpld_debug_pdlib_p8_gnu results .... + Comparing sfcf003.tile1.nc ............MISSING baseline + Comparing sfcf003.tile2.nc ............MISSING baseline + Comparing sfcf003.tile3.nc ............MISSING baseline + Comparing sfcf003.tile4.nc ............MISSING baseline + Comparing sfcf003.tile5.nc ............MISSING baseline + Comparing sfcf003.tile6.nc ............MISSING baseline + Comparing atmf003.tile1.nc ............MISSING baseline + Comparing atmf003.tile2.nc ............MISSING baseline + Comparing atmf003.tile3.nc ............MISSING baseline + Comparing atmf003.tile4.nc ............MISSING baseline + Comparing atmf003.tile5.nc ............MISSING baseline + Comparing atmf003.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline + Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline + Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline + Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline + Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline + Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline + + 0: The total amount of wall time = 780.051283 + 0: The maximum resident set size (KB) = 1381512 + +Test 237 cpld_debug_pdlib_p8_gnu FAIL Tries: 2 + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_control_cfsr_gnu +working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_control_cfsr_gnu +Checking test 238 datm_cdeps_control_cfsr_gnu results .... + Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline + Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline + Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline + + 0: The total amount of wall time = 170.323748 + 0: The maximum resident set size (KB) = 692384 + +Test 238 datm_cdeps_control_cfsr_gnu FAIL Tries: 2 + +FAILED TESTS: +001 cpld_control_p8_mixedmode_intel failed in check_result +cpld_control_p8_mixedmode_intel 001 failed in run_test +002 cpld_control_gfsv17_intel failed in check_result +cpld_control_gfsv17_intel 002 failed in run_test +005 cpld_mpi_gfsv17_intel failed in check_result +cpld_mpi_gfsv17_intel 005 failed in run_test +006 cpld_debug_gfsv17_intel failed in check_result +cpld_debug_gfsv17_intel 006 failed in run_test +007 cpld_control_p8_intel failed in check_result +cpld_control_p8_intel 007 failed in run_test +009 cpld_control_qr_p8_intel failed in check_result +cpld_control_qr_p8_intel 009 failed in run_test +011 cpld_2threads_p8_intel failed in check_result +cpld_2threads_p8_intel 011 failed in run_test +012 cpld_decomp_p8_intel failed in check_result +cpld_decomp_p8_intel 012 failed in run_test +013 cpld_mpi_p8_intel failed in check_result +cpld_mpi_p8_intel 013 failed in run_test +014 cpld_control_ciceC_p8_intel failed in check_result +cpld_control_ciceC_p8_intel 014 failed in run_test +015 cpld_control_c192_p8_intel failed in check_result +cpld_control_c192_p8_intel 015 failed in run_test +017 cpld_bmark_p8_intel failed in check_result +cpld_bmark_p8_intel 017 failed in run_test +019 cpld_s2sa_p8_intel failed in check_result +cpld_s2sa_p8_intel 019 failed in run_test +020 cpld_control_noaero_p8_intel failed in check_result +cpld_control_noaero_p8_intel 020 failed in run_test +021 cpld_control_nowave_noaero_p8_intel failed in check_result +cpld_control_nowave_noaero_p8_intel 021 failed in run_test +022 cpld_debug_p8_intel failed in check_result +cpld_debug_p8_intel 022 failed in run_test +023 cpld_debug_noaero_p8_intel failed in check_result +cpld_debug_noaero_p8_intel 023 failed in run_test +024 cpld_control_noaero_p8_agrid_intel failed in check_result +cpld_control_noaero_p8_agrid_intel 024 failed in run_test +025 cpld_control_c48_intel failed in check_result +cpld_control_c48_intel 025 failed in run_test +026 cpld_control_p8_faster_intel failed in check_result +cpld_control_p8_faster_intel 026 failed in run_test +027 cpld_control_pdlib_p8_intel failed in check_result +cpld_control_pdlib_p8_intel 027 failed in run_test +030 cpld_debug_pdlib_p8_intel failed in check_result +cpld_debug_pdlib_p8_intel 030 failed in run_test +031 control_flake_intel failed in check_result +control_flake_intel 031 failed in run_test +032 control_CubedSphereGrid_intel failed in check_result +control_CubedSphereGrid_intel 032 failed in run_test +033 control_CubedSphereGrid_parallel_intel failed in check_result +control_CubedSphereGrid_parallel_intel 033 failed in run_test +034 control_latlon_intel failed in check_result +control_latlon_intel 034 failed in run_test +035 control_wrtGauss_netcdf_parallel_intel failed in check_result +control_wrtGauss_netcdf_parallel_intel 035 failed in run_test +036 control_c48_intel failed in check_result +control_c48_intel 036 failed in run_test +037 control_c192_intel failed in check_result +control_c192_intel 037 failed in run_test +038 control_c384_intel failed in check_result +control_c384_intel 038 failed in run_test +039 control_c384gdas_intel failed in check_result +control_c384gdas_intel 039 failed in run_test +040 control_stochy_intel failed in check_result +control_stochy_intel 040 failed in run_test +042 control_lndp_intel failed in check_result +control_lndp_intel 042 failed in run_test +043 control_iovr4_intel failed in check_result +control_iovr4_intel 043 failed in run_test +044 control_iovr5_intel failed in check_result +control_iovr5_intel 044 failed in run_test +045 control_p8_intel failed in check_result +control_p8_intel 045 failed in run_test +046 control_p8_ugwpv1_intel failed in check_result +control_p8_ugwpv1_intel 046 failed in run_test +048 control_noqr_p8_intel failed in check_result +control_noqr_p8_intel 048 failed in run_test +050 control_decomp_p8_intel failed in check_result +control_decomp_p8_intel 050 failed in run_test +051 control_2threads_p8_intel failed in check_result +control_2threads_p8_intel 051 failed in run_test +052 control_p8_lndp_intel failed in check_result +control_p8_lndp_intel 052 failed in run_test +053 control_p8_rrtmgp_intel failed in check_result +control_p8_rrtmgp_intel 053 failed in run_test +054 control_p8_mynn_intel failed in check_result +control_p8_mynn_intel 054 failed in run_test +055 merra2_thompson_intel failed in check_result +merra2_thompson_intel 055 failed in run_test +056 regional_control_intel failed in check_result +regional_control_intel 056 failed in run_test +058 regional_decomp_intel failed in check_result +regional_decomp_intel 058 failed in run_test +059 regional_2threads_intel failed in check_result +regional_2threads_intel 059 failed in run_test +060 regional_noquilt_intel failed in check_result +regional_noquilt_intel 060 failed in run_test +061 regional_netcdf_parallel_intel failed in check_result +regional_netcdf_parallel_intel 061 failed in run_test +062 regional_2dwrtdecomp_intel failed in check_result +regional_2dwrtdecomp_intel 062 failed in run_test +063 regional_wofs_intel failed in check_result +regional_wofs_intel 063 failed in run_test +064 rap_control_intel failed in check_result +rap_control_intel 064 failed in run_test +065 regional_spp_sppt_shum_skeb_intel failed in check_result +regional_spp_sppt_shum_skeb_intel 065 failed in run_test +066 rap_decomp_intel failed in check_result +rap_decomp_intel 066 failed in run_test +067 rap_2threads_intel failed in check_result +rap_2threads_intel 067 failed in run_test +069 rap_sfcdiff_intel failed in check_result +rap_sfcdiff_intel 069 failed in run_test +070 rap_sfcdiff_decomp_intel failed in check_result +rap_sfcdiff_decomp_intel 070 failed in run_test +072 hrrr_control_intel failed in check_result +hrrr_control_intel 072 failed in run_test +073 hrrr_control_decomp_intel failed in check_result +hrrr_control_decomp_intel 073 failed in run_test +074 hrrr_control_2threads_intel failed in check_result +hrrr_control_2threads_intel 074 failed in run_test +076 rrfs_v1beta_intel failed in check_result +rrfs_v1beta_intel 076 failed in run_test +077 rrfs_v1nssl_intel failed in check_result +rrfs_v1nssl_intel 077 failed in run_test +078 rrfs_v1nssl_nohailnoccn_intel failed in check_result +rrfs_v1nssl_nohailnoccn_intel 078 failed in run_test +079 control_csawmg_intel failed in check_result +control_csawmg_intel 079 failed in run_test +080 control_csawmgt_intel failed in check_result +control_csawmgt_intel 080 failed in run_test +081 control_ras_intel failed in check_result +control_ras_intel 081 failed in run_test +082 control_wam_intel failed in check_result +control_wam_intel 082 failed in run_test +084 regional_control_faster_intel failed in check_result +regional_control_faster_intel 084 failed in run_test +094 regional_debug_intel failed in check_result +regional_debug_intel 094 failed in run_test +095 rap_control_debug_intel failed in check_result +rap_control_debug_intel 095 failed in run_test +hrrr_control_debug_intel 096 failed in run_test +hrrr_gf_debug_intel 097 failed in run_test +hrrr_c3_debug_intel 098 failed in run_test +099 rap_unified_drag_suite_debug_intel failed in check_result +rap_unified_drag_suite_debug_intel 099 failed in run_test +100 rap_diag_debug_intel failed in check_result +rap_diag_debug_intel 100 failed in run_test +101 rap_cires_ugwp_debug_intel failed in check_result +rap_cires_ugwp_debug_intel 101 failed in run_test +102 rap_unified_ugwp_debug_intel failed in check_result +rap_unified_ugwp_debug_intel 102 failed in run_test +103 rap_lndp_debug_intel failed in check_result +rap_lndp_debug_intel 103 failed in run_test +104 rap_progcld_thompson_debug_intel failed in check_result +rap_progcld_thompson_debug_intel 104 failed in run_test +105 rap_noah_debug_intel failed in check_result +rap_noah_debug_intel 105 failed in run_test +106 rap_sfcdiff_debug_intel failed in check_result +rap_sfcdiff_debug_intel 106 failed in run_test +107 rap_noah_sfcdiff_cires_ugwp_debug_intel failed in check_result +rap_noah_sfcdiff_cires_ugwp_debug_intel 107 failed in run_test +108 rrfs_v1beta_debug_intel failed in check_result +rrfs_v1beta_debug_intel 108 failed in run_test +109 rap_clm_lake_debug_intel failed in check_result +rap_clm_lake_debug_intel 109 failed in run_test +110 rap_flake_debug_intel failed in check_result +rap_flake_debug_intel 110 failed in run_test +111 gnv1_c96_no_nest_debug_intel failed in check_result +gnv1_c96_no_nest_debug_intel 111 failed in run_test +112 control_wam_debug_intel failed in check_result +control_wam_debug_intel 112 failed in run_test +113 regional_spp_sppt_shum_skeb_dyn32_phy32_intel failed in check_result +regional_spp_sppt_shum_skeb_dyn32_phy32_intel 113 failed in run_test +114 rap_control_dyn32_phy32_intel failed in check_result +rap_control_dyn32_phy32_intel 114 failed in run_test +115 hrrr_control_dyn32_phy32_intel failed in check_result +hrrr_control_dyn32_phy32_intel 115 failed in run_test +116 rap_2threads_dyn32_phy32_intel failed in check_result +rap_2threads_dyn32_phy32_intel 116 failed in run_test +117 hrrr_control_2threads_dyn32_phy32_intel failed in check_result +hrrr_control_2threads_dyn32_phy32_intel 117 failed in run_test +118 hrrr_control_decomp_dyn32_phy32_intel failed in check_result +hrrr_control_decomp_dyn32_phy32_intel 118 failed in run_test +121 conus13km_control_intel failed in check_result +conus13km_control_intel 121 failed in run_test +124 rap_control_dyn64_phy32_intel failed in check_result +rap_control_dyn64_phy32_intel 124 failed in run_test +125 rap_control_debug_dyn32_phy32_intel failed in check_result +rap_control_debug_dyn32_phy32_intel 125 failed in run_test +hrrr_control_debug_dyn32_phy32_intel 126 failed in run_test +127 conus13km_debug_intel failed in check_result +conus13km_debug_intel 127 failed in run_test +128 conus13km_debug_qr_intel failed in check_result +conus13km_debug_qr_intel 128 failed in run_test +129 conus13km_debug_2threads_intel failed in check_result +conus13km_debug_2threads_intel 129 failed in run_test +130 conus13km_radar_tten_debug_intel failed in check_result +conus13km_radar_tten_debug_intel 130 failed in run_test +131 rap_control_dyn64_phy32_debug_intel failed in check_result +rap_control_dyn64_phy32_debug_intel 131 failed in run_test +132 hafs_regional_atm_intel failed in check_result +hafs_regional_atm_intel 132 failed in run_test +133 hafs_regional_atm_thompson_gfdlsf_intel failed in check_result +hafs_regional_atm_thompson_gfdlsf_intel 133 failed in run_test +134 hafs_regional_atm_ocn_intel failed in check_result +hafs_regional_atm_ocn_intel 134 failed in run_test +135 hafs_regional_atm_wav_intel failed in check_result +hafs_regional_atm_wav_intel 135 failed in run_test +136 hafs_regional_atm_ocn_wav_intel failed in check_result +hafs_regional_atm_ocn_wav_intel 136 failed in run_test +137 hafs_regional_1nest_atm_intel failed in check_result +hafs_regional_1nest_atm_intel 137 failed in run_test +138 hafs_regional_telescopic_2nests_atm_intel failed in check_result +hafs_regional_telescopic_2nests_atm_intel 138 failed in run_test +139 hafs_global_1nest_atm_intel failed in check_result +hafs_global_1nest_atm_intel 139 failed in run_test +140 hafs_global_multiple_4nests_atm_intel failed in check_result +hafs_global_multiple_4nests_atm_intel 140 failed in run_test +141 hafs_regional_specified_moving_1nest_atm_intel failed in check_result +hafs_regional_specified_moving_1nest_atm_intel 141 failed in run_test +142 hafs_regional_storm_following_1nest_atm_intel failed in check_result +hafs_regional_storm_following_1nest_atm_intel 142 failed in run_test +143 hafs_regional_storm_following_1nest_atm_ocn_intel failed in check_result +hafs_regional_storm_following_1nest_atm_ocn_intel 143 failed in run_test +144 hafs_global_storm_following_1nest_atm_intel failed in check_result +hafs_global_storm_following_1nest_atm_intel 144 failed in run_test +145 gnv1_nested_intel failed in check_result +gnv1_nested_intel 145 failed in run_test +146 hafs_regional_storm_following_1nest_atm_ocn_debug_intel failed in check_result +hafs_regional_storm_following_1nest_atm_ocn_debug_intel 146 failed in run_test +147 hafs_regional_storm_following_1nest_atm_ocn_wav_intel failed in check_result +hafs_regional_storm_following_1nest_atm_ocn_wav_intel 147 failed in run_test +148 hafs_regional_docn_intel failed in check_result +hafs_regional_docn_intel 148 failed in run_test +149 hafs_regional_docn_oisst_intel failed in check_result +hafs_regional_docn_oisst_intel 149 failed in run_test +150 hafs_regional_datm_cdeps_intel failed in check_result +hafs_regional_datm_cdeps_intel 150 failed in run_test +151 datm_cdeps_control_cfsr_intel failed in check_result +datm_cdeps_control_cfsr_intel 151 failed in run_test +153 datm_cdeps_control_gefs_intel failed in check_result +datm_cdeps_control_gefs_intel 153 failed in run_test +154 datm_cdeps_iau_gefs_intel failed in check_result +datm_cdeps_iau_gefs_intel 154 failed in run_test +155 datm_cdeps_stochy_gefs_intel failed in check_result +datm_cdeps_stochy_gefs_intel 155 failed in run_test +156 datm_cdeps_ciceC_cfsr_intel failed in check_result +datm_cdeps_ciceC_cfsr_intel 156 failed in run_test +157 datm_cdeps_bulk_cfsr_intel failed in check_result +datm_cdeps_bulk_cfsr_intel 157 failed in run_test +158 datm_cdeps_bulk_gefs_intel failed in check_result +datm_cdeps_bulk_gefs_intel 158 failed in run_test +159 datm_cdeps_mx025_cfsr_intel failed in check_result +datm_cdeps_mx025_cfsr_intel 159 failed in run_test +160 datm_cdeps_mx025_gefs_intel failed in check_result +datm_cdeps_mx025_gefs_intel 160 failed in run_test +161 datm_cdeps_multiple_files_cfsr_intel failed in check_result +datm_cdeps_multiple_files_cfsr_intel 161 failed in run_test +162 datm_cdeps_3072x1536_cfsr_intel failed in check_result +datm_cdeps_3072x1536_cfsr_intel 162 failed in run_test +163 datm_cdeps_gfs_intel failed in check_result +datm_cdeps_gfs_intel 163 failed in run_test +164 datm_cdeps_debug_cfsr_intel failed in check_result +datm_cdeps_debug_cfsr_intel 164 failed in run_test +165 datm_cdeps_control_cfsr_faster_intel failed in check_result +datm_cdeps_control_cfsr_faster_intel 165 failed in run_test +166 datm_cdeps_lnd_gswp3_intel failed in check_result +datm_cdeps_lnd_gswp3_intel 166 failed in run_test +167 datm_cdeps_lnd_era5_intel failed in check_result +datm_cdeps_lnd_era5_intel 167 failed in run_test +169 control_p8_atmlnd_sbs_intel failed in check_result +control_p8_atmlnd_sbs_intel 169 failed in run_test +170 control_p8_atmlnd_intel failed in check_result +control_p8_atmlnd_intel 170 failed in run_test +172 atmwav_control_noaero_p8_intel failed in check_result +atmwav_control_noaero_p8_intel 172 failed in run_test +173 control_atmwav_intel failed in check_result +control_atmwav_intel 173 failed in run_test +174 atmaero_control_p8_intel failed in check_result +atmaero_control_p8_intel 174 failed in run_test +175 atmaero_control_p8_rad_intel failed in check_result +atmaero_control_p8_rad_intel 175 failed in run_test +176 atmaero_control_p8_rad_micro_intel failed in check_result +atmaero_control_p8_rad_micro_intel 176 failed in run_test +177 regional_atmaq_debug_intel failed in check_result +regional_atmaq_debug_intel 177 failed in run_test +178 control_c48_gnu failed in check_result +control_c48_gnu 178 failed in run_test +179 control_stochy_gnu failed in check_result +control_stochy_gnu 179 failed in run_test +180 control_ras_gnu failed in check_result +control_ras_gnu 180 failed in run_test +181 control_p8_gnu failed in check_result +control_p8_gnu 181 failed in run_test +182 control_p8_ugwpv1_gnu failed in check_result +control_p8_ugwpv1_gnu 182 failed in run_test +183 control_flake_gnu failed in check_result +control_flake_gnu 183 failed in run_test +184 rap_control_gnu failed in check_result +rap_control_gnu 184 failed in run_test +185 rap_decomp_gnu failed in check_result +rap_decomp_gnu 185 failed in run_test +186 rap_2threads_gnu failed in check_result +rap_2threads_gnu 186 failed in run_test +188 rap_sfcdiff_gnu failed in check_result +rap_sfcdiff_gnu 188 failed in run_test +189 rap_sfcdiff_decomp_gnu failed in check_result +rap_sfcdiff_decomp_gnu 189 failed in run_test +191 hrrr_control_gnu failed in check_result +hrrr_control_gnu 191 failed in run_test +192 hrrr_control_noqr_gnu failed in check_result +hrrr_control_noqr_gnu 192 failed in run_test +193 hrrr_control_2threads_gnu failed in check_result +hrrr_control_2threads_gnu 193 failed in run_test +194 hrrr_control_decomp_gnu failed in check_result +hrrr_control_decomp_gnu 194 failed in run_test +197 rrfs_v1beta_gnu failed in check_result +rrfs_v1beta_gnu 197 failed in run_test +198 control_diag_debug_gnu failed in check_result +control_diag_debug_gnu 198 failed in run_test +199 regional_debug_gnu failed in check_result +regional_debug_gnu 199 failed in run_test +200 rap_control_debug_gnu failed in check_result +rap_control_debug_gnu 200 failed in run_test +201 hrrr_control_debug_gnu failed in check_result +hrrr_control_debug_gnu 201 failed in run_test +202 hrrr_gf_debug_gnu failed in check_result +hrrr_gf_debug_gnu 202 failed in run_test +203 hrrr_c3_debug_gnu failed in check_result +hrrr_c3_debug_gnu 203 failed in run_test +204 rap_diag_debug_gnu failed in check_result +rap_diag_debug_gnu 204 failed in run_test +205 rap_noah_sfcdiff_cires_ugwp_debug_gnu failed in check_result +rap_noah_sfcdiff_cires_ugwp_debug_gnu 205 failed in run_test +206 rap_progcld_thompson_debug_gnu failed in check_result +rap_progcld_thompson_debug_gnu 206 failed in run_test +207 rrfs_v1beta_debug_gnu failed in check_result +rrfs_v1beta_debug_gnu 207 failed in run_test +208 control_ras_debug_gnu failed in check_result +control_ras_debug_gnu 208 failed in run_test +209 control_stochy_debug_gnu failed in check_result +control_stochy_debug_gnu 209 failed in run_test +210 control_debug_p8_gnu failed in check_result +control_debug_p8_gnu 210 failed in run_test +211 rap_flake_debug_gnu failed in check_result +rap_flake_debug_gnu 211 failed in run_test +212 rap_clm_lake_debug_gnu failed in check_result +rap_clm_lake_debug_gnu 212 failed in run_test +213 gnv1_c96_no_nest_debug_gnu failed in check_result +gnv1_c96_no_nest_debug_gnu 213 failed in run_test +214 control_wam_debug_gnu failed in check_result +control_wam_debug_gnu 214 failed in run_test +215 rap_control_dyn32_phy32_gnu failed in check_result +rap_control_dyn32_phy32_gnu 215 failed in run_test +216 hrrr_control_dyn32_phy32_gnu failed in check_result +hrrr_control_dyn32_phy32_gnu 216 failed in run_test +217 rap_2threads_dyn32_phy32_gnu failed in check_result +rap_2threads_dyn32_phy32_gnu 217 failed in run_test +218 hrrr_control_2threads_dyn32_phy32_gnu failed in check_result +hrrr_control_2threads_dyn32_phy32_gnu 218 failed in run_test +219 hrrr_control_decomp_dyn32_phy32_gnu failed in check_result +hrrr_control_decomp_dyn32_phy32_gnu 219 failed in run_test +222 conus13km_control_gnu failed in check_result +conus13km_control_gnu 222 failed in run_test +225 rap_control_dyn64_phy32_gnu failed in check_result +rap_control_dyn64_phy32_gnu 225 failed in run_test +226 rap_control_debug_dyn32_phy32_gnu failed in check_result +rap_control_debug_dyn32_phy32_gnu 226 failed in run_test +227 hrrr_control_debug_dyn32_phy32_gnu failed in check_result +hrrr_control_debug_dyn32_phy32_gnu 227 failed in run_test +228 conus13km_debug_gnu failed in check_result +conus13km_debug_gnu 228 failed in run_test +229 conus13km_debug_qr_gnu failed in check_result +conus13km_debug_qr_gnu 229 failed in run_test +230 conus13km_debug_2threads_gnu failed in check_result +conus13km_debug_2threads_gnu 230 failed in run_test +231 conus13km_radar_tten_debug_gnu failed in check_result +conus13km_radar_tten_debug_gnu 231 failed in run_test +232 rap_control_dyn64_phy32_debug_gnu failed in check_result +rap_control_dyn64_phy32_debug_gnu 232 failed in run_test +233 cpld_control_p8_gnu failed in check_result +cpld_control_p8_gnu 233 failed in run_test +234 cpld_control_nowave_noaero_p8_gnu failed in check_result +cpld_control_nowave_noaero_p8_gnu 234 failed in run_test +235 cpld_debug_p8_gnu failed in check_result +cpld_debug_p8_gnu 235 failed in run_test +236 cpld_control_pdlib_p8_gnu failed in check_result +cpld_control_pdlib_p8_gnu 236 failed in run_test +237 cpld_debug_pdlib_p8_gnu failed in check_result +cpld_debug_pdlib_p8_gnu 237 failed in run_test +238 datm_cdeps_control_cfsr_gnu failed in check_result +datm_cdeps_control_cfsr_gnu 238 failed in run_test + +REGRESSION TEST FAILED +Thu Mar 14 06:26:30 UTC 2024 +Elapsed time: 02h:42m:34s. Have a nice day! From 88663bfa2b3e95335afdfd300e11eed645a53b20 Mon Sep 17 00:00:00 2001 From: "Haiqin.Li" Date: Fri, 15 Mar 2024 17:23:44 +0000 Subject: [PATCH 3/8] "point to the updates to allocate rho_dry to zero size when not in use" --- FV3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/FV3 b/FV3 index f1c254cd5c..72618b9484 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit f1c254cd5ccb9d2c3d7a4179f02f552eedad7a1e +Subproject commit 72618b9484b010707721b9b7f0c29c439dbb9886 From 6d7be8048ab1270fe21264495c06ca0b51da0ef8 Mon Sep 17 00:00:00 2001 From: JONG KIM Date: Mon, 18 Mar 2024 08:52:05 -0400 Subject: [PATCH 4/8] Update bl_date.conf: new BL_DATE --- tests/bl_date.conf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/bl_date.conf b/tests/bl_date.conf index db7311360a..56cd30e587 100644 --- a/tests/bl_date.conf +++ b/tests/bl_date.conf @@ -1 +1 @@ -export BL_DATE=20240305 +export BL_DATE=20240318 From 38952e69625cce8c5c8ca9e588edc28a9168b17a Mon Sep 17 00:00:00 2001 From: matthew pyle Date: Mon, 18 Mar 2024 14:41:02 +0000 Subject: [PATCH 5/8] Updates WCOSS2 RT log file --- tests/logs/RegressionTests_wcoss2.log | 532 +++++++++++++------------- 1 file changed, 266 insertions(+), 266 deletions(-) diff --git a/tests/logs/RegressionTests_wcoss2.log b/tests/logs/RegressionTests_wcoss2.log index 900bb4666e..77a8ded036 100644 --- a/tests/logs/RegressionTests_wcoss2.log +++ b/tests/logs/RegressionTests_wcoss2.log @@ -1,31 +1,31 @@ -Tue Mar 5 19:59:27 UTC 2024 +Mon Mar 18 14:01:45 UTC 2024 Start Regression test -Testing UFSWM Hash: 4175940e258e2265ed38328c59fdae76afc0e9bb +Testing UFSWM Hash: 6d7be8048ab1270fe21264495c06ca0b51da0ef8 Testing With Submodule Hashes: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) 89603d16f39675624fc8518da50d9515cd5f18c6 CDEPS-interface/CDEPS (cdeps0.4.17-39-g89603d1) 620e48fe75d92aa607af7e21f2d8691baddd2851 CICE-interface/CICE (CICE6.0.0-445-g620e48f) 13ed05982efc95c077efc3b9609688554e3a854c CMEPS-interface/CMEPS (cmeps_v0.4.1-2302-g13ed059) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - 3e4d60b5f88a3a581526659c28c511bdde1c35b2 FV3 (remotes/origin/thompson_refactor_RRFS) + 72618b9484b010707721b9b7f0c29c439dbb9886 FV3 (remotes/origin/production/RRFS.v1-mynn) 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) c8a7325c040b4cb1327c55c8248e8e66972239a5 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-9878-gc8a7325c0) 0cd3e23ae5d35ef93e205e4d0c3b13ccc0d851f5 NOAHMP-interface/noahmp (v3.7.1-423-g0cd3e23) 4ffc47e10e3d3f3bbee50251aacb28b7e0165b92 WW3 (6.07.1-344-g4ffc47e1) a5561802021d89a9a1e2b52cb69393efcdc6f71c stochastic_physics (ufs-v2.0.0-199-ga556180) -Compile atm_debug_dyn32_intel elapsed time 648 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_faster_dyn32_intel elapsed time 501 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_debug_intel elapsed time 232 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn32_phy32_faster_intel elapsed time 727 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_intel elapsed time 598 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn64_phy32_debug_intel elapsed time 674 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn64_phy32_intel elapsed time 478 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_intel elapsed time 521 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release - -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_control_intel +Compile atm_debug_dyn32_intel elapsed time 666 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atm_faster_dyn32_intel elapsed time 833 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_debug_intel elapsed time 710 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn32_phy32_faster_intel elapsed time 608 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_intel elapsed time 474 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn64_phy32_debug_intel elapsed time 799 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn64_phy32_intel elapsed time 726 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_intel elapsed time 734 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release + +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_control_intel Checking test 001 rap_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -72,14 +72,14 @@ Checking test 001 rap_control_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 408.933423 -The maximum resident set size (KB) = 919848 +The total amount of wall time = 408.782011 +The maximum resident set size (KB) = 914308 Test 001 rap_control_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/regional_spp_sppt_shum_skeb_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/regional_spp_sppt_shum_skeb_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/regional_spp_sppt_shum_skeb_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/regional_spp_sppt_shum_skeb_intel Checking test 002 regional_spp_sppt_shum_skeb_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK @@ -90,14 +90,14 @@ Checking test 002 regional_spp_sppt_shum_skeb_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF01 .........OK -The total amount of wall time = 240.109147 -The maximum resident set size (KB) = 1117860 +The total amount of wall time = 246.281430 +The maximum resident set size (KB) = 1115816 Test 002 regional_spp_sppt_shum_skeb_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_decomp_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_decomp_intel Checking test 003 rap_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -144,14 +144,14 @@ Checking test 003 rap_decomp_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 420.578138 -The maximum resident set size (KB) = 917776 +The total amount of wall time = 421.428848 +The maximum resident set size (KB) = 913916 Test 003 rap_decomp_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_2threads_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_2threads_intel Checking test 004 rap_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -198,14 +198,14 @@ Checking test 004 rap_2threads_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 370.064515 -The maximum resident set size (KB) = 1001220 +The total amount of wall time = 369.005651 +The maximum resident set size (KB) = 1001120 Test 004 rap_2threads_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_restart_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_restart_intel Checking test 005 rap_restart_intel results .... Comparing sfcf024.nc .........OK Comparing atmf024.nc .........OK @@ -244,14 +244,14 @@ Checking test 005 rap_restart_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 208.652978 -The maximum resident set size (KB) = 790276 +The total amount of wall time = 215.624137 +The maximum resident set size (KB) = 789448 Test 005 rap_restart_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_sfcdiff_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_sfcdiff_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_sfcdiff_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_sfcdiff_intel Checking test 006 rap_sfcdiff_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -298,14 +298,14 @@ Checking test 006 rap_sfcdiff_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 405.279383 -The maximum resident set size (KB) = 910648 +The total amount of wall time = 407.873762 +The maximum resident set size (KB) = 908068 Test 006 rap_sfcdiff_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_sfcdiff_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_sfcdiff_decomp_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_sfcdiff_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_sfcdiff_decomp_intel Checking test 007 rap_sfcdiff_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -352,14 +352,14 @@ Checking test 007 rap_sfcdiff_decomp_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 422.999823 -The maximum resident set size (KB) = 913140 +The total amount of wall time = 425.849932 +The maximum resident set size (KB) = 914744 Test 007 rap_sfcdiff_decomp_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_sfcdiff_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_sfcdiff_restart_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_sfcdiff_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_sfcdiff_restart_intel Checking test 008 rap_sfcdiff_restart_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK @@ -398,14 +398,14 @@ Checking test 008 rap_sfcdiff_restart_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 301.763284 -The maximum resident set size (KB) = 791456 +The total amount of wall time = 306.739282 +The maximum resident set size (KB) = 790096 Test 008 rap_sfcdiff_restart_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_control_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_control_intel Checking test 009 hrrr_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -452,14 +452,14 @@ Checking test 009 hrrr_control_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 209.727261 -The maximum resident set size (KB) = 905768 +The total amount of wall time = 209.143122 +The maximum resident set size (KB) = 906512 Test 009 hrrr_control_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_control_decomp_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_control_decomp_intel Checking test 010 hrrr_control_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -506,14 +506,14 @@ Checking test 010 hrrr_control_decomp_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 213.237324 -The maximum resident set size (KB) = 912232 +The total amount of wall time = 212.557791 +The maximum resident set size (KB) = 908744 Test 010 hrrr_control_decomp_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_control_2threads_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_control_2threads_intel Checking test 011 hrrr_control_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -560,28 +560,28 @@ Checking test 011 hrrr_control_2threads_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 185.863819 -The maximum resident set size (KB) = 993524 +The total amount of wall time = 185.342778 +The maximum resident set size (KB) = 992392 Test 011 hrrr_control_2threads_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_control_restart_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_control_restart_intel Checking test 012 hrrr_control_restart_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK Comparing GFSPRS.GrbF12 .........OK -The total amount of wall time = 109.325423 -The maximum resident set size (KB) = 741348 +The total amount of wall time = 114.695779 +The maximum resident set size (KB) = 740380 Test 012 hrrr_control_restart_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rrfs_v1beta_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rrfs_v1beta_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rrfs_v1beta_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rrfs_v1beta_intel Checking test 013 rrfs_v1beta_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -628,14 +628,14 @@ Checking test 013 rrfs_v1beta_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 397.544601 -The maximum resident set size (KB) = 908852 +The total amount of wall time = 398.134867 +The maximum resident set size (KB) = 909120 Test 013 rrfs_v1beta_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rrfs_v1nssl_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rrfs_v1nssl_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rrfs_v1nssl_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rrfs_v1nssl_intel Checking test 014 rrfs_v1nssl_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -650,14 +650,14 @@ Checking test 014 rrfs_v1nssl_intel results .... Comparing GFSPRS.GrbF09 .........OK Comparing GFSPRS.GrbF12 .........OK -The total amount of wall time = 483.465556 -The maximum resident set size (KB) = 1875892 +The total amount of wall time = 488.460800 +The maximum resident set size (KB) = 1874120 Test 014 rrfs_v1nssl_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rrfs_v1nssl_nohailnoccn_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rrfs_v1nssl_nohailnoccn_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rrfs_v1nssl_nohailnoccn_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rrfs_v1nssl_nohailnoccn_intel Checking test 015 rrfs_v1nssl_nohailnoccn_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -672,14 +672,14 @@ Checking test 015 rrfs_v1nssl_nohailnoccn_intel results .... Comparing GFSPRS.GrbF09 .........OK Comparing GFSPRS.GrbF12 .........OK -The total amount of wall time = 468.525987 -The maximum resident set size (KB) = 1862264 +The total amount of wall time = 471.816388 +The maximum resident set size (KB) = 1859980 Test 015 rrfs_v1nssl_nohailnoccn_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/control_p8_faster_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/control_p8_faster_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/control_p8_faster_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/control_p8_faster_intel Checking test 016 control_p8_faster_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -726,14 +726,14 @@ Checking test 016 control_p8_faster_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 163.489501 -The maximum resident set size (KB) = 1504508 +The total amount of wall time = 161.749253 +The maximum resident set size (KB) = 1499176 Test 016 control_p8_faster_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/regional_control_faster_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/regional_control_faster_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/regional_control_faster_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/regional_control_faster_intel Checking test 017 regional_control_faster_intel results .... Comparing dynf000.nc .........OK Comparing dynf006.nc .........OK @@ -744,14 +744,14 @@ Checking test 017 regional_control_faster_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF06 .........OK -The total amount of wall time = 274.852490 -The maximum resident set size (KB) = 639692 +The total amount of wall time = 290.785374 +The maximum resident set size (KB) = 642808 Test 017 regional_control_faster_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/control_CubedSphereGrid_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/control_CubedSphereGrid_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/control_CubedSphereGrid_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/control_CubedSphereGrid_debug_intel Checking test 018 control_CubedSphereGrid_debug_intel results .... Comparing sfcf000.tile1.nc .........OK Comparing sfcf000.tile2.nc .........OK @@ -778,364 +778,364 @@ Checking test 018 control_CubedSphereGrid_debug_intel results .... Comparing atmf001.tile5.nc .........OK Comparing atmf001.tile6.nc .........OK -The total amount of wall time = 160.281932 -The maximum resident set size (KB) = 687124 +The total amount of wall time = 161.697033 +The maximum resident set size (KB) = 686660 Test 018 control_CubedSphereGrid_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/control_wrtGauss_netcdf_parallel_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/control_wrtGauss_netcdf_parallel_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/control_wrtGauss_netcdf_parallel_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/control_wrtGauss_netcdf_parallel_debug_intel Checking test 019 control_wrtGauss_netcdf_parallel_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 158.426854 -The maximum resident set size (KB) = 686400 +The total amount of wall time = 163.868423 +The maximum resident set size (KB) = 687708 Test 019 control_wrtGauss_netcdf_parallel_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/control_stochy_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/control_stochy_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/control_stochy_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/control_stochy_debug_intel Checking test 020 control_stochy_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 179.349760 -The maximum resident set size (KB) = 688352 +The total amount of wall time = 183.982372 +The maximum resident set size (KB) = 691912 Test 020 control_stochy_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/control_lndp_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/control_lndp_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/control_lndp_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/control_lndp_debug_intel Checking test 021 control_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 161.362947 -The maximum resident set size (KB) = 692548 +The total amount of wall time = 165.234890 +The maximum resident set size (KB) = 697832 Test 021 control_lndp_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/control_csawmg_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/control_csawmg_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/control_csawmg_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/control_csawmg_debug_intel Checking test 022 control_csawmg_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 253.356192 -The maximum resident set size (KB) = 731376 +The total amount of wall time = 257.632617 +The maximum resident set size (KB) = 733060 Test 022 control_csawmg_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/control_csawmgt_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/control_csawmgt_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/control_csawmgt_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/control_csawmgt_debug_intel Checking test 023 control_csawmgt_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 247.588047 -The maximum resident set size (KB) = 730460 +The total amount of wall time = 255.796311 +The maximum resident set size (KB) = 730972 Test 023 control_csawmgt_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/control_ras_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/control_ras_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/control_ras_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/control_ras_debug_intel Checking test 024 control_ras_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 163.563856 -The maximum resident set size (KB) = 703952 +The total amount of wall time = 167.653232 +The maximum resident set size (KB) = 705660 Test 024 control_ras_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/control_diag_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/control_diag_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/control_diag_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/control_diag_debug_intel Checking test 025 control_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 164.441741 -The maximum resident set size (KB) = 746200 +The total amount of wall time = 168.148665 +The maximum resident set size (KB) = 749340 Test 025 control_diag_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/control_debug_p8_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/control_debug_p8_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/control_debug_p8_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/control_debug_p8_intel Checking test 026 control_debug_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 169.337732 -The maximum resident set size (KB) = 1517388 +The total amount of wall time = 174.051512 +The maximum resident set size (KB) = 1525804 Test 026 control_debug_p8_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/regional_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/regional_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/regional_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/regional_debug_intel Checking test 027 regional_debug_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK Comparing phyf000.nc .........OK Comparing phyf001.nc .........OK -The total amount of wall time = 1054.835707 -The maximum resident set size (KB) = 637588 +The total amount of wall time = 1055.020097 +The maximum resident set size (KB) = 639440 Test 027 regional_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_control_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_control_debug_intel Checking test 028 rap_control_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 304.415872 -The maximum resident set size (KB) = 1072092 +The total amount of wall time = 309.955306 +The maximum resident set size (KB) = 1075364 Test 028 rap_control_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_control_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_control_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_control_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_control_debug_intel Checking test 029 hrrr_control_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 297.653712 -The maximum resident set size (KB) = 1069468 +The total amount of wall time = 300.761588 +The maximum resident set size (KB) = 1068060 Test 029 hrrr_control_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_gf_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_gf_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_gf_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_gf_debug_intel Checking test 030 hrrr_gf_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 302.098573 -The maximum resident set size (KB) = 1075520 +The total amount of wall time = 307.686709 +The maximum resident set size (KB) = 1075056 Test 030 hrrr_gf_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_c3_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_c3_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_c3_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_c3_debug_intel Checking test 031 hrrr_c3_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 304.829596 -The maximum resident set size (KB) = 1075572 +The total amount of wall time = 309.690559 +The maximum resident set size (KB) = 1076168 Test 031 hrrr_c3_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_unified_drag_suite_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_unified_drag_suite_debug_intel Checking test 032 rap_unified_drag_suite_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 303.827229 -The maximum resident set size (KB) = 1078640 +The total amount of wall time = 309.946266 +The maximum resident set size (KB) = 1072856 Test 032 rap_unified_drag_suite_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_diag_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_diag_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_diag_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_diag_debug_intel Checking test 033 rap_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 316.039871 -The maximum resident set size (KB) = 1157028 +The total amount of wall time = 317.468763 +The maximum resident set size (KB) = 1153256 Test 033 rap_diag_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_cires_ugwp_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_cires_ugwp_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_cires_ugwp_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_cires_ugwp_debug_intel Checking test 034 rap_cires_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 310.412879 -The maximum resident set size (KB) = 1077180 +The total amount of wall time = 316.038362 +The maximum resident set size (KB) = 1072344 Test 034 rap_cires_ugwp_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_cires_ugwp_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_unified_ugwp_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_cires_ugwp_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_unified_ugwp_debug_intel Checking test 035 rap_unified_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 310.166172 -The maximum resident set size (KB) = 1076844 +The total amount of wall time = 311.447164 +The maximum resident set size (KB) = 1076632 Test 035 rap_unified_ugwp_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_lndp_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_lndp_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_lndp_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_lndp_debug_intel Checking test 036 rap_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 305.015628 -The maximum resident set size (KB) = 1076276 +The total amount of wall time = 309.352406 +The maximum resident set size (KB) = 1073292 Test 036 rap_lndp_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_progcld_thompson_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_progcld_thompson_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_progcld_thompson_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_progcld_thompson_debug_intel Checking test 037 rap_progcld_thompson_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 303.052985 -The maximum resident set size (KB) = 1076948 +The total amount of wall time = 307.227139 +The maximum resident set size (KB) = 1076820 Test 037 rap_progcld_thompson_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_noah_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_noah_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_noah_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_noah_debug_intel Checking test 038 rap_noah_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 299.177402 -The maximum resident set size (KB) = 1070508 +The total amount of wall time = 299.962943 +The maximum resident set size (KB) = 1069084 Test 038 rap_noah_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_sfcdiff_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_sfcdiff_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_sfcdiff_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_sfcdiff_debug_intel Checking test 039 rap_sfcdiff_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 304.534874 -The maximum resident set size (KB) = 1074032 +The total amount of wall time = 308.418725 +The maximum resident set size (KB) = 1074704 Test 039 rap_sfcdiff_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_noah_sfcdiff_cires_ugwp_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_noah_sfcdiff_cires_ugwp_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_noah_sfcdiff_cires_ugwp_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_noah_sfcdiff_cires_ugwp_debug_intel Checking test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 494.600896 -The maximum resident set size (KB) = 1068776 +The total amount of wall time = 501.436280 +The maximum resident set size (KB) = 1071716 Test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rrfs_v1beta_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rrfs_v1beta_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rrfs_v1beta_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rrfs_v1beta_debug_intel Checking test 041 rrfs_v1beta_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 298.752898 -The maximum resident set size (KB) = 1067608 +The total amount of wall time = 305.400073 +The maximum resident set size (KB) = 1070416 Test 041 rrfs_v1beta_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_clm_lake_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_clm_lake_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_clm_lake_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_clm_lake_debug_intel Checking test 042 rap_clm_lake_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 354.329360 -The maximum resident set size (KB) = 1076348 +The total amount of wall time = 358.891868 +The maximum resident set size (KB) = 1074768 Test 042 rap_clm_lake_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_flake_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_flake_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_flake_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_flake_debug_intel Checking test 043 rap_flake_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 306.379530 -The maximum resident set size (KB) = 1076840 +The total amount of wall time = 305.556207 +The maximum resident set size (KB) = 1073976 Test 043 rap_flake_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/gnv1_c96_no_nest_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/gnv1_c96_no_nest_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/gnv1_c96_no_nest_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/gnv1_c96_no_nest_debug_intel Checking test 044 gnv1_c96_no_nest_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1176,14 +1176,14 @@ Checking test 044 gnv1_c96_no_nest_debug_intel results .... Comparing RESTART/20210322.070000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.070000.sfc_data.tile6.nc .........OK -The total amount of wall time = 534.701740 -The maximum resident set size (KB) = 1080792 +The total amount of wall time = 532.934983 +The maximum resident set size (KB) = 1077260 Test 044 gnv1_c96_no_nest_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/regional_spp_sppt_shum_skeb_dyn32_phy32_intel Checking test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK @@ -1194,14 +1194,14 @@ Checking test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF01 .........OK -The total amount of wall time = 231.214065 -The maximum resident set size (KB) = 978052 +The total amount of wall time = 233.536895 +The maximum resident set size (KB) = 974768 Test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_control_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_control_dyn32_phy32_intel Checking test 046 rap_control_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1248,14 +1248,14 @@ Checking test 046 rap_control_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 335.568381 -The maximum resident set size (KB) = 790340 +The total amount of wall time = 337.362003 +The maximum resident set size (KB) = 790700 Test 046 rap_control_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_control_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_control_dyn32_phy32_intel Checking test 047 hrrr_control_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1302,14 +1302,14 @@ Checking test 047 hrrr_control_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 177.966462 -The maximum resident set size (KB) = 786556 +The total amount of wall time = 176.931262 +The maximum resident set size (KB) = 784916 Test 047 hrrr_control_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_2threads_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_2threads_dyn32_phy32_intel Checking test 048 rap_2threads_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1356,14 +1356,14 @@ Checking test 048 rap_2threads_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 307.852931 -The maximum resident set size (KB) = 846184 +The total amount of wall time = 307.156481 +The maximum resident set size (KB) = 845716 Test 048 rap_2threads_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_control_2threads_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_control_2threads_dyn32_phy32_intel Checking test 049 hrrr_control_2threads_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1410,14 +1410,14 @@ Checking test 049 hrrr_control_2threads_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 159.406168 -The maximum resident set size (KB) = 844704 +The total amount of wall time = 160.903875 +The maximum resident set size (KB) = 841200 Test 049 hrrr_control_2threads_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_control_decomp_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_control_decomp_dyn32_phy32_intel Checking test 050 hrrr_control_decomp_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1464,14 +1464,14 @@ Checking test 050 hrrr_control_decomp_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK -The total amount of wall time = 184.641734 -The maximum resident set size (KB) = 790816 +The total amount of wall time = 186.469850 +The maximum resident set size (KB) = 788780 Test 050 hrrr_control_decomp_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_restart_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_restart_dyn32_phy32_intel Checking test 051 rap_restart_dyn32_phy32_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK @@ -1510,28 +1510,28 @@ Checking test 051 rap_restart_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -The total amount of wall time = 251.986455 -The maximum resident set size (KB) = 692780 +The total amount of wall time = 252.056324 +The maximum resident set size (KB) = 693292 Test 051 rap_restart_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_control_restart_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_control_restart_dyn32_phy32_intel Checking test 052 hrrr_control_restart_dyn32_phy32_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK Comparing GFSPRS.GrbF12 .........OK -The total amount of wall time = 94.292645 -The maximum resident set size (KB) = 673772 +The total amount of wall time = 96.873582 +The maximum resident set size (KB) = 669744 Test 052 hrrr_control_restart_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/conus13km_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/conus13km_control_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/conus13km_control_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/conus13km_control_intel Checking test 053 conus13km_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1547,40 +1547,40 @@ Checking test 053 conus13km_control_intel results .... Comparing RESTART/20210512.170000.phy_data.nc .........OK Comparing RESTART/20210512.170000.sfc_data.nc .........OK -The total amount of wall time = 116.076400 -The maximum resident set size (KB) = 1005652 +The total amount of wall time = 117.809273 +The maximum resident set size (KB) = 1008540 Test 053 conus13km_control_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/conus13km_control_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/conus13km_2threads_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/conus13km_control_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/conus13km_2threads_intel Checking test 054 conus13km_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 59.061244 -The maximum resident set size (KB) = 1005480 +The total amount of wall time = 59.393717 +The maximum resident set size (KB) = 1006180 Test 054 conus13km_2threads_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/conus13km_restart_mismatch_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/conus13km_restart_mismatch_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/conus13km_restart_mismatch_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/conus13km_restart_mismatch_intel Checking test 055 conus13km_restart_mismatch_intel results .... Comparing sfcf002.nc .........OK Comparing atmf002.nc .........OK -The total amount of wall time = 70.072584 -The maximum resident set size (KB) = 878492 +The total amount of wall time = 67.915172 +The maximum resident set size (KB) = 886284 Test 055 conus13km_restart_mismatch_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_dyn64_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_control_dyn64_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_dyn64_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_control_dyn64_phy32_intel Checking test 056 rap_control_dyn64_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1627,42 +1627,42 @@ Checking test 056 rap_control_dyn64_phy32_intel results .... Comparing RESTART/20210322.180000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.180000.sfc_data.tile6.nc .........OK -The total amount of wall time = 231.582600 -The maximum resident set size (KB) = 811524 +The total amount of wall time = 232.278147 +The maximum resident set size (KB) = 807364 Test 056 rap_control_dyn64_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_control_debug_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_debug_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_control_debug_dyn32_phy32_intel Checking test 057 rap_control_debug_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 298.132389 -The maximum resident set size (KB) = 955056 +The total amount of wall time = 301.093920 +The maximum resident set size (KB) = 957604 Test 057 rap_control_debug_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/hrrr_control_debug_dyn32_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/hrrr_control_debug_dyn32_phy32_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/hrrr_control_debug_dyn32_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/hrrr_control_debug_dyn32_phy32_intel Checking test 058 hrrr_control_debug_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 291.870469 -The maximum resident set size (KB) = 953584 +The total amount of wall time = 294.093249 +The maximum resident set size (KB) = 953588 Test 058 hrrr_control_debug_dyn32_phy32_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/conus13km_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/conus13km_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/conus13km_debug_intel Checking test 059 conus13km_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1676,14 +1676,14 @@ Checking test 059 conus13km_debug_intel results .... Comparing RESTART/20210512.170000.phy_data.nc .........OK Comparing RESTART/20210512.170000.sfc_data.nc .........OK -The total amount of wall time = 869.114357 -The maximum resident set size (KB) = 1040036 +The total amount of wall time = 862.084328 +The maximum resident set size (KB) = 1036680 Test 059 conus13km_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/conus13km_debug_qr_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/conus13km_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/conus13km_debug_qr_intel Checking test 060 conus13km_debug_qr_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1697,54 +1697,54 @@ Checking test 060 conus13km_debug_qr_intel results .... Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......OK Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......OK -The total amount of wall time = 871.063825 -The maximum resident set size (KB) = 714376 +The total amount of wall time = 872.500397 +The maximum resident set size (KB) = 712452 Test 060 conus13km_debug_qr_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/conus13km_debug_2threads_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/conus13km_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/conus13km_debug_2threads_intel Checking test 061 conus13km_debug_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 500.603454 -The maximum resident set size (KB) = 1042344 +The total amount of wall time = 495.502906 +The maximum resident set size (KB) = 1045096 Test 061 conus13km_debug_2threads_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/conus13km_radar_tten_debug_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/conus13km_radar_tten_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/conus13km_radar_tten_debug_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/conus13km_radar_tten_debug_intel Checking test 062 conus13km_radar_tten_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 867.154267 -The maximum resident set size (KB) = 1107692 +The total amount of wall time = 863.375884 +The maximum resident set size (KB) = 1108316 Test 062 conus13km_radar_tten_debug_intel PASS -baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn64_phy32_intel -working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_147705/rap_control_dyn64_phy32_debug_intel +baseline dir = /lfs/h2/emc/lam/noscrub/emc.lam/RRFS.v1_RT/NEMSfv3gfs/develop-20240318/rap_control_debug_dyn64_phy32_intel +working dir = /lfs/h2/emc/ptmp/matthew.pyle/FV3_RT/rt_241115/rap_control_dyn64_phy32_debug_intel Checking test 063 rap_control_dyn64_phy32_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK -The total amount of wall time = 302.773260 -The maximum resident set size (KB) = 979664 +The total amount of wall time = 302.642015 +The maximum resident set size (KB) = 979424 Test 063 rap_control_dyn64_phy32_debug_intel PASS REGRESSION TEST WAS SUCCESSFUL -Tue Mar 5 20:34:53 UTC 2024 -Elapsed time: 00h:35m:27s. Have a nice day! +Mon Mar 18 14:39:13 UTC 2024 +Elapsed time: 00h:37m:29s. Have a nice day! From 6316b5f5e5d0244b67241ea6fcc8ccb569b8c2d0 Mon Sep 17 00:00:00 2001 From: Jong Kim Date: Mon, 18 Mar 2024 11:34:26 -0500 Subject: [PATCH 6/8] add hercules RT log: passed --- tests/logs/RegressionTests_hercules.log | 536 ++++++++++++------------ 1 file changed, 268 insertions(+), 268 deletions(-) diff --git a/tests/logs/RegressionTests_hercules.log b/tests/logs/RegressionTests_hercules.log index 5fffec38bb..b2d7bfea00 100644 --- a/tests/logs/RegressionTests_hercules.log +++ b/tests/logs/RegressionTests_hercules.log @@ -1,31 +1,31 @@ -Tue Mar 5 14:59:19 CST 2024 +Mon Mar 18 10:54:30 CDT 2024 Start Regression test -Testing UFSWM Hash: 4175940e258e2265ed38328c59fdae76afc0e9bb +Testing UFSWM Hash: 6d7be8048ab1270fe21264495c06ca0b51da0ef8 Testing With Submodule Hashes: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) 89603d16f39675624fc8518da50d9515cd5f18c6 CDEPS-interface/CDEPS (cdeps0.4.17-39-g89603d1) 620e48fe75d92aa607af7e21f2d8691baddd2851 CICE-interface/CICE (CICE6.0.0-445-g620e48f) 13ed05982efc95c077efc3b9609688554e3a854c CMEPS-interface/CMEPS (cmeps_v0.4.1-2302-g13ed059) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - 3e4d60b5f88a3a581526659c28c511bdde1c35b2 FV3 (remotes/origin/thompson_refactor_RRFS) + 72618b9484b010707721b9b7f0c29c439dbb9886 FV3 (remotes/origin/production/RRFS.v1-mynn) 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) c8a7325c040b4cb1327c55c8248e8e66972239a5 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-9878-gc8a7325c0) 0cd3e23ae5d35ef93e205e4d0c3b13ccc0d851f5 NOAHMP-interface/noahmp (v3.7.1-423-g0cd3e23) 4ffc47e10e3d3f3bbee50251aacb28b7e0165b92 WW3 (6.07.1-344-g4ffc47e1) a5561802021d89a9a1e2b52cb69393efcdc6f71c stochastic_physics (ufs-v2.0.0-199-ga556180) -Compile atm_debug_dyn32_intel elapsed time 454 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_faster_dyn32_intel elapsed time 712 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_debug_intel elapsed time 403 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn32_phy32_faster_intel elapsed time 708 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_intel elapsed time 587 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn64_phy32_debug_intel elapsed time 403 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn64_phy32_intel elapsed time 599 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_intel elapsed time 606 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release - -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_control_intel +Compile atm_debug_dyn32_intel elapsed time 292 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atm_faster_dyn32_intel elapsed time 582 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_debug_intel elapsed time 241 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn32_phy32_faster_intel elapsed time 564 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_intel elapsed time 429 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn64_phy32_debug_intel elapsed time 241 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn64_phy32_intel elapsed time 380 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_intel elapsed time 452 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release + +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_control_intel Checking test 001 rap_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -72,14 +72,14 @@ Checking test 001 rap_control_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 382.170574 - 0: The maximum resident set size (KB) = 1204392 + 0: The total amount of wall time = 393.088955 + 0: The maximum resident set size (KB) = 1202612 Test 001 rap_control_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_spp_sppt_shum_skeb_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/regional_spp_sppt_shum_skeb_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/regional_spp_sppt_shum_skeb_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/regional_spp_sppt_shum_skeb_intel Checking test 002 regional_spp_sppt_shum_skeb_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK @@ -90,14 +90,14 @@ Checking test 002 regional_spp_sppt_shum_skeb_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF01 .........OK - 0: The total amount of wall time = 201.385638 - 0: The maximum resident set size (KB) = 1437568 + 0: The total amount of wall time = 199.660670 + 0: The maximum resident set size (KB) = 1426224 Test 002 regional_spp_sppt_shum_skeb_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_decomp_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_decomp_intel Checking test 003 rap_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -144,14 +144,14 @@ Checking test 003 rap_decomp_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 398.509681 - 0: The maximum resident set size (KB) = 1149884 + 0: The total amount of wall time = 405.332982 + 0: The maximum resident set size (KB) = 1152472 Test 003 rap_decomp_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_2threads_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_2threads_intel Checking test 004 rap_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -198,14 +198,14 @@ Checking test 004 rap_2threads_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 360.687609 - 0: The maximum resident set size (KB) = 1385428 + 0: The total amount of wall time = 374.054527 + 0: The maximum resident set size (KB) = 1393952 Test 004 rap_2threads_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_restart_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_restart_intel Checking test 005 rap_restart_intel results .... Comparing sfcf024.nc .........OK Comparing atmf024.nc .........OK @@ -244,14 +244,14 @@ Checking test 005 rap_restart_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 196.595491 - 0: The maximum resident set size (KB) = 1152200 + 0: The total amount of wall time = 196.793170 + 0: The maximum resident set size (KB) = 1155764 Test 005 rap_restart_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_sfcdiff_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_sfcdiff_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_sfcdiff_intel Checking test 006 rap_sfcdiff_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -298,14 +298,14 @@ Checking test 006 rap_sfcdiff_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 378.629152 - 0: The maximum resident set size (KB) = 1209164 + 0: The total amount of wall time = 385.975270 + 0: The maximum resident set size (KB) = 1202184 Test 006 rap_sfcdiff_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_sfcdiff_decomp_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_sfcdiff_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_sfcdiff_decomp_intel Checking test 007 rap_sfcdiff_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -352,14 +352,14 @@ Checking test 007 rap_sfcdiff_decomp_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 401.010188 - 0: The maximum resident set size (KB) = 1148204 + 0: The total amount of wall time = 424.057287 + 0: The maximum resident set size (KB) = 1147084 Test 007 rap_sfcdiff_decomp_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_sfcdiff_restart_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_sfcdiff_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_sfcdiff_restart_intel Checking test 008 rap_sfcdiff_restart_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK @@ -398,14 +398,14 @@ Checking test 008 rap_sfcdiff_restart_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 288.098519 - 0: The maximum resident set size (KB) = 1198400 + 0: The total amount of wall time = 286.376916 + 0: The maximum resident set size (KB) = 1199352 Test 008 rap_sfcdiff_restart_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_control_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_control_intel Checking test 009 hrrr_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -452,14 +452,14 @@ Checking test 009 hrrr_control_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 194.229600 - 0: The maximum resident set size (KB) = 1085516 + 0: The total amount of wall time = 195.966758 + 0: The maximum resident set size (KB) = 1081300 Test 009 hrrr_control_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_control_decomp_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_control_decomp_intel Checking test 010 hrrr_control_decomp_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -506,14 +506,14 @@ Checking test 010 hrrr_control_decomp_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 198.419030 - 0: The maximum resident set size (KB) = 1037892 + 0: The total amount of wall time = 197.540841 + 0: The maximum resident set size (KB) = 1038692 Test 010 hrrr_control_decomp_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_control_2threads_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_control_2threads_intel Checking test 011 hrrr_control_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -560,28 +560,28 @@ Checking test 011 hrrr_control_2threads_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 177.964931 - 0: The maximum resident set size (KB) = 1126108 + 0: The total amount of wall time = 180.380849 + 0: The maximum resident set size (KB) = 1131540 Test 011 hrrr_control_2threads_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_control_restart_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_control_restart_intel Checking test 012 hrrr_control_restart_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK Comparing GFSPRS.GrbF12 .........OK - 0: The total amount of wall time = 102.628448 - 0: The maximum resident set size (KB) = 1025492 + 0: The total amount of wall time = 105.724450 + 0: The maximum resident set size (KB) = 1026072 Test 012 hrrr_control_restart_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1beta_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rrfs_v1beta_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rrfs_v1beta_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rrfs_v1beta_intel Checking test 013 rrfs_v1beta_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -628,14 +628,14 @@ Checking test 013 rrfs_v1beta_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 370.542575 - 0: The maximum resident set size (KB) = 1208604 + 0: The total amount of wall time = 376.542496 + 0: The maximum resident set size (KB) = 1200536 Test 013 rrfs_v1beta_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1nssl_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rrfs_v1nssl_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rrfs_v1nssl_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rrfs_v1nssl_intel Checking test 014 rrfs_v1nssl_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -650,14 +650,14 @@ Checking test 014 rrfs_v1nssl_intel results .... Comparing GFSPRS.GrbF09 .........OK Comparing GFSPRS.GrbF12 .........OK - 0: The total amount of wall time = 464.466055 - 0: The maximum resident set size (KB) = 2008868 + 0: The total amount of wall time = 467.194410 + 0: The maximum resident set size (KB) = 2005060 Test 014 rrfs_v1nssl_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1nssl_nohailnoccn_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rrfs_v1nssl_nohailnoccn_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rrfs_v1nssl_nohailnoccn_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rrfs_v1nssl_nohailnoccn_intel Checking test 015 rrfs_v1nssl_nohailnoccn_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -672,14 +672,14 @@ Checking test 015 rrfs_v1nssl_nohailnoccn_intel results .... Comparing GFSPRS.GrbF09 .........OK Comparing GFSPRS.GrbF12 .........OK - 0: The total amount of wall time = 436.238925 - 0: The maximum resident set size (KB) = 2163204 + 0: The total amount of wall time = 444.607448 + 0: The maximum resident set size (KB) = 2160080 Test 015 rrfs_v1nssl_nohailnoccn_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_faster_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/control_p8_faster_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_p8_faster_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/control_p8_faster_intel Checking test 016 control_p8_faster_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK @@ -726,14 +726,14 @@ Checking test 016 control_p8_faster_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 125.283278 - 0: The maximum resident set size (KB) = 1645272 + 0: The total amount of wall time = 130.730161 + 0: The maximum resident set size (KB) = 1647316 Test 016 control_p8_faster_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_control_faster_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/regional_control_faster_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/regional_control_faster_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/regional_control_faster_intel Checking test 017 regional_control_faster_intel results .... Comparing dynf000.nc .........OK Comparing dynf006.nc .........OK @@ -744,14 +744,14 @@ Checking test 017 regional_control_faster_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF06 .........OK - 0: The total amount of wall time = 234.141697 - 0: The maximum resident set size (KB) = 991912 + 0: The total amount of wall time = 241.953923 + 0: The maximum resident set size (KB) = 989760 Test 017 regional_control_faster_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_CubedSphereGrid_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/control_CubedSphereGrid_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_CubedSphereGrid_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/control_CubedSphereGrid_debug_intel Checking test 018 control_CubedSphereGrid_debug_intel results .... Comparing sfcf000.tile1.nc .........OK Comparing sfcf000.tile2.nc .........OK @@ -778,364 +778,364 @@ Checking test 018 control_CubedSphereGrid_debug_intel results .... Comparing atmf001.tile5.nc .........OK Comparing atmf001.tile6.nc .........OK - 0: The total amount of wall time = 124.588306 - 0: The maximum resident set size (KB) = 820736 + 0: The total amount of wall time = 131.351297 + 0: The maximum resident set size (KB) = 825384 Test 018 control_CubedSphereGrid_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_wrtGauss_netcdf_parallel_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/control_wrtGauss_netcdf_parallel_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_wrtGauss_netcdf_parallel_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/control_wrtGauss_netcdf_parallel_debug_intel Checking test 019 control_wrtGauss_netcdf_parallel_debug_intel results .... - Comparing sfcf000.nc .........OK + Comparing sfcf000.nc ............ALT CHECK......OK Comparing sfcf001.nc .........OK Comparing atmf000.nc ............ALT CHECK......OK - Comparing atmf001.nc ............ALT CHECK......OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 124.575967 - 0: The maximum resident set size (KB) = 820532 + 0: The total amount of wall time = 137.199680 + 0: The maximum resident set size (KB) = 826060 Test 019 control_wrtGauss_netcdf_parallel_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_stochy_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/control_stochy_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_stochy_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/control_stochy_debug_intel Checking test 020 control_stochy_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 139.311657 - 0: The maximum resident set size (KB) = 835940 + 0: The total amount of wall time = 148.577523 + 0: The maximum resident set size (KB) = 836504 Test 020 control_stochy_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_lndp_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/control_lndp_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_lndp_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/control_lndp_debug_intel Checking test 021 control_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 127.364013 - 0: The maximum resident set size (KB) = 826932 + 0: The total amount of wall time = 133.314755 + 0: The maximum resident set size (KB) = 827808 Test 021 control_lndp_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_csawmg_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/control_csawmg_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_csawmg_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/control_csawmg_debug_intel Checking test 022 control_csawmg_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 193.211374 - 0: The maximum resident set size (KB) = 874892 + 0: The total amount of wall time = 207.157892 + 0: The maximum resident set size (KB) = 871084 Test 022 control_csawmg_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_csawmgt_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/control_csawmgt_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_csawmgt_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/control_csawmgt_debug_intel Checking test 023 control_csawmgt_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 191.795070 - 0: The maximum resident set size (KB) = 877140 + 0: The total amount of wall time = 204.178151 + 0: The maximum resident set size (KB) = 871572 Test 023 control_csawmgt_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_ras_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/control_ras_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_ras_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/control_ras_debug_intel Checking test 024 control_ras_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 126.234989 - 0: The maximum resident set size (KB) = 837132 + 0: The total amount of wall time = 139.002685 + 0: The maximum resident set size (KB) = 853092 Test 024 control_ras_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_diag_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/control_diag_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_diag_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/control_diag_debug_intel Checking test 025 control_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 129.449677 - 0: The maximum resident set size (KB) = 898284 + 0: The total amount of wall time = 137.924091 + 0: The maximum resident set size (KB) = 888012 Test 025 control_diag_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_debug_p8_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/control_debug_p8_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_debug_p8_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/control_debug_p8_intel Checking test 026 control_debug_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 133.442974 - 0: The maximum resident set size (KB) = 1647676 + 0: The total amount of wall time = 144.264156 + 0: The maximum resident set size (KB) = 1667420 Test 026 control_debug_p8_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/regional_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/regional_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/regional_debug_intel Checking test 027 regional_debug_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK Comparing phyf000.nc .........OK Comparing phyf001.nc .........OK - 0: The total amount of wall time = 846.190075 - 0: The maximum resident set size (KB) = 902940 + 0: The total amount of wall time = 842.850909 + 0: The maximum resident set size (KB) = 902572 Test 027 regional_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_control_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_control_debug_intel Checking test 028 rap_control_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 237.978120 - 0: The maximum resident set size (KB) = 1222608 + 0: The total amount of wall time = 247.049046 + 0: The maximum resident set size (KB) = 1220624 Test 028 rap_control_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_control_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_control_debug_intel Checking test 029 hrrr_control_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 232.010120 - 0: The maximum resident set size (KB) = 1214952 + 0: The total amount of wall time = 233.785925 + 0: The maximum resident set size (KB) = 1230468 Test 029 hrrr_control_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_gf_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_gf_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_gf_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_gf_debug_intel Checking test 030 hrrr_gf_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 231.707599 - 0: The maximum resident set size (KB) = 1220496 + 0: The total amount of wall time = 240.536743 + 0: The maximum resident set size (KB) = 1212372 Test 030 hrrr_gf_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_c3_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_c3_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_c3_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_c3_debug_intel Checking test 031 hrrr_c3_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 234.834868 - 0: The maximum resident set size (KB) = 1224644 + 0: The total amount of wall time = 238.562249 + 0: The maximum resident set size (KB) = 1217520 Test 031 hrrr_c3_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_unified_drag_suite_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_unified_drag_suite_debug_intel Checking test 032 rap_unified_drag_suite_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 234.261542 - 0: The maximum resident set size (KB) = 1219948 + 0: The total amount of wall time = 241.034871 + 0: The maximum resident set size (KB) = 1224440 Test 032 rap_unified_drag_suite_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_diag_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_diag_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_diag_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_diag_debug_intel Checking test 033 rap_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 242.348147 - 0: The maximum resident set size (KB) = 1307056 + 0: The total amount of wall time = 250.071763 + 0: The maximum resident set size (KB) = 1311544 Test 033 rap_diag_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_cires_ugwp_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_cires_ugwp_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_cires_ugwp_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_cires_ugwp_debug_intel Checking test 034 rap_cires_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 235.864105 - 0: The maximum resident set size (KB) = 1224144 + 0: The total amount of wall time = 252.506538 + 0: The maximum resident set size (KB) = 1217604 Test 034 rap_cires_ugwp_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_cires_ugwp_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_unified_ugwp_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_cires_ugwp_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_unified_ugwp_debug_intel Checking test 035 rap_unified_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 237.946286 - 0: The maximum resident set size (KB) = 1214932 + 0: The total amount of wall time = 244.537185 + 0: The maximum resident set size (KB) = 1223040 Test 035 rap_unified_ugwp_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_lndp_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_lndp_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_lndp_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_lndp_debug_intel Checking test 036 rap_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 234.971449 - 0: The maximum resident set size (KB) = 1221252 + 0: The total amount of wall time = 241.062979 + 0: The maximum resident set size (KB) = 1222188 Test 036 rap_lndp_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_progcld_thompson_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_progcld_thompson_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_progcld_thompson_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_progcld_thompson_debug_intel Checking test 037 rap_progcld_thompson_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 232.161251 - 0: The maximum resident set size (KB) = 1216936 + 0: The total amount of wall time = 241.993986 + 0: The maximum resident set size (KB) = 1215768 Test 037 rap_progcld_thompson_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_noah_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_noah_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_noah_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_noah_debug_intel Checking test 038 rap_noah_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 228.959109 - 0: The maximum resident set size (KB) = 1214076 + 0: The total amount of wall time = 230.910977 + 0: The maximum resident set size (KB) = 1219224 Test 038 rap_noah_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_sfcdiff_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_sfcdiff_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_sfcdiff_debug_intel Checking test 039 rap_sfcdiff_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 232.589003 - 0: The maximum resident set size (KB) = 1223404 + 0: The total amount of wall time = 237.376403 + 0: The maximum resident set size (KB) = 1218216 Test 039 rap_sfcdiff_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_noah_sfcdiff_cires_ugwp_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_noah_sfcdiff_cires_ugwp_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_noah_sfcdiff_cires_ugwp_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_noah_sfcdiff_cires_ugwp_debug_intel Checking test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 380.858034 - 0: The maximum resident set size (KB) = 1221272 + 0: The total amount of wall time = 384.871486 + 0: The maximum resident set size (KB) = 1222496 Test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1beta_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rrfs_v1beta_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rrfs_v1beta_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rrfs_v1beta_debug_intel Checking test 041 rrfs_v1beta_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 231.594637 - 0: The maximum resident set size (KB) = 1214292 + 0: The total amount of wall time = 230.365206 + 0: The maximum resident set size (KB) = 1211308 Test 041 rrfs_v1beta_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_clm_lake_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_clm_lake_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_clm_lake_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_clm_lake_debug_intel Checking test 042 rap_clm_lake_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 287.934779 - 0: The maximum resident set size (KB) = 1225692 + 0: The total amount of wall time = 305.574744 + 0: The maximum resident set size (KB) = 1223896 Test 042 rap_clm_lake_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_flake_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_flake_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_flake_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_flake_debug_intel Checking test 043 rap_flake_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 232.980422 - 0: The maximum resident set size (KB) = 1209748 + 0: The total amount of wall time = 232.629342 + 0: The maximum resident set size (KB) = 1219024 Test 043 rap_flake_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/gnv1_c96_no_nest_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/gnv1_c96_no_nest_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/gnv1_c96_no_nest_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/gnv1_c96_no_nest_debug_intel Checking test 044 gnv1_c96_no_nest_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1176,14 +1176,14 @@ Checking test 044 gnv1_c96_no_nest_debug_intel results .... Comparing RESTART/20210322.070000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.070000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 405.489151 - 0: The maximum resident set size (KB) = 1223644 + 0: The total amount of wall time = 407.493929 + 0: The maximum resident set size (KB) = 1222068 Test 044 gnv1_c96_no_nest_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/regional_spp_sppt_shum_skeb_dyn32_phy32_intel Checking test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... Comparing dynf000.nc .........OK Comparing dynf001.nc .........OK @@ -1194,14 +1194,14 @@ Checking test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... Comparing NATLEV.GrbF00 .........OK Comparing NATLEV.GrbF01 .........OK - 0: The total amount of wall time = 192.870332 - 0: The maximum resident set size (KB) = 1297092 + 0: The total amount of wall time = 199.294461 + 0: The maximum resident set size (KB) = 1294052 Test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_control_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_control_dyn32_phy32_intel Checking test 046 rap_control_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1248,14 +1248,14 @@ Checking test 046 rap_control_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 320.536672 - 0: The maximum resident set size (KB) = 1160944 + 0: The total amount of wall time = 319.153563 + 0: The maximum resident set size (KB) = 1158320 Test 046 rap_control_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_control_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_control_dyn32_phy32_intel Checking test 047 hrrr_control_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1302,14 +1302,14 @@ Checking test 047 hrrr_control_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 164.008496 - 0: The maximum resident set size (KB) = 1023148 + 0: The total amount of wall time = 166.451654 + 0: The maximum resident set size (KB) = 1053564 Test 047 hrrr_control_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_2threads_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_2threads_dyn32_phy32_intel Checking test 048 rap_2threads_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1356,14 +1356,14 @@ Checking test 048 rap_2threads_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 299.416024 - 0: The maximum resident set size (KB) = 1314840 + 0: The total amount of wall time = 310.126139 + 0: The maximum resident set size (KB) = 1312500 Test 048 rap_2threads_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_control_2threads_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_control_2threads_dyn32_phy32_intel Checking test 049 hrrr_control_2threads_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1410,14 +1410,14 @@ Checking test 049 hrrr_control_2threads_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 152.753520 - 0: The maximum resident set size (KB) = 1048628 + 0: The total amount of wall time = 156.665146 + 0: The maximum resident set size (KB) = 1050996 Test 049 hrrr_control_2threads_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_control_decomp_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_control_decomp_dyn32_phy32_intel Checking test 050 hrrr_control_decomp_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1464,14 +1464,14 @@ Checking test 050 hrrr_control_decomp_dyn32_phy32_intel results .... Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 173.424118 - 0: The maximum resident set size (KB) = 990608 + 0: The total amount of wall time = 179.303591 + 0: The maximum resident set size (KB) = 979968 Test 050 hrrr_control_decomp_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_restart_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_restart_dyn32_phy32_intel Checking test 051 rap_restart_dyn32_phy32_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK @@ -1510,28 +1510,28 @@ Checking test 051 rap_restart_dyn32_phy32_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 237.603780 - 0: The maximum resident set size (KB) = 1109864 + 0: The total amount of wall time = 238.513030 + 0: The maximum resident set size (KB) = 1108100 Test 051 rap_restart_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_control_restart_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_control_restart_dyn32_phy32_intel Checking test 052 hrrr_control_restart_dyn32_phy32_intel results .... Comparing sfcf012.nc .........OK Comparing atmf012.nc .........OK Comparing GFSFLX.GrbF12 .........OK Comparing GFSPRS.GrbF12 .........OK - 0: The total amount of wall time = 87.524287 - 0: The maximum resident set size (KB) = 963300 + 0: The total amount of wall time = 87.456233 + 0: The maximum resident set size (KB) = 954104 Test 052 hrrr_control_restart_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/conus13km_control_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/conus13km_control_intel Checking test 053 conus13km_control_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1547,40 +1547,40 @@ Checking test 053 conus13km_control_intel results .... Comparing RESTART/20210512.170000.phy_data.nc .........OK Comparing RESTART/20210512.170000.sfc_data.nc .........OK - 0: The total amount of wall time = 90.047028 - 0: The maximum resident set size (KB) = 1290260 + 0: The total amount of wall time = 97.053960 + 0: The maximum resident set size (KB) = 1307632 Test 053 conus13km_control_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_control_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/conus13km_2threads_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_control_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/conus13km_2threads_intel Checking test 054 conus13km_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 34.625698 - 0: The maximum resident set size (KB) = 1214584 + 0: The total amount of wall time = 37.676293 + 0: The maximum resident set size (KB) = 1215540 Test 054 conus13km_2threads_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_restart_mismatch_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/conus13km_restart_mismatch_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_restart_mismatch_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/conus13km_restart_mismatch_intel Checking test 055 conus13km_restart_mismatch_intel results .... Comparing sfcf002.nc .........OK Comparing atmf002.nc .........OK - 0: The total amount of wall time = 51.749800 - 0: The maximum resident set size (KB) = 1156148 + 0: The total amount of wall time = 52.594374 + 0: The maximum resident set size (KB) = 1158656 Test 055 conus13km_restart_mismatch_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn64_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_control_dyn64_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_dyn64_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_control_dyn64_phy32_intel Checking test 056 rap_control_dyn64_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf009.nc .........OK @@ -1627,42 +1627,42 @@ Checking test 056 rap_control_dyn64_phy32_intel results .... Comparing RESTART/20210322.180000.sfc_data.tile5.nc .........OK Comparing RESTART/20210322.180000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 215.665803 - 0: The maximum resident set size (KB) = 1109976 + 0: The total amount of wall time = 223.276282 + 0: The maximum resident set size (KB) = 1096864 Test 056 rap_control_dyn64_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_control_debug_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_debug_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_control_debug_dyn32_phy32_intel Checking test 057 rap_control_debug_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 228.968975 - 0: The maximum resident set size (KB) = 1092720 + 0: The total amount of wall time = 235.478685 + 0: The maximum resident set size (KB) = 1101340 Test 057 rap_control_debug_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_debug_dyn32_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/hrrr_control_debug_dyn32_phy32_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_debug_dyn32_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/hrrr_control_debug_dyn32_phy32_intel Checking test 058 hrrr_control_debug_dyn32_phy32_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 221.952664 - 0: The maximum resident set size (KB) = 1094668 + 0: The total amount of wall time = 229.336874 + 0: The maximum resident set size (KB) = 1093772 Test 058 hrrr_control_debug_dyn32_phy32_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/conus13km_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/conus13km_debug_intel Checking test 059 conus13km_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1676,14 +1676,14 @@ Checking test 059 conus13km_debug_intel results .... Comparing RESTART/20210512.170000.phy_data.nc .........OK Comparing RESTART/20210512.170000.sfc_data.nc .........OK - 0: The total amount of wall time = 677.392871 - 0: The maximum resident set size (KB) = 1333904 + 0: The total amount of wall time = 668.985723 + 0: The maximum resident set size (KB) = 1347148 Test 059 conus13km_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/conus13km_debug_qr_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/conus13km_debug_qr_intel Checking test 060 conus13km_debug_qr_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK @@ -1697,54 +1697,54 @@ Checking test 060 conus13km_debug_qr_intel results .... Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......OK Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......OK - 0: The total amount of wall time = 670.392607 - 0: The maximum resident set size (KB) = 999908 + 0: The total amount of wall time = 679.650734 + 0: The maximum resident set size (KB) = 1002340 Test 060 conus13km_debug_qr_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/conus13km_debug_2threads_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/conus13km_debug_2threads_intel Checking test 061 conus13km_debug_2threads_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 384.725941 - 0: The maximum resident set size (KB) = 1244632 + 0: The total amount of wall time = 393.637003 + 0: The maximum resident set size (KB) = 1249332 Test 061 conus13km_debug_2threads_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_radar_tten_debug_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/conus13km_radar_tten_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_radar_tten_debug_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/conus13km_radar_tten_debug_intel Checking test 062 conus13km_radar_tten_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 672.358271 - 0: The maximum resident set size (KB) = 1406588 + 0: The total amount of wall time = 683.389323 + 0: The maximum resident set size (KB) = 1419260 Test 062 conus13km_radar_tten_debug_intel PASS -baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn64_phy32_intel -working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2395920/rap_control_dyn64_phy32_debug_intel +baseline dir = /work/noaa/epic/hercules/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_debug_dyn64_phy32_intel +working dir = /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_2203401/rap_control_dyn64_phy32_debug_intel Checking test 063 rap_control_dyn64_phy32_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 233.963454 - 0: The maximum resident set size (KB) = 1167216 + 0: The total amount of wall time = 236.706824 + 0: The maximum resident set size (KB) = 1170452 Test 063 rap_control_dyn64_phy32_debug_intel PASS REGRESSION TEST WAS SUCCESSFUL -Tue Mar 5 15:30:20 CST 2024 -Elapsed time: 00h:31m:02s. Have a nice day! +Mon Mar 18 11:23:00 CDT 2024 +Elapsed time: 00h:28m:30s. Have a nice day! From 3ff0bb2484592649598106e63da55ef3d6501a03 Mon Sep 17 00:00:00 2001 From: Jong Kim Date: Mon, 18 Mar 2024 17:20:02 +0000 Subject: [PATCH 7/8] add hera RT log: passed --- tests/logs/RegressionTests_hera.log | 8476 +++++---------------------- 1 file changed, 1450 insertions(+), 7026 deletions(-) diff --git a/tests/logs/RegressionTests_hera.log b/tests/logs/RegressionTests_hera.log index 9f99146eba..2334d1a9a6 100644 --- a/tests/logs/RegressionTests_hera.log +++ b/tests/logs/RegressionTests_hera.log @@ -1,3010 +1,686 @@ -Thu Mar 14 03:43:57 UTC 2024 +Mon Mar 18 15:35:29 UTC 2024 Start Regression test -Testing UFSWM Hash: da91533f4415d5701ee6bf212970ffe256fa561c +Testing UFSWM Hash: 6d7be8048ab1270fe21264495c06ca0b51da0ef8 Testing With Submodule Hashes: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) 89603d16f39675624fc8518da50d9515cd5f18c6 CDEPS-interface/CDEPS (cdeps0.4.17-39-g89603d1) 620e48fe75d92aa607af7e21f2d8691baddd2851 CICE-interface/CICE (CICE6.0.0-445-g620e48f) 13ed05982efc95c077efc3b9609688554e3a854c CMEPS-interface/CMEPS (cmeps_v0.4.1-1409-g13ed059) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) -+1e178d7c7e710aa4eaf78492e20c6a2c93015f2d FV3 (heads/production/RRFS.v1-mynn) + 72618b9484b010707721b9b7f0c29c439dbb9886 FV3 (remotes/origin/production/RRFS.v1-mynn) 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) c8a7325c040b4cb1327c55c8248e8e66972239a5 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-9878-gc8a7325c0) 0cd3e23ae5d35ef93e205e4d0c3b13ccc0d851f5 NOAHMP-interface/noahmp (v3.7.1-423-g0cd3e23) 4ffc47e10e3d3f3bbee50251aacb28b7e0165b92 WW3 (6.07.1-344-g4ffc47e1) a5561802021d89a9a1e2b52cb69393efcdc6f71c stochastic_physics (ufs-v2.0.0-199-ga556180) -Compile atmaero_intel elapsed time 545 seconds. -DAPP=ATMAERO -DCCPP_SUITES=FV3_GFS_v17_p8 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atmaq_debug_intel elapsed time 239 seconds. -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -DDEBUG=ON -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atmaq_intel elapsed time 527 seconds. -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_debug_dyn32_intel elapsed time 288 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn32_debug_gnu elapsed time 194 seconds. -DAPP=ATM -D32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn32_intel elapsed time 594 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v17_p8,FV3_GFS_v17_p8_rrtmgp,FV3_GFS_v15_thompson_mynn_lam3km,FV3_WoFS_v0,FV3_GFS_v17_p8_mynn,FV3_GFS_v17_p8_ugwpv1 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_dyn32_phy32_debug_gnu elapsed time 195 seconds. -DAPP=ATM -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn64_phy32_debug_gnu elapsed time 199 seconds. -DAPP=ATM -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn64_phy32_gnu elapsed time 312 seconds. -DAPP=ATM -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_faster_dyn32_intel elapsed time 567 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_gnu elapsed time 220 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v17_p8_ugwpv1 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atml_intel elapsed time 616 seconds. -DAPP=ATML -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v17_p8,FV3_GFS_v17_p8_rrtmgp,FV3_GFS_v15_thompson_mynn_lam3km,FV3_WoFS_v0,FV3_GFS_v17_p8_mynn -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atmw_intel elapsed time 572 seconds. -DAPP=ATMW -DCCPP_SUITES=FV3_GFS_v17_p8 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atmwm_intel elapsed time 567 seconds. -DAPP=ATMWM -DCCPP_SUITES=FV3_GFS_v16 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile csawmg_intel elapsed time 530 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_csawmg,FV3_GFS_v16_ras -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile datm_cdeps_debug_intel elapsed time 176 seconds. -DAPP=NG-GODAS -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile datm_cdeps_faster_intel elapsed time 356 seconds. -DAPP=NG-GODAS -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile datm_cdeps_gnu elapsed time 803 seconds. -DAPP=NG-GODAS -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile datm_cdeps_intel elapsed time 352 seconds. -DAPP=NG-GODAS -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile datm_cdeps_land_intel elapsed time 58 seconds. -DAPP=LND -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile hafs_all_intel elapsed time 581 seconds. -DAPP=HAFS-ALL -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile hafsw_debug_intel elapsed time 239 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile hafsw_faster_intel elapsed time 600 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile hafsw_intel elapsed time 598 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst,FV3_HAFS_v1_thompson_tedmf_gfdlsf,FV3_global_nest_v1 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_debug_intel elapsed time 211 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn32_phy32_faster_intel elapsed time 545 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_gnu elapsed time 208 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_intel elapsed time 525 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn64_phy32_debug_intel elapsed time 207 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn64_phy32_intel elapsed time 528 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_gnu elapsed time 207 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_intel elapsed time 558 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile s2s_aoflux_intel elapsed time 610 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_sfcocn -DCMEPS_AOFLUX=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2s_gnu elapsed time 814 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2s_intel elapsed time 603 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_32bit_intel elapsed time 692 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8,FV3_GFS_v17_coupled_p8_ugwpv1 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_32bit_pdlib_debug_intel elapsed time 277 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_ugwpv1 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2swa_32bit_pdlib_intel elapsed time 943 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_ugwpv1 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_debug_gnu elapsed time 138 seconds. -DAPP=S2SWA -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2swa_debug_intel elapsed time 276 seconds. -DAPP=S2SWA -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2swa_faster_intel elapsed time 969 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_gnu elapsed time 836 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_intel elapsed time 691 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2sw_debug_intel elapsed time 249 seconds. -DAPP=S2SW -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2sw_intel elapsed time 659 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2sw_pdlib_debug_gnu elapsed time 130 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2sw_pdlib_debug_intel elapsed time 252 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2sw_pdlib_gnu elapsed time 820 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2sw_pdlib_intel elapsed time 906 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile wam_debug_gnu elapsed time 99 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile wam_debug_intel elapsed time 208 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile wam_intel elapsed time 511 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_mixedmode_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_p8_mixedmode_intel -Checking test 001 cpld_control_p8_mixedmode_intel results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 302.960257 - 0: The maximum resident set size (KB) = 3126768 - -Test 001 cpld_control_p8_mixedmode_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_gfsv17_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_gfsv17_intel -Checking test 002 cpld_control_gfsv17_intel results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 951.481770 - 0: The maximum resident set size (KB) = 1716780 - -Test 002 cpld_control_gfsv17_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_gfsv17_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_mpi_gfsv17_intel -Checking test 005 cpld_mpi_gfsv17_intel results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 1076.001198 - 0: The maximum resident set size (KB) = 1631516 - -Test 005 cpld_mpi_gfsv17_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_gfsv17_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_gfsv17_intel -Checking test 006 cpld_debug_gfsv17_intel results .... - Comparing sfcf003.tile1.nc ............MISSING baseline - Comparing sfcf003.tile2.nc ............MISSING baseline - Comparing sfcf003.tile3.nc ............MISSING baseline - Comparing sfcf003.tile4.nc ............MISSING baseline - Comparing sfcf003.tile5.nc ............MISSING baseline - Comparing sfcf003.tile6.nc ............MISSING baseline - Comparing atmf003.tile1.nc ............MISSING baseline - Comparing atmf003.tile2.nc ............MISSING baseline - Comparing atmf003.tile3.nc ............MISSING baseline - Comparing atmf003.tile4.nc ............MISSING baseline - Comparing atmf003.tile5.nc ............MISSING baseline - Comparing atmf003.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline - Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline - Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 1376.022068 - 0: The maximum resident set size (KB) = 1673644 - -Test 006 cpld_debug_gfsv17_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_p8_intel -Checking test 007 cpld_control_p8_intel results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 328.783631 - 0: The maximum resident set size (KB) = 3152424 - -Test 007 cpld_control_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_qr_p8_intel -Checking test 009 cpld_control_qr_p8_intel results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 329.094394 - 0: The maximum resident set size (KB) = 3217452 - -Test 009 cpld_control_qr_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_2threads_p8_intel -Checking test 011 cpld_2threads_p8_intel results .... - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 314.139647 - 0: The maximum resident set size (KB) = 3532528 - -Test 011 cpld_2threads_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_decomp_p8_intel -Checking test 012 cpld_decomp_p8_intel results .... - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 330.144718 - 0: The maximum resident set size (KB) = 3182500 - -Test 012 cpld_decomp_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_mpi_p8_intel -Checking test 013 cpld_mpi_p8_intel results .... - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 268.820939 - 0: The maximum resident set size (KB) = 3017184 - -Test 013 cpld_mpi_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_ciceC_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_ciceC_p8_intel -Checking test 014 cpld_control_ciceC_p8_intel results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 326.025624 - 0: The maximum resident set size (KB) = 3188524 - -Test 014 cpld_control_ciceC_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_c192_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_c192_p8_intel -Checking test 015 cpld_control_c192_p8_intel results .... - Comparing sfcf030.tile1.nc ............MISSING baseline - Comparing sfcf030.tile2.nc ............MISSING baseline - Comparing sfcf030.tile3.nc ............MISSING baseline - Comparing sfcf030.tile4.nc ............MISSING baseline - Comparing sfcf030.tile5.nc ............MISSING baseline - Comparing sfcf030.tile6.nc ............MISSING baseline - Comparing atmf030.tile1.nc ............MISSING baseline - Comparing atmf030.tile2.nc ............MISSING baseline - Comparing atmf030.tile3.nc ............MISSING baseline - Comparing atmf030.tile4.nc ............MISSING baseline - Comparing atmf030.tile5.nc ............MISSING baseline - Comparing atmf030.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210323_1200z.nc4 ............MISSING baseline - Comparing RESTART/20210323.120000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.120000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.120000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.120000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.120000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.120000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.120000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.120000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.120000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.120000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.120000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.120000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.120000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.120000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.120000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.120000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-43200.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-43200.nc ............MISSING baseline - Comparing 20210323.120000.out_grd.ww3 ............MISSING baseline - Comparing 20210323.120000.out_pnt.ww3 ............MISSING baseline - - 0: The total amount of wall time = 572.911087 - 0: The maximum resident set size (KB) = 3277340 - -Test 015 cpld_control_c192_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_bmark_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_bmark_p8_intel -Checking test 017 cpld_bmark_p8_intel results .... - Comparing sfcf006.nc ............MISSING baseline - Comparing atmf006.nc ............MISSING baseline - Comparing GFSFLX.GrbF06 ............MISSING baseline - Comparing GFSPRS.GrbF06 ............MISSING baseline - Comparing gocart.inst_aod.20130401_0600z.nc4 ............MISSING baseline - Comparing RESTART/20130401.060000.coupler.res ............MISSING baseline - Comparing RESTART/20130401.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20130401.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20130401.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20130401.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20130401.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20130401.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20130401.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20130401.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20130401.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20130401.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20130401.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20130401.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20130401.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20130401.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20130401.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/20130401.060000.MOM.res_1.nc ............MISSING baseline - Comparing RESTART/20130401.060000.MOM.res_2.nc ............MISSING baseline - Comparing RESTART/20130401.060000.MOM.res_3.nc ............MISSING baseline - Comparing RESTART/iced.2013-04-01-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2013-04-01-21600.nc ............MISSING baseline - Comparing 20130401.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20130401.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 566.173356 - 0: The maximum resident set size (KB) = 4099436 - -Test 017 cpld_bmark_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_s2sa_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_s2sa_p8_intel -Checking test 019 cpld_s2sa_p8_intel results .... - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 308.886696 - 0: The maximum resident set size (KB) = 3134104 - -Test 019 cpld_s2sa_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_noaero_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_noaero_p8_intel -Checking test 020 cpld_control_noaero_p8_intel results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 259.812255 - 0: The maximum resident set size (KB) = 1711220 - -Test 020 cpld_control_noaero_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_c96_noaero_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_nowave_noaero_p8_intel -Checking test 021 cpld_control_nowave_noaero_p8_intel results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 252.846779 - 0: The maximum resident set size (KB) = 1774980 - -Test 021 cpld_control_nowave_noaero_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_p8_intel -Checking test 022 cpld_debug_p8_intel results .... - Comparing sfcf003.tile1.nc ............MISSING baseline - Comparing sfcf003.tile2.nc ............MISSING baseline - Comparing sfcf003.tile3.nc ............MISSING baseline - Comparing sfcf003.tile4.nc ............MISSING baseline - Comparing sfcf003.tile5.nc ............MISSING baseline - Comparing sfcf003.tile6.nc ............MISSING baseline - Comparing atmf003.tile1.nc ............MISSING baseline - Comparing atmf003.tile2.nc ............MISSING baseline - Comparing atmf003.tile3.nc ............MISSING baseline - Comparing atmf003.tile4.nc ............MISSING baseline - Comparing atmf003.tile5.nc ............MISSING baseline - Comparing atmf003.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210322_0900z.nc4 ............MISSING baseline - Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline - Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline - Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 483.663472 - 0: The maximum resident set size (KB) = 3241224 - -Test 022 cpld_debug_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_noaero_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_noaero_p8_intel -Checking test 023 cpld_debug_noaero_p8_intel results .... - Comparing sfcf003.tile1.nc ............MISSING baseline - Comparing sfcf003.tile2.nc ............MISSING baseline - Comparing sfcf003.tile3.nc ............MISSING baseline - Comparing sfcf003.tile4.nc ............MISSING baseline - Comparing sfcf003.tile5.nc ............MISSING baseline - Comparing sfcf003.tile6.nc ............MISSING baseline - Comparing atmf003.tile1.nc ............MISSING baseline - Comparing atmf003.tile2.nc ............MISSING baseline - Comparing atmf003.tile3.nc ............MISSING baseline - Comparing atmf003.tile4.nc ............MISSING baseline - Comparing atmf003.tile5.nc ............MISSING baseline - Comparing atmf003.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline - Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline - Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 330.321420 - 0: The maximum resident set size (KB) = 1706224 - -Test 023 cpld_debug_noaero_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_noaero_p8_agrid_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_noaero_p8_agrid_intel -Checking test 024 cpld_control_noaero_p8_agrid_intel results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 250.498222 - 0: The maximum resident set size (KB) = 1719908 - -Test 024 cpld_control_noaero_p8_agrid_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_c48_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_c48_intel -Checking test 025 cpld_control_c48_intel results .... - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 558.454603 - 0: The maximum resident set size (KB) = 2818220 - -Test 025 cpld_control_c48_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_faster_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_p8_faster_intel -Checking test 026 cpld_control_p8_faster_intel results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 308.384948 - 0: The maximum resident set size (KB) = 3196636 - -Test 026 cpld_control_p8_faster_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_pdlib_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_pdlib_p8_intel -Checking test 027 cpld_control_pdlib_p8_intel results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 961.527794 - 0: The maximum resident set size (KB) = 1761172 - -Test 027 cpld_control_pdlib_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_pdlib_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_pdlib_p8_intel -Checking test 030 cpld_debug_pdlib_p8_intel results .... - Comparing sfcf003.tile1.nc ............MISSING baseline - Comparing sfcf003.tile2.nc ............MISSING baseline - Comparing sfcf003.tile3.nc ............MISSING baseline - Comparing sfcf003.tile4.nc ............MISSING baseline - Comparing sfcf003.tile5.nc ............MISSING baseline - Comparing sfcf003.tile6.nc ............MISSING baseline - Comparing atmf003.tile1.nc ............MISSING baseline - Comparing atmf003.tile2.nc ............MISSING baseline - Comparing atmf003.tile3.nc ............MISSING baseline - Comparing atmf003.tile4.nc ............MISSING baseline - Comparing atmf003.tile5.nc ............MISSING baseline - Comparing atmf003.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline - Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline - Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 1507.178026 - 0: The maximum resident set size (KB) = 1693588 - -Test 030 cpld_debug_pdlib_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_flake_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_flake_intel -Checking test 031 control_flake_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 186.800282 - 0: The maximum resident set size (KB) = 702472 - -Test 031 control_flake_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_CubedSphereGrid_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_CubedSphereGrid_intel -Checking test 032 control_CubedSphereGrid_intel results .... - Comparing sfcf000.tile1.nc ............MISSING baseline - Comparing sfcf000.tile2.nc ............MISSING baseline - Comparing sfcf000.tile3.nc ............MISSING baseline - Comparing sfcf000.tile4.nc ............MISSING baseline - Comparing sfcf000.tile5.nc ............MISSING baseline - Comparing sfcf000.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf000.tile1.nc ............MISSING baseline - Comparing atmf000.tile2.nc ............MISSING baseline - Comparing atmf000.tile3.nc ............MISSING baseline - Comparing atmf000.tile4.nc ............MISSING baseline - Comparing atmf000.tile5.nc ............MISSING baseline - Comparing atmf000.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 131.360156 - 0: The maximum resident set size (KB) = 637444 - -Test 032 control_CubedSphereGrid_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_CubedSphereGrid_parallel_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_CubedSphereGrid_parallel_intel -Checking test 033 control_CubedSphereGrid_parallel_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing cubed_sphere_grid_sfcf000.nc ............MISSING baseline - Comparing cubed_sphere_grid_sfcf024.nc ............MISSING baseline - Comparing cubed_sphere_grid_atmf000.nc ............MISSING baseline - Comparing cubed_sphere_grid_atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 139.499906 - 0: The maximum resident set size (KB) = 658584 - -Test 033 control_CubedSphereGrid_parallel_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_latlon_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_latlon_intel -Checking test 034 control_latlon_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 135.039937 - 0: The maximum resident set size (KB) = 646956 - -Test 034 control_latlon_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_wrtGauss_netcdf_parallel_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_wrtGauss_netcdf_parallel_intel -Checking test 035 control_wrtGauss_netcdf_parallel_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 136.814799 - 0: The maximum resident set size (KB) = 655152 - -Test 035 control_wrtGauss_netcdf_parallel_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_c48_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_c48_intel -Checking test 036 control_c48_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - -0: The total amount of wall time = 367.219555 -0: The maximum resident set size (KB) = 876528 - -Test 036 control_c48_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_c192_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_c192_intel -Checking test 037 control_c192_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 527.660288 - 0: The maximum resident set size (KB) = 839628 - -Test 037 control_c192_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_c384_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_c384_intel -Checking test 038 control_c384_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - - 0: The total amount of wall time = 527.040285 - 0: The maximum resident set size (KB) = 1284136 - -Test 038 control_c384_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_c384gdas_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_c384gdas_intel -Checking test 039 control_c384gdas_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf006.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF06 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF06 ............MISSING baseline - Comparing RESTART/20210322.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 462.890204 - 0: The maximum resident set size (KB) = 1359672 - -Test 039 control_c384gdas_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_stochy_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_stochy_intel -Checking test 040 control_stochy_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - - 0: The total amount of wall time = 87.101792 - 0: The maximum resident set size (KB) = 642488 - -Test 040 control_stochy_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_lndp_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_lndp_intel -Checking test 042 control_lndp_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - - 0: The total amount of wall time = 82.777951 - 0: The maximum resident set size (KB) = 641868 - -Test 042 control_lndp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_iovr4_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_iovr4_intel -Checking test 043 control_iovr4_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 135.072487 - 0: The maximum resident set size (KB) = 655256 - -Test 043 control_iovr4_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_iovr5_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_iovr5_intel -Checking test 044 control_iovr5_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 135.108030 - 0: The maximum resident set size (KB) = 653936 - -Test 044 control_iovr5_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_intel -Checking test 045 control_p8_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 166.793353 - 0: The maximum resident set size (KB) = 1618332 - -Test 045 control_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_ugwpv1_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_ugwpv1_intel -Checking test 046 control_p8_ugwpv1_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 159.081711 - 0: The maximum resident set size (KB) = 1618924 - -Test 046 control_p8_ugwpv1_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_noqr_p8_intel -Checking test 048 control_noqr_p8_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 162.587388 - 0: The maximum resident set size (KB) = 1604816 - -Test 048 control_noqr_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_decomp_p8_intel -Checking test 050 control_decomp_p8_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 168.415145 - 0: The maximum resident set size (KB) = 1604400 - -Test 050 control_decomp_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_2threads_p8_intel -Checking test 051 control_2threads_p8_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 154.618666 - 0: The maximum resident set size (KB) = 1708432 - -Test 051 control_2threads_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_lndp_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_lndp_intel -Checking test 052 control_p8_lndp_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing sfcf048.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing atmf048.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSFLX.GrbF48 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF48 ............MISSING baseline - - 0: The total amount of wall time = 296.916764 - 0: The maximum resident set size (KB) = 1625640 - -Test 052 control_p8_lndp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_rrtmgp_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_rrtmgp_intel -Checking test 053 control_p8_rrtmgp_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 217.324085 - 0: The maximum resident set size (KB) = 1673380 - -Test 053 control_p8_rrtmgp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_mynn_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_mynn_intel -Checking test 054 control_p8_mynn_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 165.811788 - 0: The maximum resident set size (KB) = 1611260 - -Test 054 control_p8_mynn_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/merra2_thompson_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/merra2_thompson_intel -Checking test 055 merra2_thompson_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 196.790801 - 0: The maximum resident set size (KB) = 1597436 - -Test 055 merra2_thompson_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_control_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_control_intel -Checking test 056 regional_control_intel results .... - Comparing dynf000.nc ............MISSING baseline - Comparing dynf006.nc ............MISSING baseline - Comparing phyf000.nc ............MISSING baseline - Comparing phyf006.nc ............MISSING baseline - Comparing PRSLEV.GrbF00 ............MISSING baseline - Comparing PRSLEV.GrbF06 ............MISSING baseline - Comparing NATLEV.GrbF00 ............MISSING baseline - Comparing NATLEV.GrbF06 ............MISSING baseline - - 0: The total amount of wall time = 299.385950 - 0: The maximum resident set size (KB) = 884616 - -Test 056 regional_control_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_control_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_decomp_intel -Checking test 058 regional_decomp_intel results .... - Comparing dynf000.nc ............MISSING baseline - Comparing dynf006.nc ............MISSING baseline - Comparing phyf000.nc ............MISSING baseline - Comparing phyf006.nc ............MISSING baseline - Comparing PRSLEV.GrbF00 ............MISSING baseline - Comparing PRSLEV.GrbF06 ............MISSING baseline - Comparing NATLEV.GrbF00 ............MISSING baseline - Comparing NATLEV.GrbF06 ............MISSING baseline - - 0: The total amount of wall time = 314.691066 - 0: The maximum resident set size (KB) = 875692 - -Test 058 regional_decomp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_control_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_2threads_intel -Checking test 059 regional_2threads_intel results .... - Comparing dynf000.nc ............MISSING baseline - Comparing dynf006.nc ............MISSING baseline - Comparing phyf000.nc ............MISSING baseline - Comparing phyf006.nc ............MISSING baseline - Comparing PRSLEV.GrbF00 ............MISSING baseline - Comparing PRSLEV.GrbF06 ............MISSING baseline - Comparing NATLEV.GrbF00 ............MISSING baseline - Comparing NATLEV.GrbF06 ............MISSING baseline - - 0: The total amount of wall time = 180.885265 - 0: The maximum resident set size (KB) = 849380 - -Test 059 regional_2threads_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_noquilt_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_noquilt_intel -Checking test 060 regional_noquilt_intel results .... - Comparing atmos_4xdaily.nc ............MISSING baseline - Comparing fv3_history2d.nc ............MISSING baseline - Comparing fv3_history.nc ............MISSING baseline - Comparing RESTART/fv_core.res.tile1_new.nc ............MISSING baseline - Comparing RESTART/fv_tracer.res.tile1_new.nc ............MISSING baseline - - 0: The total amount of wall time = 297.437596 - 0: The maximum resident set size (KB) = 1379912 - -Test 060 regional_noquilt_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_netcdf_parallel_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_netcdf_parallel_intel -Checking test 061 regional_netcdf_parallel_intel results .... - Comparing dynf000.nc ............MISSING baseline - Comparing dynf006.nc ............MISSING baseline - Comparing phyf000.nc ............MISSING baseline - Comparing phyf006.nc ............MISSING baseline - - 0: The total amount of wall time = 293.493353 - 0: The maximum resident set size (KB) = 884788 - -Test 061 regional_netcdf_parallel_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_control_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_2dwrtdecomp_intel -Checking test 062 regional_2dwrtdecomp_intel results .... - Comparing dynf000.nc ............MISSING baseline - Comparing dynf006.nc ............MISSING baseline - Comparing phyf000.nc ............MISSING baseline - Comparing phyf006.nc ............MISSING baseline - Comparing PRSLEV.GrbF00 ............MISSING baseline - Comparing PRSLEV.GrbF06 ............MISSING baseline - Comparing NATLEV.GrbF00 ............MISSING baseline - Comparing NATLEV.GrbF06 ............MISSING baseline - - 0: The total amount of wall time = 296.723510 - 0: The maximum resident set size (KB) = 881352 - -Test 062 regional_2dwrtdecomp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/fv3_regional_wofs_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_wofs_intel -Checking test 063 regional_wofs_intel results .... - Comparing dynf000.nc ............MISSING baseline - Comparing dynf006.nc ............MISSING baseline - Comparing phyf000.nc ............MISSING baseline - Comparing phyf006.nc ............MISSING baseline - Comparing PRSLEV.GrbF00 ............MISSING baseline - Comparing PRSLEV.GrbF06 ............MISSING baseline - Comparing NATLEV.GrbF00 ............MISSING baseline - Comparing NATLEV.GrbF06 ............MISSING baseline - - 0: The total amount of wall time = 381.617280 - 0: The maximum resident set size (KB) = 1910240 - -Test 063 regional_wofs_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_intel -Checking test 064 rap_control_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK +Compile atm_debug_dyn32_intel elapsed time 284 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile atm_faster_dyn32_intel elapsed time 548 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_debug_intel elapsed time 213 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn32_phy32_faster_intel elapsed time 535 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn32_phy32_intel elapsed time 527 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_dyn64_phy32_debug_intel elapsed time 220 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug +Compile rrfs_dyn64_phy32_intel elapsed time 538 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release +Compile rrfs_intel elapsed time 561 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_control_intel +Checking test 001 rap_control_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf021.nc .........OK + Comparing sfcf024.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf021.nc .........OK + Comparing atmf024.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF21 .........OK + Comparing GFSFLX.GrbF24 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF21 .........OK + Comparing GFSPRS.GrbF24 .........OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 450.982003 - 0: The maximum resident set size (KB) = 1109476 - -Test 064 rap_control_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_spp_sppt_shum_skeb_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_spp_sppt_shum_skeb_intel -Checking test 065 regional_spp_sppt_shum_skeb_intel results .... - Comparing dynf000.nc ............ALT CHECK......NOT OK - Comparing dynf001.nc ............ALT CHECK......NOT OK - Comparing phyf000.nc ............ALT CHECK......NOT OK - Comparing phyf001.nc ............ALT CHECK......NOT OK - Comparing PRSLEV.GrbF00 .........NOT OK - Comparing PRSLEV.GrbF01 .........NOT OK - Comparing NATLEV.GrbF00 .........NOT OK - Comparing NATLEV.GrbF01 .........NOT OK - - 0: The total amount of wall time = 235.308100 - 0: The maximum resident set size (KB) = 1314544 - -Test 065 regional_spp_sppt_shum_skeb_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_decomp_intel -Checking test 066 rap_decomp_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 476.962883 + 0: The maximum resident set size (KB) = 1106036 + +Test 001 rap_control_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/regional_spp_sppt_shum_skeb_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/regional_spp_sppt_shum_skeb_intel +Checking test 002 regional_spp_sppt_shum_skeb_intel results .... + Comparing dynf000.nc .........OK + Comparing dynf001.nc .........OK + Comparing phyf000.nc .........OK + Comparing phyf001.nc .........OK + Comparing PRSLEV.GrbF00 .........OK + Comparing PRSLEV.GrbF01 .........OK + Comparing NATLEV.GrbF00 .........OK + Comparing NATLEV.GrbF01 .........OK + + 0: The total amount of wall time = 305.546254 + 0: The maximum resident set size (KB) = 1305952 + +Test 002 regional_spp_sppt_shum_skeb_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_decomp_intel +Checking test 003 rap_decomp_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf021.nc .........OK + Comparing sfcf024.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf021.nc .........OK + Comparing atmf024.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF21 .........OK + Comparing GFSFLX.GrbF24 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF21 .........OK + Comparing GFSPRS.GrbF24 .........OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 474.356744 - 0: The maximum resident set size (KB) = 1012092 - -Test 066 rap_decomp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_2threads_intel -Checking test 067 rap_2threads_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 491.021022 + 0: The maximum resident set size (KB) = 1027732 + +Test 003 rap_decomp_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_2threads_intel +Checking test 004 rap_2threads_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf021.nc .........OK + Comparing sfcf024.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf021.nc .........OK + Comparing atmf024.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF21 .........OK + Comparing GFSFLX.GrbF24 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF21 .........OK + Comparing GFSPRS.GrbF24 .........OK + Comparing RESTART/20210323.060000.coupler.res .........OK + Comparing RESTART/20210323.060000.fv_core.res.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 463.988517 + 0: The maximum resident set size (KB) = 1166148 + +Test 004 rap_2threads_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_restart_intel +Checking test 005 rap_restart_intel results .... + Comparing sfcf024.nc .........OK + Comparing atmf024.nc .........OK + Comparing GFSFLX.GrbF24 .........OK + Comparing GFSPRS.GrbF24 .........OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 422.121069 - 0: The maximum resident set size (KB) = 1192024 - -Test 067 rap_2threads_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_sfcdiff_intel -Checking test 069 rap_sfcdiff_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 295.093304 + 0: The maximum resident set size (KB) = 1103004 + +Test 005 rap_restart_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_sfcdiff_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_sfcdiff_intel +Checking test 006 rap_sfcdiff_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK + Comparing RESTART/20210323.060000.coupler.res .........OK + Comparing RESTART/20210323.060000.fv_core.res.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 465.032405 + 0: The maximum resident set size (KB) = 1100080 + +Test 006 rap_sfcdiff_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_sfcdiff_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_sfcdiff_decomp_intel +Checking test 007 rap_sfcdiff_decomp_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 447.395443 - 0: The maximum resident set size (KB) = 1112820 - -Test 069 rap_sfcdiff_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_sfcdiff_decomp_intel -Checking test 070 rap_sfcdiff_decomp_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 520.325615 + 0: The maximum resident set size (KB) = 1001436 + +Test 007 rap_sfcdiff_decomp_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_sfcdiff_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_sfcdiff_restart_intel +Checking test 008 rap_sfcdiff_restart_intel results .... + Comparing sfcf012.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF12 .........OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 474.651166 - 0: The maximum resident set size (KB) = 1027768 - -Test 070 rap_sfcdiff_decomp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_intel -Checking test 072 hrrr_control_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 406.944305 + 0: The maximum resident set size (KB) = 1132060 + +Test 008 rap_sfcdiff_restart_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_control_intel +Checking test 009 hrrr_control_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK Comparing RESTART/20210322.120000.coupler.res .........OK Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 226.527800 - 0: The maximum resident set size (KB) = 1027612 - -Test 072 hrrr_control_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_decomp_intel -Checking test 073 hrrr_control_decomp_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 226.556282 + 0: The maximum resident set size (KB) = 1028140 + +Test 009 hrrr_control_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_control_decomp_intel +Checking test 010 hrrr_control_decomp_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK Comparing RESTART/20210322.120000.coupler.res .........OK Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 232.976132 - 0: The maximum resident set size (KB) = 998032 - -Test 073 hrrr_control_decomp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_2threads_intel -Checking test 074 hrrr_control_2threads_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 235.322663 + 0: The maximum resident set size (KB) = 1022300 + +Test 010 hrrr_control_decomp_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_control_2threads_intel +Checking test 011 hrrr_control_2threads_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK Comparing RESTART/20210322.120000.coupler.res .........OK Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 208.835519 - 0: The maximum resident set size (KB) = 1103736 - -Test 074 hrrr_control_2threads_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1beta_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1beta_intel -Checking test 076 rrfs_v1beta_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 209.815178 + 0: The maximum resident set size (KB) = 1097992 + +Test 011 hrrr_control_2threads_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_control_restart_intel +Checking test 012 hrrr_control_restart_intel results .... + Comparing sfcf012.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF12 .........OK + + 0: The total amount of wall time = 156.557647 + 0: The maximum resident set size (KB) = 1000248 + +Test 012 hrrr_control_restart_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rrfs_v1beta_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rrfs_v1beta_intel +Checking test 013 rrfs_v1beta_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK Comparing RESTART/20210323.060000.coupler.res .........OK Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 444.442850 - 0: The maximum resident set size (KB) = 1105184 - -Test 076 rrfs_v1beta_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1nssl_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1nssl_intel -Checking test 077 rrfs_v1nssl_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - - 0: The total amount of wall time = 531.128274 - 0: The maximum resident set size (KB) = 1990280 - -Test 077 rrfs_v1nssl_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1nssl_nohailnoccn_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1nssl_nohailnoccn_intel -Checking test 078 rrfs_v1nssl_nohailnoccn_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - - 0: The total amount of wall time = 519.582384 - 0: The maximum resident set size (KB) = 2070356 - -Test 078 rrfs_v1nssl_nohailnoccn_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_csawmg_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_csawmg_intel -Checking test 079 control_csawmg_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 338.991721 - 0: The maximum resident set size (KB) = 744652 - -Test 079 control_csawmg_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_csawmgt_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_csawmgt_intel -Checking test 080 control_csawmgt_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 337.107619 - 0: The maximum resident set size (KB) = 747884 - -Test 080 control_csawmgt_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_ras_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_ras_intel -Checking test 081 control_ras_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 186.414509 - 0: The maximum resident set size (KB) = 736056 - -Test 081 control_ras_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_wam_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_wam_intel -Checking test 082 control_wam_intel results .... - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - - 0: The total amount of wall time = 113.896076 - 0: The maximum resident set size (KB) = 653660 - -Test 082 control_wam_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_faster_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_faster_intel -Checking test 083 control_p8_faster_intel results .... + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 480.826944 + 0: The maximum resident set size (KB) = 1085104 + +Test 013 rrfs_v1beta_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rrfs_v1nssl_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rrfs_v1nssl_intel +Checking test 014 rrfs_v1nssl_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK + + 0: The total amount of wall time = 574.796946 + 0: The maximum resident set size (KB) = 1979120 + +Test 014 rrfs_v1nssl_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rrfs_v1nssl_nohailnoccn_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rrfs_v1nssl_nohailnoccn_intel +Checking test 015 rrfs_v1nssl_nohailnoccn_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK + + 0: The total amount of wall time = 558.120868 + 0: The maximum resident set size (KB) = 2045260 + +Test 015 rrfs_v1nssl_nohailnoccn_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_p8_faster_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/control_p8_faster_intel +Checking test 016 control_p8_faster_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf021.nc .........OK Comparing sfcf024.nc .........OK @@ -3050,33 +726,33 @@ Checking test 083 control_p8_faster_intel results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 145.330157 - 0: The maximum resident set size (KB) = 1607448 + 0: The total amount of wall time = 149.988180 + 0: The maximum resident set size (KB) = 1612608 -Test 083 control_p8_faster_intel PASS +Test 016 control_p8_faster_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_control_faster_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_control_faster_intel -Checking test 084 regional_control_faster_intel results .... - Comparing dynf000.nc ............ALT CHECK......NOT OK - Comparing dynf006.nc ............ALT CHECK......NOT OK - Comparing phyf000.nc ............ALT CHECK......NOT OK - Comparing phyf006.nc ............ALT CHECK......NOT OK - Comparing PRSLEV.GrbF00 .........NOT OK - Comparing PRSLEV.GrbF06 .........NOT OK - Comparing NATLEV.GrbF00 .........NOT OK - Comparing NATLEV.GrbF06 .........NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/regional_control_faster_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/regional_control_faster_intel +Checking test 017 regional_control_faster_intel results .... + Comparing dynf000.nc .........OK + Comparing dynf006.nc .........OK + Comparing phyf000.nc .........OK + Comparing phyf006.nc .........OK + Comparing PRSLEV.GrbF00 .........OK + Comparing PRSLEV.GrbF06 .........OK + Comparing NATLEV.GrbF00 .........OK + Comparing NATLEV.GrbF06 .........OK - 0: The total amount of wall time = 268.829389 - 0: The maximum resident set size (KB) = 881048 + 0: The total amount of wall time = 268.305095 + 0: The maximum resident set size (KB) = 881000 -Test 084 regional_control_faster_intel FAIL Tries: 2 +Test 017 regional_control_faster_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_CubedSphereGrid_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_CubedSphereGrid_debug_intel -Checking test 085 control_CubedSphereGrid_debug_intel results .... +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_CubedSphereGrid_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/control_CubedSphereGrid_debug_intel +Checking test 018 control_CubedSphereGrid_debug_intel results .... Comparing sfcf000.tile1.nc .........OK Comparing sfcf000.tile2.nc .........OK Comparing sfcf000.tile3.nc .........OK @@ -3102,4225 +778,973 @@ Checking test 085 control_CubedSphereGrid_debug_intel results .... Comparing atmf001.tile5.nc .........OK Comparing atmf001.tile6.nc .........OK - 0: The total amount of wall time = 146.764141 - 0: The maximum resident set size (KB) = 815336 + 0: The total amount of wall time = 148.640177 + 0: The maximum resident set size (KB) = 810404 -Test 085 control_CubedSphereGrid_debug_intel PASS +Test 018 control_CubedSphereGrid_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_wrtGauss_netcdf_parallel_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_wrtGauss_netcdf_parallel_debug_intel -Checking test 086 control_wrtGauss_netcdf_parallel_debug_intel results .... +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_wrtGauss_netcdf_parallel_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/control_wrtGauss_netcdf_parallel_debug_intel +Checking test 019 control_wrtGauss_netcdf_parallel_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 150.180271 - 0: The maximum resident set size (KB) = 807400 + 0: The total amount of wall time = 145.829282 + 0: The maximum resident set size (KB) = 815508 -Test 086 control_wrtGauss_netcdf_parallel_debug_intel PASS +Test 019 control_wrtGauss_netcdf_parallel_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_stochy_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_stochy_debug_intel -Checking test 087 control_stochy_debug_intel results .... +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_stochy_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/control_stochy_debug_intel +Checking test 020 control_stochy_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 170.527982 - 0: The maximum resident set size (KB) = 797580 + 0: The total amount of wall time = 168.395557 + 0: The maximum resident set size (KB) = 807624 -Test 087 control_stochy_debug_intel PASS +Test 020 control_stochy_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_lndp_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_lndp_debug_intel -Checking test 088 control_lndp_debug_intel results .... +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_lndp_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/control_lndp_debug_intel +Checking test 021 control_lndp_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 154.171084 - 0: The maximum resident set size (KB) = 816016 + 0: The total amount of wall time = 148.618839 + 0: The maximum resident set size (KB) = 813904 -Test 088 control_lndp_debug_intel PASS +Test 021 control_lndp_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_csawmg_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_csawmg_debug_intel -Checking test 089 control_csawmg_debug_intel results .... +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_csawmg_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/control_csawmg_debug_intel +Checking test 022 control_csawmg_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 232.385994 - 0: The maximum resident set size (KB) = 861016 + 0: The total amount of wall time = 250.172368 + 0: The maximum resident set size (KB) = 861640 -Test 089 control_csawmg_debug_intel PASS +Test 022 control_csawmg_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_csawmgt_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_csawmgt_debug_intel -Checking test 090 control_csawmgt_debug_intel results .... +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_csawmgt_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/control_csawmgt_debug_intel +Checking test 023 control_csawmgt_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 226.062000 - 0: The maximum resident set size (KB) = 860756 + 0: The total amount of wall time = 241.483373 + 0: The maximum resident set size (KB) = 858528 -Test 090 control_csawmgt_debug_intel PASS +Test 023 control_csawmgt_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_ras_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_ras_debug_intel -Checking test 091 control_ras_debug_intel results .... +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_ras_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/control_ras_debug_intel +Checking test 024 control_ras_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 152.356406 - 0: The maximum resident set size (KB) = 828944 + 0: The total amount of wall time = 151.287495 + 0: The maximum resident set size (KB) = 803848 -Test 091 control_ras_debug_intel PASS +Test 024 control_ras_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_diag_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_diag_debug_intel -Checking test 092 control_diag_debug_intel results .... +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_diag_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/control_diag_debug_intel +Checking test 025 control_diag_debug_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 156.068052 - 0: The maximum resident set size (KB) = 874736 + 0: The total amount of wall time = 156.249610 + 0: The maximum resident set size (KB) = 847056 -Test 092 control_diag_debug_intel PASS +Test 025 control_diag_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_debug_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_debug_p8_intel -Checking test 093 control_debug_p8_intel results .... +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/control_debug_p8_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/control_debug_p8_intel +Checking test 026 control_debug_p8_intel results .... Comparing sfcf000.nc .........OK Comparing sfcf001.nc .........OK Comparing atmf000.nc .........OK Comparing atmf001.nc .........OK - 0: The total amount of wall time = 155.854324 - 0: The maximum resident set size (KB) = 1620260 - -Test 093 control_debug_p8_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_debug_intel -Checking test 094 regional_debug_intel results .... - Comparing dynf000.nc ............ALT CHECK......NOT OK - Comparing dynf001.nc ............ALT CHECK......NOT OK - Comparing phyf000.nc ............ALT CHECK......NOT OK - Comparing phyf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 997.554133 - 0: The maximum resident set size (KB) = 812560 - -Test 094 regional_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_debug_intel -Checking test 095 rap_control_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 273.129266 - 0: The maximum resident set size (KB) = 1189984 - -Test 095 rap_control_debug_intel FAIL Tries: 2 - -Test 096 hrrr_control_debug_intel FAIL + 0: The total amount of wall time = 173.216001 + 0: The maximum resident set size (KB) = 1633772 -Test 096 hrrr_control_debug_intel FAIL +Test 026 control_debug_p8_intel PASS -Test 097 hrrr_gf_debug_intel FAIL -Test 097 hrrr_gf_debug_intel FAIL +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/regional_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/regional_debug_intel +Checking test 027 regional_debug_intel results .... + Comparing dynf000.nc .........OK + Comparing dynf001.nc .........OK + Comparing phyf000.nc .........OK + Comparing phyf001.nc .........OK -Test 098 hrrr_c3_debug_intel FAIL + 0: The total amount of wall time = 994.299990 + 0: The maximum resident set size (KB) = 841428 -Test 098 hrrr_c3_debug_intel FAIL +Test 027 regional_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_unified_drag_suite_debug_intel -Checking test 099 rap_unified_drag_suite_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 278.186950 - 0: The maximum resident set size (KB) = 1197432 - -Test 099 rap_unified_drag_suite_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_diag_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_diag_debug_intel -Checking test 100 rap_diag_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 292.321089 - 0: The maximum resident set size (KB) = 1265684 - -Test 100 rap_diag_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_cires_ugwp_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_cires_ugwp_debug_intel -Checking test 101 rap_cires_ugwp_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 277.542364 - 0: The maximum resident set size (KB) = 1205420 - -Test 101 rap_cires_ugwp_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_cires_ugwp_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_unified_ugwp_debug_intel -Checking test 102 rap_unified_ugwp_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 286.373194 - 0: The maximum resident set size (KB) = 1197508 - -Test 102 rap_unified_ugwp_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_lndp_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_lndp_debug_intel -Checking test 103 rap_lndp_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 284.735832 - 0: The maximum resident set size (KB) = 1197796 - -Test 103 rap_lndp_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_progcld_thompson_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_progcld_thompson_debug_intel -Checking test 104 rap_progcld_thompson_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_control_debug_intel +Checking test 028 rap_control_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 268.774874 - 0: The maximum resident set size (KB) = 1200404 + 0: The total amount of wall time = 303.187879 + 0: The maximum resident set size (KB) = 1206252 -Test 104 rap_progcld_thompson_debug_intel FAIL Tries: 2 +Test 028 rap_control_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_noah_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_noah_debug_intel -Checking test 105 rap_noah_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_control_debug_intel +Checking test 029 hrrr_control_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 270.999517 - 0: The maximum resident set size (KB) = 1182556 + 0: The total amount of wall time = 295.754147 + 0: The maximum resident set size (KB) = 1173912 -Test 105 rap_noah_debug_intel FAIL Tries: 2 +Test 029 hrrr_control_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_sfcdiff_debug_intel -Checking test 106 rap_sfcdiff_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_gf_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_gf_debug_intel +Checking test 030 hrrr_gf_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 276.534477 - 0: The maximum resident set size (KB) = 1192824 + 0: The total amount of wall time = 277.459994 + 0: The maximum resident set size (KB) = 1205732 -Test 106 rap_sfcdiff_debug_intel FAIL Tries: 2 +Test 030 hrrr_gf_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_noah_sfcdiff_cires_ugwp_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_noah_sfcdiff_cires_ugwp_debug_intel -Checking test 107 rap_noah_sfcdiff_cires_ugwp_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_c3_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_c3_debug_intel +Checking test 031 hrrr_c3_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 451.240468 - 0: The maximum resident set size (KB) = 1191156 + 0: The total amount of wall time = 277.806389 + 0: The maximum resident set size (KB) = 1197856 -Test 107 rap_noah_sfcdiff_cires_ugwp_debug_intel FAIL Tries: 2 +Test 031 hrrr_c3_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1beta_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1beta_debug_intel -Checking test 108 rrfs_v1beta_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_unified_drag_suite_debug_intel +Checking test 032 rap_unified_drag_suite_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 272.945090 - 0: The maximum resident set size (KB) = 1193436 + 0: The total amount of wall time = 282.990272 + 0: The maximum resident set size (KB) = 1194296 -Test 108 rrfs_v1beta_debug_intel FAIL Tries: 2 +Test 032 rap_unified_drag_suite_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_clm_lake_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_clm_lake_debug_intel -Checking test 109 rap_clm_lake_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_diag_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_diag_debug_intel +Checking test 033 rap_diag_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 350.706340 - 0: The maximum resident set size (KB) = 1195748 + 0: The total amount of wall time = 297.020458 + 0: The maximum resident set size (KB) = 1270132 -Test 109 rap_clm_lake_debug_intel FAIL Tries: 2 +Test 033 rap_diag_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_flake_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_flake_debug_intel -Checking test 110 rap_flake_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_cires_ugwp_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_cires_ugwp_debug_intel +Checking test 034 rap_cires_ugwp_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 276.620947 - 0: The maximum resident set size (KB) = 1181164 + 0: The total amount of wall time = 283.256522 + 0: The maximum resident set size (KB) = 1204248 -Test 110 rap_flake_debug_intel FAIL Tries: 2 +Test 034 rap_cires_ugwp_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/gnv1_c96_no_nest_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/gnv1_c96_no_nest_debug_intel -Checking test 111 gnv1_c96_no_nest_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing sfcf002.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing atmf002.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.coupler.res .........OK - Comparing RESTART/20210322.070000.fv_core.res.nc .........OK - Comparing RESTART/20210322.070000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 485.339036 - 0: The maximum resident set size (KB) = 1200324 - -Test 111 gnv1_c96_no_nest_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_wam_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_wam_debug_intel -Checking test 112 control_wam_debug_intel results .... - Comparing sfcf019.nc ............MISSING baseline - Comparing atmf019.nc ............MISSING baseline - - 0: The total amount of wall time = 274.637035 - 0: The maximum resident set size (KB) = 507912 - -Test 112 control_wam_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -Checking test 113 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... - Comparing dynf000.nc ............ALT CHECK......NOT OK - Comparing dynf001.nc ............ALT CHECK......NOT OK - Comparing phyf000.nc ............ALT CHECK......NOT OK - Comparing phyf001.nc ............ALT CHECK......NOT OK - Comparing PRSLEV.GrbF00 .........NOT OK - Comparing PRSLEV.GrbF01 .........NOT OK - Comparing NATLEV.GrbF00 .........NOT OK - Comparing NATLEV.GrbF01 .........NOT OK - - 0: The total amount of wall time = 221.985119 - 0: The maximum resident set size (KB) = 1177052 - -Test 113 regional_spp_sppt_shum_skeb_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn32_phy32_intel -Checking test 114 rap_control_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 368.018751 - 0: The maximum resident set size (KB) = 1054144 - -Test 114 rap_control_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_dyn32_phy32_intel -Checking test 115 hrrr_control_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 191.498850 - 0: The maximum resident set size (KB) = 990228 - -Test 115 hrrr_control_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_2threads_dyn32_phy32_intel -Checking test 116 rap_2threads_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 350.601211 - 0: The maximum resident set size (KB) = 1102856 - -Test 116 rap_2threads_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_2threads_dyn32_phy32_intel -Checking test 117 hrrr_control_2threads_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 178.277657 - 0: The maximum resident set size (KB) = 959736 - -Test 117 hrrr_control_2threads_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_decomp_dyn32_phy32_intel -Checking test 118 hrrr_control_decomp_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 201.945558 - 0: The maximum resident set size (KB) = 899216 - -Test 118 hrrr_control_decomp_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_control_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_control_intel -Checking test 121 conus13km_control_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing sfcf002.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing atmf002.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 105.099423 - 0: The maximum resident set size (KB) = 1201928 - -Test 121 conus13km_control_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn64_phy32_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn64_phy32_intel -Checking test 124 rap_control_dyn64_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.180000.coupler.res .........OK - Comparing RESTART/20210322.180000.fv_core.res.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 241.517839 - 0: The maximum resident set size (KB) = 991544 - -Test 124 rap_control_dyn64_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn32_phy32_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_debug_dyn32_phy32_intel -Checking test 125 rap_control_debug_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 271.791294 - 0: The maximum resident set size (KB) = 1080824 - -Test 125 rap_control_debug_dyn32_phy32_intel FAIL Tries: 2 - -Test 126 hrrr_control_debug_dyn32_phy32_intel FAIL - -Test 126 hrrr_control_debug_dyn32_phy32_intel FAIL - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_intel -Checking test 127 conus13km_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_cires_ugwp_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_unified_ugwp_debug_intel +Checking test 035 rap_unified_ugwp_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 773.247340 - 0: The maximum resident set size (KB) = 1224020 + 0: The total amount of wall time = 284.988176 + 0: The maximum resident set size (KB) = 1166844 -Test 127 conus13km_debug_intel FAIL Tries: 2 +Test 035 rap_unified_ugwp_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_qr_intel -Checking test 128 conus13km_debug_qr_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_lndp_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_lndp_debug_intel +Checking test 036 rap_lndp_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 805.879156 - 0: The maximum resident set size (KB) = 908352 + 0: The total amount of wall time = 292.828248 + 0: The maximum resident set size (KB) = 1192236 -Test 128 conus13km_debug_qr_intel FAIL Tries: 2 +Test 036 rap_lndp_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_2threads_intel -Checking test 129 conus13km_debug_2threads_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_progcld_thompson_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_progcld_thompson_debug_intel +Checking test 037 rap_progcld_thompson_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 436.398958 - 0: The maximum resident set size (KB) = 1153196 + 0: The total amount of wall time = 274.606234 + 0: The maximum resident set size (KB) = 1197568 -Test 129 conus13km_debug_2threads_intel FAIL Tries: 2 +Test 037 rap_progcld_thompson_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_radar_tten_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_radar_tten_debug_intel -Checking test 130 conus13km_radar_tten_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_noah_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_noah_debug_intel +Checking test 038 rap_noah_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 800.640606 - 0: The maximum resident set size (KB) = 1297424 + 0: The total amount of wall time = 278.938880 + 0: The maximum resident set size (KB) = 1161492 -Test 130 conus13km_radar_tten_debug_intel FAIL Tries: 2 +Test 038 rap_noah_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn64_phy32_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn64_phy32_debug_intel -Checking test 131 rap_control_dyn64_phy32_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 279.052264 - 0: The maximum resident set size (KB) = 1119932 - -Test 131 rap_control_dyn64_phy32_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_atm_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_atm_intel -Checking test 132 hafs_regional_atm_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing HURPRS.GrbF06 ............MISSING baseline +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_sfcdiff_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_sfcdiff_debug_intel +Checking test 039 rap_sfcdiff_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 285.391620 - 0: The maximum resident set size (KB) = 735328 - -Test 132 hafs_regional_atm_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_atm_thompson_gfdlsf_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_atm_thompson_gfdlsf_intel -Checking test 133 hafs_regional_atm_thompson_gfdlsf_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline + 0: The total amount of wall time = 277.710791 + 0: The maximum resident set size (KB) = 1172792 - 0: The total amount of wall time = 365.633669 - 0: The maximum resident set size (KB) = 1118108 +Test 039 rap_sfcdiff_debug_intel PASS -Test 133 hafs_regional_atm_thompson_gfdlsf_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_noah_sfcdiff_cires_ugwp_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_noah_sfcdiff_cires_ugwp_debug_intel +Checking test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_atm_ocn_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_atm_ocn_intel -Checking test 134 hafs_regional_atm_ocn_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing archv.2019_241_06.a ............MISSING baseline - Comparing archs.2019_241_06.a ............MISSING baseline - Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc ............MISSING baseline - Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 402.265830 - 0: The maximum resident set size (KB) = 820740 - -Test 134 hafs_regional_atm_ocn_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_atm_wav_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_atm_wav_intel -Checking test 135 hafs_regional_atm_wav_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing 20190829.060000.out_grd.ww3 ............MISSING baseline - Comparing 20190829.060000.out_pnt.ww3 ............MISSING baseline - Comparing ufs.hafs.ww3.r.2019-08-29-21600 ............MISSING baseline - Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 766.391352 - 0: The maximum resident set size (KB) = 841228 - -Test 135 hafs_regional_atm_wav_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_atm_ocn_wav_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_atm_ocn_wav_intel -Checking test 136 hafs_regional_atm_ocn_wav_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing archv.2019_241_06.a ............MISSING baseline - Comparing archs.2019_241_06.a ............MISSING baseline - Comparing 20190829.060000.out_grd.ww3 ............MISSING baseline - Comparing 20190829.060000.out_pnt.ww3 ............MISSING baseline - Comparing ufs.hafs.ww3.r.2019-08-29-21600 ............MISSING baseline - Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 876.116975 - 0: The maximum resident set size (KB) = 867848 - -Test 136 hafs_regional_atm_ocn_wav_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_1nest_atm_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_1nest_atm_intel -Checking test 137 hafs_regional_1nest_atm_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing atm.nest02.f006.nc ............MISSING baseline - Comparing sfc.nest02.f006.nc ............MISSING baseline - Comparing RESTART/20200825.180000.coupler.res ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest02.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest02.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.nest02.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.nest02.tile2.nc ............MISSING baseline - Comparing RESTART/fv_BC_ne.res.nest02.nc ............MISSING baseline - Comparing RESTART/fv_BC_sw.res.nest02.nc ............MISSING baseline - - 0: The total amount of wall time = 314.186453 - 0: The maximum resident set size (KB) = 500456 - -Test 137 hafs_regional_1nest_atm_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_telescopic_2nests_atm_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_telescopic_2nests_atm_intel -Checking test 138 hafs_regional_telescopic_2nests_atm_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing atm.nest02.f006.nc ............MISSING baseline - Comparing sfc.nest02.f006.nc ............MISSING baseline - Comparing atm.nest03.f006.nc ............MISSING baseline - Comparing sfc.nest03.f006.nc ............MISSING baseline - - 0: The total amount of wall time = 386.110568 - 0: The maximum resident set size (KB) = 514808 - -Test 138 hafs_regional_telescopic_2nests_atm_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_global_1nest_atm_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_global_1nest_atm_intel -Checking test 139 hafs_global_1nest_atm_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing atm.nest02.f006.nc ............MISSING baseline - Comparing sfc.nest02.f006.nc ............MISSING baseline - Comparing RESTART/20200825.180000.coupler.res ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest02.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/fv_BC_ne.res.nest02.nc ............MISSING baseline - Comparing RESTART/fv_BC_sw.res.nest02.nc ............MISSING baseline - - 0: The total amount of wall time = 147.524917 - 0: The maximum resident set size (KB) = 374836 - -Test 139 hafs_global_1nest_atm_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_global_multiple_4nests_atm_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_global_multiple_4nests_atm_intel -Checking test 140 hafs_global_multiple_4nests_atm_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing atm.nest02.f006.nc ............MISSING baseline - Comparing sfc.nest02.f006.nc ............MISSING baseline - Comparing atm.nest03.f006.nc ............MISSING baseline - Comparing sfc.nest03.f006.nc ............MISSING baseline - Comparing atm.nest04.f006.nc ............MISSING baseline - Comparing sfc.nest04.f006.nc ............MISSING baseline - Comparing atm.nest05.f006.nc ............MISSING baseline - Comparing sfc.nest05.f006.nc ............MISSING baseline - Comparing HURPRS.GrbF06 ............MISSING baseline - Comparing HURPRS.GrbF06.nest02 ............MISSING baseline - Comparing HURPRS.GrbF06.nest03 ............MISSING baseline - Comparing HURPRS.GrbF06.nest04 ............MISSING baseline - Comparing HURPRS.GrbF06.nest05 ............MISSING baseline - Comparing RESTART/20200825.180000.coupler.res ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest02.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest03.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest03.tile8.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest04.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest04.tile9.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest05.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest05.tile10.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest03.tile8.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest04.tile9.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest05.tile10.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.nest03.tile8.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.nest04.tile9.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.nest05.tile10.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.nest03.tile8.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.nest04.tile9.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.nest05.tile10.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.nest03.tile8.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.nest04.tile9.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.nest05.tile10.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/fv_BC_ne.res.nest02.nc ............MISSING baseline - Comparing RESTART/fv_BC_ne.res.nest03.nc ............MISSING baseline - Comparing RESTART/fv_BC_ne.res.nest04.nc ............MISSING baseline - Comparing RESTART/fv_BC_ne.res.nest05.nc ............MISSING baseline - Comparing RESTART/fv_BC_sw.res.nest02.nc ............MISSING baseline - Comparing RESTART/fv_BC_sw.res.nest03.nc ............MISSING baseline - Comparing RESTART/fv_BC_sw.res.nest04.nc ............MISSING baseline - Comparing RESTART/fv_BC_sw.res.nest05.nc ............MISSING baseline - - 0: The total amount of wall time = 418.174560 - 0: The maximum resident set size (KB) = 455472 - -Test 140 hafs_global_multiple_4nests_atm_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_specified_moving_1nest_atm_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_specified_moving_1nest_atm_intel -Checking test 141 hafs_regional_specified_moving_1nest_atm_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing atm.nest02.f006.nc ............MISSING baseline - Comparing sfc.nest02.f006.nc ............MISSING baseline - Comparing HURPRS.GrbF06 ............MISSING baseline - Comparing HURPRS.GrbF06.nest02 ............MISSING baseline - - 0: The total amount of wall time = 209.656891 - 0: The maximum resident set size (KB) = 500616 - -Test 141 hafs_regional_specified_moving_1nest_atm_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_storm_following_1nest_atm_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_storm_following_1nest_atm_intel -Checking test 142 hafs_regional_storm_following_1nest_atm_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing atm.nest02.f006.nc ............MISSING baseline - Comparing sfc.nest02.f006.nc ............MISSING baseline - Comparing RESTART/20200825.180000.coupler.res ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest02.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest02.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.nest02.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.nest02.tile2.nc ............MISSING baseline - Comparing RESTART/fv_BC_ne.res.nest02.nc ............MISSING baseline - Comparing RESTART/fv_BC_sw.res.nest02.nc ............MISSING baseline - - 0: The total amount of wall time = 196.854316 - 0: The maximum resident set size (KB) = 531396 - -Test 142 hafs_regional_storm_following_1nest_atm_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_storm_following_1nest_atm_ocn_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_storm_following_1nest_atm_ocn_intel -Checking test 143 hafs_regional_storm_following_1nest_atm_ocn_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing atm.nest02.f006.nc ............MISSING baseline - Comparing sfc.nest02.f006.nc ............MISSING baseline - Comparing archv.2020_238_18.a ............MISSING baseline - Comparing archs.2020_238_18.a ............MISSING baseline - - 0: The total amount of wall time = 238.854647 - 0: The maximum resident set size (KB) = 552900 - -Test 143 hafs_regional_storm_following_1nest_atm_ocn_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_global_storm_following_1nest_atm_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_global_storm_following_1nest_atm_intel -Checking test 144 hafs_global_storm_following_1nest_atm_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing atm.nest02.f006.nc ............MISSING baseline - Comparing sfc.nest02.f006.nc ............MISSING baseline - - 0: The total amount of wall time = 63.173053 - 0: The maximum resident set size (KB) = 388288 - -Test 144 hafs_global_storm_following_1nest_atm_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/gnv1_nested_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/gnv1_nested_intel -Checking test 145 gnv1_nested_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing atm.nest02.f006.nc ............MISSING baseline - Comparing sfc.nest02.f006.nc ............MISSING baseline - Comparing RESTART/20200825.180000.coupler.res ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest02.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.nest02.tile7.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20200825.180000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/fv_BC_ne.res.nest02.nc ............MISSING baseline - Comparing RESTART/fv_BC_sw.res.nest02.nc ............MISSING baseline - - 0: The total amount of wall time = 228.927517 - 0: The maximum resident set size (KB) = 815312 - -Test 145 gnv1_nested_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_storm_following_1nest_atm_ocn_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_storm_following_1nest_atm_ocn_debug_intel -Checking test 146 hafs_regional_storm_following_1nest_atm_ocn_debug_intel results .... - Comparing atmf001.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atm.nest02.f001.nc ............MISSING baseline - Comparing sfc.nest02.f001.nc ............MISSING baseline - - 0: The total amount of wall time = 728.495636 - 0: The maximum resident set size (KB) = 568784 - -Test 146 hafs_regional_storm_following_1nest_atm_ocn_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_storm_following_1nest_atm_ocn_wav_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_storm_following_1nest_atm_ocn_wav_intel -Checking test 147 hafs_regional_storm_following_1nest_atm_ocn_wav_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing atm.nest02.f006.nc ............MISSING baseline - Comparing sfc.nest02.f006.nc ............MISSING baseline - Comparing archv.2020_238_18.a ............MISSING baseline - Comparing archs.2020_238_18.a ............MISSING baseline - Comparing 20200825.180000.out_grd.ww3 ............MISSING baseline - Comparing 20200825.180000.out_pnt.ww3 ............MISSING baseline - - 0: The total amount of wall time = 500.065820 - 0: The maximum resident set size (KB) = 667232 - -Test 147 hafs_regional_storm_following_1nest_atm_ocn_wav_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_docn_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_docn_intel -Checking test 148 hafs_regional_docn_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc ............MISSING baseline - Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc ............MISSING baseline - Comparing ufs.hafs.docn.r.2019-08-29-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 365.672854 - 0: The maximum resident set size (KB) = 814424 - -Test 148 hafs_regional_docn_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_docn_oisst_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_docn_oisst_intel -Checking test 149 hafs_regional_docn_oisst_intel results .... - Comparing atmf006.nc ............MISSING baseline - Comparing sfcf006.nc ............MISSING baseline - Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc ............MISSING baseline - Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc ............MISSING baseline - Comparing ufs.hafs.docn.r.2019-08-29-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 372.918347 - 0: The maximum resident set size (KB) = 801720 - -Test 149 hafs_regional_docn_oisst_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hafs_regional_datm_cdeps_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hafs_regional_datm_cdeps_intel -Checking test 150 hafs_regional_datm_cdeps_intel results .... - Comparing ufs.hafs.cpl.hi.2019-08-30-00000.nc ............MISSING baseline - Comparing ufs.hafs.cpl.r.2019-08-30-00000.nc ............MISSING baseline - Comparing ufs.hafs.datm.r.2019-08-30-00000.nc ............MISSING baseline + 0: The total amount of wall time = 454.520986 + 0: The maximum resident set size (KB) = 1193572 - 0: The total amount of wall time = 990.065242 - 0: The maximum resident set size (KB) = 1191568 +Test 040 rap_noah_sfcdiff_cires_ugwp_debug_intel PASS -Test 150 hafs_regional_datm_cdeps_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rrfs_v1beta_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rrfs_v1beta_debug_intel +Checking test 041 rrfs_v1beta_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_control_cfsr_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_control_cfsr_intel -Checking test 151 datm_cdeps_control_cfsr_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 269.423969 + 0: The maximum resident set size (KB) = 1199844 - 0: The total amount of wall time = 150.058125 - 0: The maximum resident set size (KB) = 1113828 +Test 041 rrfs_v1beta_debug_intel PASS -Test 151 datm_cdeps_control_cfsr_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_clm_lake_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_clm_lake_debug_intel +Checking test 042 rap_clm_lake_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_control_gefs_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_control_gefs_intel -Checking test 153 datm_cdeps_control_gefs_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline - Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 365.056951 + 0: The maximum resident set size (KB) = 1200356 - 0: The total amount of wall time = 143.629732 - 0: The maximum resident set size (KB) = 1011012 +Test 042 rap_clm_lake_debug_intel PASS -Test 153 datm_cdeps_control_gefs_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_flake_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_flake_debug_intel +Checking test 043 rap_flake_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_iau_gefs_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_iau_gefs_intel -Checking test 154 datm_cdeps_iau_gefs_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline - Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 298.641311 + 0: The maximum resident set size (KB) = 1190676 - 0: The total amount of wall time = 146.069249 - 0: The maximum resident set size (KB) = 1013188 +Test 043 rap_flake_debug_intel PASS -Test 154 datm_cdeps_iau_gefs_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/gnv1_c96_no_nest_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/gnv1_c96_no_nest_debug_intel +Checking test 044 gnv1_c96_no_nest_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing sfcf002.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK + Comparing atmf002.nc .........OK + Comparing RESTART/20210322.070000.coupler.res .........OK + Comparing RESTART/20210322.070000.fv_core.res.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210322.070000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210322.070000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile1.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile2.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile3.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile4.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile5.nc .........OK + Comparing RESTART/20210322.070000.phy_data.tile6.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210322.070000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 495.641106 + 0: The maximum resident set size (KB) = 1175204 + +Test 044 gnv1_c96_no_nest_debug_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/regional_spp_sppt_shum_skeb_dyn32_phy32_intel +Checking test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... + Comparing dynf000.nc .........OK + Comparing dynf001.nc .........OK + Comparing phyf000.nc .........OK + Comparing phyf001.nc .........OK + Comparing PRSLEV.GrbF00 .........OK + Comparing PRSLEV.GrbF01 .........OK + Comparing NATLEV.GrbF00 .........OK + Comparing NATLEV.GrbF01 .........OK + + 0: The total amount of wall time = 220.939436 + 0: The maximum resident set size (KB) = 1169476 + +Test 045 regional_spp_sppt_shum_skeb_dyn32_phy32_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_dyn32_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_control_dyn32_phy32_intel +Checking test 046 rap_control_dyn32_phy32_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK + Comparing RESTART/20210323.060000.coupler.res .........OK + Comparing RESTART/20210323.060000.fv_core.res.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_stochy_gefs_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_stochy_gefs_intel -Checking test 155 datm_cdeps_stochy_gefs_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline - Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 435.475743 + 0: The maximum resident set size (KB) = 1025776 - 0: The total amount of wall time = 149.796182 - 0: The maximum resident set size (KB) = 998596 +Test 046 rap_control_dyn32_phy32_intel PASS -Test 155 datm_cdeps_stochy_gefs_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_control_dyn32_phy32_intel +Checking test 047 hrrr_control_dyn32_phy32_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK + Comparing RESTART/20210322.120000.coupler.res .........OK + Comparing RESTART/20210322.120000.fv_core.res.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 211.243892 + 0: The maximum resident set size (KB) = 987252 + +Test 047 hrrr_control_dyn32_phy32_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_dyn32_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_2threads_dyn32_phy32_intel +Checking test 048 rap_2threads_dyn32_phy32_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK + Comparing RESTART/20210323.060000.coupler.res .........OK + Comparing RESTART/20210323.060000.fv_core.res.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_ciceC_cfsr_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_ciceC_cfsr_intel -Checking test 156 datm_cdeps_ciceC_cfsr_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 534.949651 + 0: The maximum resident set size (KB) = 1101344 - 0: The total amount of wall time = 149.712575 - 0: The maximum resident set size (KB) = 1111708 +Test 048 rap_2threads_dyn32_phy32_intel PASS -Test 156 datm_cdeps_ciceC_cfsr_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_control_2threads_dyn32_phy32_intel +Checking test 049 hrrr_control_2threads_dyn32_phy32_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK + Comparing RESTART/20210322.120000.coupler.res .........OK + Comparing RESTART/20210322.120000.fv_core.res.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 289.725518 + 0: The maximum resident set size (KB) = 950092 + +Test 049 hrrr_control_2threads_dyn32_phy32_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_control_decomp_dyn32_phy32_intel +Checking test 050 hrrr_control_decomp_dyn32_phy32_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK + Comparing RESTART/20210322.120000.coupler.res .........OK + Comparing RESTART/20210322.120000.fv_core.res.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.phy_data.tile6.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210322.120000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 234.233356 + 0: The maximum resident set size (KB) = 916504 + +Test 050 hrrr_control_decomp_dyn32_phy32_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_dyn32_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_restart_dyn32_phy32_intel +Checking test 051 rap_restart_dyn32_phy32_intel results .... + Comparing sfcf012.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF12 .........OK + Comparing RESTART/20210323.060000.coupler.res .........OK + Comparing RESTART/20210323.060000.fv_core.res.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.phy_data.tile6.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210323.060000.sfc_data.tile6.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_bulk_cfsr_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_bulk_cfsr_intel -Checking test 157 datm_cdeps_bulk_cfsr_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 280.276694 + 0: The maximum resident set size (KB) = 1040728 - 0: The total amount of wall time = 151.245133 - 0: The maximum resident set size (KB) = 1110904 +Test 051 rap_restart_dyn32_phy32_intel PASS -Test 157 datm_cdeps_bulk_cfsr_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_dyn32_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_control_restart_dyn32_phy32_intel +Checking test 052 hrrr_control_restart_dyn32_phy32_intel results .... + Comparing sfcf012.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF12 .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_bulk_gefs_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_bulk_gefs_intel -Checking test 158 datm_cdeps_bulk_gefs_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline - Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 169.505804 + 0: The maximum resident set size (KB) = 907160 - 0: The total amount of wall time = 143.390845 - 0: The maximum resident set size (KB) = 1007356 +Test 052 hrrr_control_restart_dyn32_phy32_intel PASS -Test 158 datm_cdeps_bulk_gefs_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_control_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/conus13km_control_intel +Checking test 053 conus13km_control_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing sfcf002.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK + Comparing atmf002.nc .........OK + Comparing RESTART/20210512.170000.coupler.res .........OK + Comparing RESTART/20210512.170000.fv_core.res.nc .........OK + Comparing RESTART/20210512.170000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210512.170000.phy_data.nc .........OK + Comparing RESTART/20210512.170000.sfc_data.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_mx025_cfsr_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_mx025_cfsr_intel -Checking test 159 datm_cdeps_mx025_cfsr_intel results .... - Comparing RESTART/20111001.120000.MOM.res.nc ............MISSING baseline - Comparing RESTART/20111001.120000.MOM.res_1.nc ............MISSING baseline - Comparing RESTART/20111001.120000.MOM.res_2.nc ............MISSING baseline - Comparing RESTART/20111001.120000.MOM.res_3.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-01-43200.nc ............MISSING baseline - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-01-43200.nc ............MISSING baseline + 0: The total amount of wall time = 127.812211 + 0: The maximum resident set size (KB) = 1167528 - 0: The total amount of wall time = 395.289680 - 0: The maximum resident set size (KB) = 1054684 +Test 053 conus13km_control_intel PASS -Test 159 datm_cdeps_mx025_cfsr_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_control_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/conus13km_2threads_intel +Checking test 054 conus13km_2threads_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_mx025_gefs_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_mx025_gefs_intel -Checking test 160 datm_cdeps_mx025_gefs_intel results .... - Comparing RESTART/20111001.120000.MOM.res.nc ............MISSING baseline - Comparing RESTART/20111001.120000.MOM.res_1.nc ............MISSING baseline - Comparing RESTART/20111001.120000.MOM.res_2.nc ............MISSING baseline - Comparing RESTART/20111001.120000.MOM.res_3.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-01-43200.nc ............MISSING baseline - Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-01-43200.nc ............MISSING baseline + 0: The total amount of wall time = 45.258002 + 0: The maximum resident set size (KB) = 1084580 - 0: The total amount of wall time = 393.808328 - 0: The maximum resident set size (KB) = 1009992 +Test 054 conus13km_2threads_intel PASS -Test 160 datm_cdeps_mx025_gefs_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_restart_mismatch_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/conus13km_restart_mismatch_intel +Checking test 055 conus13km_restart_mismatch_intel results .... + Comparing sfcf002.nc .........OK + Comparing atmf002.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_control_cfsr_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_multiple_files_cfsr_intel -Checking test 161 datm_cdeps_multiple_files_cfsr_intel results .... - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 59.666986 + 0: The maximum resident set size (KB) = 1106792 - 0: The total amount of wall time = 149.870479 - 0: The maximum resident set size (KB) = 1129608 +Test 055 conus13km_restart_mismatch_intel PASS -Test 161 datm_cdeps_multiple_files_cfsr_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_dyn64_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_control_dyn64_phy32_intel +Checking test 056 rap_control_dyn64_phy32_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf009.nc .........OK + Comparing sfcf012.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf009.nc .........OK + Comparing atmf012.nc .........OK + Comparing GFSFLX.GrbF00 .........OK + Comparing GFSFLX.GrbF09 .........OK + Comparing GFSFLX.GrbF12 .........OK + Comparing GFSPRS.GrbF00 .........OK + Comparing GFSPRS.GrbF09 .........OK + Comparing GFSPRS.GrbF12 .........OK + Comparing RESTART/20210322.180000.coupler.res .........OK + Comparing RESTART/20210322.180000.fv_core.res.nc .........OK + Comparing RESTART/20210322.180000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210322.180000.fv_core.res.tile2.nc .........OK + Comparing RESTART/20210322.180000.fv_core.res.tile3.nc .........OK + Comparing RESTART/20210322.180000.fv_core.res.tile4.nc .........OK + Comparing RESTART/20210322.180000.fv_core.res.tile5.nc .........OK + Comparing RESTART/20210322.180000.fv_core.res.tile6.nc .........OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc .........OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc .........OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc .........OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc .........OK + Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc .........OK + Comparing RESTART/20210322.180000.phy_data.tile1.nc .........OK + Comparing RESTART/20210322.180000.phy_data.tile2.nc .........OK + Comparing RESTART/20210322.180000.phy_data.tile3.nc .........OK + Comparing RESTART/20210322.180000.phy_data.tile4.nc .........OK + Comparing RESTART/20210322.180000.phy_data.tile5.nc .........OK + Comparing RESTART/20210322.180000.phy_data.tile6.nc .........OK + Comparing RESTART/20210322.180000.sfc_data.tile1.nc .........OK + Comparing RESTART/20210322.180000.sfc_data.tile2.nc .........OK + Comparing RESTART/20210322.180000.sfc_data.tile3.nc .........OK + Comparing RESTART/20210322.180000.sfc_data.tile4.nc .........OK + Comparing RESTART/20210322.180000.sfc_data.tile5.nc .........OK + Comparing RESTART/20210322.180000.sfc_data.tile6.nc .........OK + + 0: The total amount of wall time = 332.188399 + 0: The maximum resident set size (KB) = 986988 + +Test 056 rap_control_dyn64_phy32_intel PASS + + +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_debug_dyn32_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_control_debug_dyn32_phy32_intel +Checking test 057 rap_control_debug_dyn32_phy32_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_3072x1536_cfsr_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_3072x1536_cfsr_intel -Checking test 162 datm_cdeps_3072x1536_cfsr_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline - Comparing RESTART/DATM_CFSR3072x1536.cpl.r.2011-10-02-00000.nc ............MISSING baseline + 0: The total amount of wall time = 271.618353 + 0: The maximum resident set size (KB) = 1081496 - 0: The total amount of wall time = 221.092221 - 0: The maximum resident set size (KB) = 2467000 +Test 057 rap_control_debug_dyn32_phy32_intel PASS -Test 162 datm_cdeps_3072x1536_cfsr_intel FAIL Tries: 2 +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/hrrr_control_debug_dyn32_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/hrrr_control_debug_dyn32_phy32_intel +Checking test 058 hrrr_control_debug_dyn32_phy32_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_gfs_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_gfs_intel -Checking test 163 datm_cdeps_gfs_intel results .... - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/DATM_GFS.cpl.r.2021-03-23-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 227.309342 - 0: The maximum resident set size (KB) = 2410068 - -Test 163 datm_cdeps_gfs_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_debug_cfsr_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_debug_cfsr_intel -Checking test 164 datm_cdeps_debug_cfsr_intel results .... - Comparing RESTART/20111001.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-01-21600.nc ............MISSING baseline - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-01-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 353.871966 - 0: The maximum resident set size (KB) = 1050664 - -Test 164 datm_cdeps_debug_cfsr_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_control_cfsr_faster_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_control_cfsr_faster_intel -Checking test 165 datm_cdeps_control_cfsr_faster_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline - - 0: The total amount of wall time = 156.682690 - 0: The maximum resident set size (KB) = 1090136 - -Test 165 datm_cdeps_control_cfsr_faster_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_lnd_gswp3_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_lnd_gswp3_intel -Checking test 166 datm_cdeps_lnd_gswp3_intel results .... - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile1.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile2.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile3.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile4.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile5.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 37.835352 - 0: The maximum resident set size (KB) = 253048 - -Test 166 datm_cdeps_lnd_gswp3_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_lnd_era5_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_lnd_era5_intel -Checking test 167 datm_cdeps_lnd_era5_intel results .... - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile1.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile2.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile3.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile4.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile5.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 39.602619 - 0: The maximum resident set size (KB) = 305412 - -Test 167 datm_cdeps_lnd_era5_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_atmlnd_sbs_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_atmlnd_sbs_intel -Checking test 169 control_p8_atmlnd_sbs_intel results .... - Comparing sfcf000.tile1.nc ............MISSING baseline - Comparing sfcf000.tile2.nc ............MISSING baseline - Comparing sfcf000.tile3.nc ............MISSING baseline - Comparing sfcf000.tile4.nc ............MISSING baseline - Comparing sfcf000.tile5.nc ............MISSING baseline - Comparing sfcf000.tile6.nc ............MISSING baseline - Comparing sfcf012.tile1.nc ............MISSING baseline - Comparing sfcf012.tile2.nc ............MISSING baseline - Comparing sfcf012.tile3.nc ............MISSING baseline - Comparing sfcf012.tile4.nc ............MISSING baseline - Comparing sfcf012.tile5.nc ............MISSING baseline - Comparing sfcf012.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf000.tile1.nc ............MISSING baseline - Comparing atmf000.tile2.nc ............MISSING baseline - Comparing atmf000.tile3.nc ............MISSING baseline - Comparing atmf000.tile4.nc ............MISSING baseline - Comparing atmf000.tile5.nc ............MISSING baseline - Comparing atmf000.tile6.nc ............MISSING baseline - Comparing atmf012.tile1.nc ............MISSING baseline - Comparing atmf012.tile2.nc ............MISSING baseline - Comparing atmf012.tile3.nc ............MISSING baseline - Comparing atmf012.tile4.nc ............MISSING baseline - Comparing atmf012.tile5.nc ............MISSING baseline - Comparing atmf012.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile1.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile2.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile3.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile4.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile5.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile6.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile1.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile2.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile3.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile4.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile5.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 245.622586 - 0: The maximum resident set size (KB) = 1591484 - -Test 169 control_p8_atmlnd_sbs_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_atmlnd_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_atmlnd_intel -Checking test 170 control_p8_atmlnd_intel results .... - Comparing sfcf000.tile1.nc ............MISSING baseline - Comparing sfcf000.tile2.nc ............MISSING baseline - Comparing sfcf000.tile3.nc ............MISSING baseline - Comparing sfcf000.tile4.nc ............MISSING baseline - Comparing sfcf000.tile5.nc ............MISSING baseline - Comparing sfcf000.tile6.nc ............MISSING baseline - Comparing sfcf012.tile1.nc ............MISSING baseline - Comparing sfcf012.tile2.nc ............MISSING baseline - Comparing sfcf012.tile3.nc ............MISSING baseline - Comparing sfcf012.tile4.nc ............MISSING baseline - Comparing sfcf012.tile5.nc ............MISSING baseline - Comparing sfcf012.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf000.tile1.nc ............MISSING baseline - Comparing atmf000.tile2.nc ............MISSING baseline - Comparing atmf000.tile3.nc ............MISSING baseline - Comparing atmf000.tile4.nc ............MISSING baseline - Comparing atmf000.tile5.nc ............MISSING baseline - Comparing atmf000.tile6.nc ............MISSING baseline - Comparing atmf012.tile1.nc ............MISSING baseline - Comparing atmf012.tile2.nc ............MISSING baseline - Comparing atmf012.tile3.nc ............MISSING baseline - Comparing atmf012.tile4.nc ............MISSING baseline - Comparing atmf012.tile5.nc ............MISSING baseline - Comparing atmf012.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.ca_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile1.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile2.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile3.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile4.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile5.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile6.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile1.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile2.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile3.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile4.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile5.nc ............MISSING baseline - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 248.620886 - 0: The maximum resident set size (KB) = 1582840 - -Test 170 control_p8_atmlnd_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/atmwav_control_noaero_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/atmwav_control_noaero_p8_intel -Checking test 172 atmwav_control_noaero_p8_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing RESTART/20210322.180000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/ufs.atmw.cpl.r.2021-03-22-64800.nc ............MISSING baseline - Comparing 20210322.180000.out_pnt.ww3 ............MISSING baseline - Comparing 20210322.180000.out_grd.ww3 ............MISSING baseline - Comparing ufs.atmw.ww3.r.2021-03-22-64800 ............MISSING baseline - - 0: The total amount of wall time = 93.618173 - 0: The maximum resident set size (KB) = 1628392 - -Test 172 atmwav_control_noaero_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_atmwav_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_atmwav_intel -Checking test 173 control_atmwav_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210322.180000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............MISSING baseline - Comparing 20210322.180000.restart.glo_1deg ............MISSING baseline - - 0: The total amount of wall time = 91.584411 - 0: The maximum resident set size (KB) = 665500 - -Test 173 control_atmwav_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/atmaero_control_p8_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/atmaero_control_p8_intel -Checking test 174 atmaero_control_p8_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 223.391088 - 0: The maximum resident set size (KB) = 3014232 - -Test 174 atmaero_control_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/atmaero_control_p8_rad_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/atmaero_control_p8_rad_intel -Checking test 175 atmaero_control_p8_rad_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 273.535603 - 0: The maximum resident set size (KB) = 3052568 - -Test 175 atmaero_control_p8_rad_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/atmaero_control_p8_rad_micro_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/atmaero_control_p8_rad_micro_intel -Checking test 176 atmaero_control_p8_rad_micro_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 286.694951 - 0: The maximum resident set size (KB) = 3085840 - -Test 176 atmaero_control_p8_rad_micro_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_atmaq_debug_intel -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_atmaq_debug_intel -Checking test 177 regional_atmaq_debug_intel results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - Comparing RESTART/20190801.130000.coupler.res ............MISSING baseline - Comparing RESTART/20190801.130000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20190801.130000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20190801.130000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20190801.130000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20190801.130000.phy_data.nc ............MISSING baseline - Comparing RESTART/20190801.130000.sfc_data.nc ............MISSING baseline - - 0: The total amount of wall time = 1211.257769 - 0: The maximum resident set size (KB) = 4462356 - -Test 177 regional_atmaq_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_c48_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_c48_gnu -Checking test 178 control_c48_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - -0: The total amount of wall time = 690.093891 -0: The maximum resident set size (KB) = 798040 - -Test 178 control_c48_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_stochy_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_stochy_gnu -Checking test 179 control_stochy_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - - 0: The total amount of wall time = 229.009210 - 0: The maximum resident set size (KB) = 548708 - -Test 179 control_stochy_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_ras_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_ras_gnu -Checking test 180 control_ras_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 287.555216 - 0: The maximum resident set size (KB) = 554348 - -Test 180 control_ras_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_gnu -Checking test 181 control_p8_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 281.126683 - 0: The maximum resident set size (KB) = 1308004 - -Test 181 control_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_p8_ugwpv1_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_p8_ugwpv1_gnu -Checking test 182 control_p8_ugwpv1_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 265.521458 - 0: The maximum resident set size (KB) = 1308524 - -Test 182 control_p8_ugwpv1_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_flake_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_flake_gnu -Checking test 183 control_flake_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - - 0: The total amount of wall time = 338.552597 - 0: The maximum resident set size (KB) = 599604 - -Test 183 control_flake_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_gnu -Checking test 184 rap_control_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 682.960142 - 0: The maximum resident set size (KB) = 898016 - -Test 184 rap_control_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_decomp_gnu -Checking test 185 rap_decomp_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 693.830714 - 0: The maximum resident set size (KB) = 898032 - -Test 185 rap_decomp_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_2threads_gnu -Checking test 186 rap_2threads_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf021.nc ............MISSING baseline - Comparing sfcf024.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf021.nc ............MISSING baseline - Comparing atmf024.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF21 ............MISSING baseline - Comparing GFSFLX.GrbF24 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF21 ............MISSING baseline - Comparing GFSPRS.GrbF24 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 621.449135 - 0: The maximum resident set size (KB) = 976284 - -Test 186 rap_2threads_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_sfcdiff_gnu -Checking test 188 rap_sfcdiff_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 693.638122 - 0: The maximum resident set size (KB) = 894060 - -Test 188 rap_sfcdiff_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_sfcdiff_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_sfcdiff_decomp_gnu -Checking test 189 rap_sfcdiff_decomp_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 699.260616 - 0: The maximum resident set size (KB) = 897988 - -Test 189 rap_sfcdiff_decomp_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_gnu -Checking test 191 hrrr_control_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 351.787459 - 0: The maximum resident set size (KB) = 889352 - -Test 191 hrrr_control_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_noqr_gnu -Checking test 192 hrrr_control_noqr_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 348.803249 - 0: The maximum resident set size (KB) = 880864 - -Test 192 hrrr_control_noqr_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_2threads_gnu -Checking test 193 hrrr_control_2threads_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 304.234963 - 0: The maximum resident set size (KB) = 971520 - -Test 193 hrrr_control_2threads_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_decomp_gnu -Checking test 194 hrrr_control_decomp_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 353.835049 - 0: The maximum resident set size (KB) = 891564 - -Test 194 hrrr_control_decomp_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1beta_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1beta_gnu -Checking test 197 rrfs_v1beta_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 683.592604 - 0: The maximum resident set size (KB) = 890704 - -Test 197 rrfs_v1beta_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_diag_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_diag_debug_gnu -Checking test 198 control_diag_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 85.300326 - 0: The maximum resident set size (KB) = 555940 - -Test 198 control_diag_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/regional_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/regional_debug_gnu -Checking test 199 regional_debug_gnu results .... - Comparing dynf000.nc ............MISSING baseline - Comparing dynf001.nc ............MISSING baseline - Comparing phyf000.nc ............MISSING baseline - Comparing phyf001.nc ............MISSING baseline - - 0: The total amount of wall time = 441.066926 - 0: The maximum resident set size (KB) = 595412 - -Test 199 regional_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_debug_gnu -Checking test 200 rap_control_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 141.444924 - 0: The maximum resident set size (KB) = 902656 - -Test 200 rap_control_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_debug_gnu -Checking test 201 hrrr_control_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 136.836699 - 0: The maximum resident set size (KB) = 901620 - -Test 201 hrrr_control_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_gf_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_gf_debug_gnu -Checking test 202 hrrr_gf_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 141.392992 - 0: The maximum resident set size (KB) = 907644 + 0: The total amount of wall time = 269.553502 + 0: The maximum resident set size (KB) = 1077072 -Test 202 hrrr_gf_debug_gnu FAIL Tries: 2 +Test 058 hrrr_control_debug_dyn32_phy32_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_c3_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_c3_debug_gnu -Checking test 203 hrrr_c3_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/conus13km_debug_intel +Checking test 059 conus13km_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK + Comparing RESTART/20210512.170000.coupler.res .........OK + Comparing RESTART/20210512.170000.fv_core.res.nc .........OK + Comparing RESTART/20210512.170000.fv_core.res.tile1.nc .........OK + Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc .........OK + Comparing RESTART/20210512.170000.phy_data.nc .........OK + Comparing RESTART/20210512.170000.sfc_data.nc .........OK - 0: The total amount of wall time = 141.243012 - 0: The maximum resident set size (KB) = 905236 + 0: The total amount of wall time = 784.557847 + 0: The maximum resident set size (KB) = 1225700 -Test 203 hrrr_c3_debug_gnu FAIL Tries: 2 +Test 059 conus13km_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_diag_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_diag_debug_gnu -Checking test 204 rap_diag_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/conus13km_debug_qr_intel +Checking test 060 conus13km_debug_qr_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK + Comparing RESTART/20210512.170000.coupler.res .........OK + Comparing RESTART/20210512.170000.fv_core.res.nc .........OK + Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......OK + Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......OK + Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......OK + Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......OK + Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......OK - 0: The total amount of wall time = 152.208273 - 0: The maximum resident set size (KB) = 993464 + 0: The total amount of wall time = 805.610575 + 0: The maximum resident set size (KB) = 919952 -Test 204 rap_diag_debug_gnu FAIL Tries: 2 +Test 060 conus13km_debug_qr_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_noah_sfcdiff_cires_ugwp_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_noah_sfcdiff_cires_ugwp_debug_gnu -Checking test 205 rap_noah_sfcdiff_cires_ugwp_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/conus13km_debug_2threads_intel +Checking test 061 conus13km_debug_2threads_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 219.284230 - 0: The maximum resident set size (KB) = 906680 + 0: The total amount of wall time = 450.706984 + 0: The maximum resident set size (KB) = 1145412 -Test 205 rap_noah_sfcdiff_cires_ugwp_debug_gnu FAIL Tries: 2 +Test 061 conus13km_debug_2threads_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_progcld_thompson_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_progcld_thompson_debug_gnu -Checking test 206 rap_progcld_thompson_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/conus13km_radar_tten_debug_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/conus13km_radar_tten_debug_intel +Checking test 062 conus13km_radar_tten_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 144.338528 - 0: The maximum resident set size (KB) = 900212 + 0: The total amount of wall time = 794.287294 + 0: The maximum resident set size (KB) = 1291892 -Test 206 rap_progcld_thompson_debug_gnu FAIL Tries: 2 +Test 062 conus13km_radar_tten_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rrfs_v1beta_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rrfs_v1beta_debug_gnu -Checking test 207 rrfs_v1beta_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline +baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240318/rap_control_debug_dyn64_phy32_intel +working dir = /scratch1/NCEPDEV/stmp2/Jong.Kim/FV3_RT/rt_173643/rap_control_dyn64_phy32_debug_intel +Checking test 063 rap_control_dyn64_phy32_debug_intel results .... + Comparing sfcf000.nc .........OK + Comparing sfcf001.nc .........OK + Comparing atmf000.nc .........OK + Comparing atmf001.nc .........OK - 0: The total amount of wall time = 139.095402 - 0: The maximum resident set size (KB) = 900520 + 0: The total amount of wall time = 318.793702 + 0: The maximum resident set size (KB) = 1122288 -Test 207 rrfs_v1beta_debug_gnu FAIL Tries: 2 +Test 063 rap_control_dyn64_phy32_debug_intel PASS -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_ras_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_ras_debug_gnu -Checking test 208 control_ras_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 82.543402 - 0: The maximum resident set size (KB) = 542164 - -Test 208 control_ras_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_stochy_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_stochy_debug_gnu -Checking test 209 control_stochy_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 120.943135 - 0: The maximum resident set size (KB) = 535840 - -Test 209 control_stochy_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_debug_p8_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_debug_p8_gnu -Checking test 210 control_debug_p8_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 90.765330 - 0: The maximum resident set size (KB) = 1284968 - -Test 210 control_debug_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_flake_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_flake_debug_gnu -Checking test 211 rap_flake_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 142.449750 - 0: The maximum resident set size (KB) = 899184 - -Test 211 rap_flake_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_clm_lake_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_clm_lake_debug_gnu -Checking test 212 rap_clm_lake_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 159.046405 - 0: The maximum resident set size (KB) = 909108 - -Test 212 rap_clm_lake_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/gnv1_c96_no_nest_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/gnv1_c96_no_nest_debug_gnu -Checking test 213 gnv1_c96_no_nest_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing sfcf002.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - Comparing atmf002.nc ............MISSING baseline - Comparing RESTART/20210322.070000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.070000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.070000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.070000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.070000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.070000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.070000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.070000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.070000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.070000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.070000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.070000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.070000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.070000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.070000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 233.739322 - 0: The maximum resident set size (KB) = 910952 - -Test 213 gnv1_c96_no_nest_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/control_wam_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/control_wam_debug_gnu -Checking test 214 control_wam_debug_gnu results .... - Comparing sfcf019.nc ............MISSING baseline - Comparing atmf019.nc ............MISSING baseline - - 0: The total amount of wall time = 139.047665 - 0: The maximum resident set size (KB) = 242072 - -Test 214 control_wam_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn32_phy32_gnu -Checking test 215 rap_control_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 691.629771 - 0: The maximum resident set size (KB) = 747436 - -Test 215 rap_control_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_dyn32_phy32_gnu -Checking test 216 hrrr_control_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 350.710760 - 0: The maximum resident set size (KB) = 741864 - -Test 216 hrrr_control_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn32_phy32_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_2threads_dyn32_phy32_gnu -Checking test 217 rap_2threads_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 622.466996 - 0: The maximum resident set size (KB) = 804392 - -Test 217 rap_2threads_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_2threads_dyn32_phy32_gnu -Checking test 218 hrrr_control_2threads_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 303.987857 - 0: The maximum resident set size (KB) = 805744 - -Test 218 hrrr_control_2threads_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_dyn32_phy32_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_decomp_dyn32_phy32_gnu -Checking test 219 hrrr_control_decomp_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210322.120000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 348.711208 - 0: The maximum resident set size (KB) = 743264 - -Test 219 hrrr_control_decomp_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_control_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_control_gnu -Checking test 222 conus13km_control_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing sfcf002.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - Comparing atmf002.nc ............MISSING baseline - Comparing RESTART/20210512.170000.coupler.res ............MISSING baseline - Comparing RESTART/20210512.170000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210512.170000.phy_data.nc ............MISSING baseline - Comparing RESTART/20210512.170000.sfc_data.nc ............MISSING baseline - - 0: The total amount of wall time = 227.882060 - 0: The maximum resident set size (KB) = 898504 - -Test 222 conus13km_control_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_dyn64_phy32_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn64_phy32_gnu -Checking test 225 rap_control_dyn64_phy32_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf009.nc ............MISSING baseline - Comparing sfcf012.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf009.nc ............MISSING baseline - Comparing atmf012.nc ............MISSING baseline - Comparing GFSFLX.GrbF00 ............MISSING baseline - Comparing GFSFLX.GrbF09 ............MISSING baseline - Comparing GFSFLX.GrbF12 ............MISSING baseline - Comparing GFSPRS.GrbF00 ............MISSING baseline - Comparing GFSPRS.GrbF09 ............MISSING baseline - Comparing GFSPRS.GrbF12 ............MISSING baseline - Comparing RESTART/20210322.180000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............MISSING baseline - - 0: The total amount of wall time = 402.552407 - 0: The maximum resident set size (KB) = 779744 - -Test 225 rap_control_dyn64_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn32_phy32_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_debug_dyn32_phy32_gnu -Checking test 226 rap_control_debug_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 143.869803 - 0: The maximum resident set size (KB) = 762396 - -Test 226 rap_control_debug_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/hrrr_control_debug_dyn32_phy32_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/hrrr_control_debug_dyn32_phy32_gnu -Checking test 227 hrrr_control_debug_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 137.114880 - 0: The maximum resident set size (KB) = 749956 - -Test 227 hrrr_control_debug_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_gnu -Checking test 228 conus13km_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - Comparing RESTART/20210512.170000.coupler.res ............MISSING baseline - Comparing RESTART/20210512.170000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210512.170000.phy_data.nc ............MISSING baseline - Comparing RESTART/20210512.170000.sfc_data.nc ............MISSING baseline - - 0: The total amount of wall time = 396.385464 - 0: The maximum resident set size (KB) = 917416 - -Test 228 conus13km_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_qr_gnu -Checking test 229 conus13km_debug_qr_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - Comparing RESTART/20210512.170000.coupler.res ............MISSING baseline - Comparing RESTART/20210512.170000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210512.170000.phy_data.nc ............MISSING baseline - Comparing RESTART/20210512.170000.sfc_data.nc ............MISSING baseline - - 0: The total amount of wall time = 392.100276 - 0: The maximum resident set size (KB) = 636036 - -Test 229 conus13km_debug_qr_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_debug_2threads_gnu -Checking test 230 conus13km_debug_2threads_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 245.401052 - 0: The maximum resident set size (KB) = 953716 - -Test 230 conus13km_debug_2threads_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/conus13km_radar_tten_debug_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/conus13km_radar_tten_debug_gnu -Checking test 231 conus13km_radar_tten_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 399.154546 - 0: The maximum resident set size (KB) = 983720 - -Test 231 conus13km_radar_tten_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/rap_control_debug_dyn64_phy32_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/rap_control_dyn64_phy32_debug_gnu -Checking test 232 rap_control_dyn64_phy32_debug_gnu results .... - Comparing sfcf000.nc ............MISSING baseline - Comparing sfcf001.nc ............MISSING baseline - Comparing atmf000.nc ............MISSING baseline - Comparing atmf001.nc ............MISSING baseline - - 0: The total amount of wall time = 144.310356 - 0: The maximum resident set size (KB) = 786556 - -Test 232 rap_control_dyn64_phy32_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_p8_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_p8_gnu -Checking test 233 cpld_control_p8_gnu results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210323_0600z.nc4 ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 637.090685 - 0: The maximum resident set size (KB) = 1505492 - -Test 233 cpld_control_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_c96_noaero_p8_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_nowave_noaero_p8_gnu -Checking test 234 cpld_control_nowave_noaero_p8_gnu results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - - 0: The total amount of wall time = 378.817714 - 0: The maximum resident set size (KB) = 1400712 - -Test 234 cpld_control_nowave_noaero_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_p8_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_p8_gnu -Checking test 235 cpld_debug_p8_gnu results .... - Comparing sfcf003.tile1.nc ............MISSING baseline - Comparing sfcf003.tile2.nc ............MISSING baseline - Comparing sfcf003.tile3.nc ............MISSING baseline - Comparing sfcf003.tile4.nc ............MISSING baseline - Comparing sfcf003.tile5.nc ............MISSING baseline - Comparing sfcf003.tile6.nc ............MISSING baseline - Comparing atmf003.tile1.nc ............MISSING baseline - Comparing atmf003.tile2.nc ............MISSING baseline - Comparing atmf003.tile3.nc ............MISSING baseline - Comparing atmf003.tile4.nc ............MISSING baseline - Comparing atmf003.tile5.nc ............MISSING baseline - Comparing atmf003.tile6.nc ............MISSING baseline - Comparing gocart.inst_aod.20210322_0900z.nc4 ............MISSING baseline - Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline - Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline - Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 355.269534 - 0: The maximum resident set size (KB) = 1516416 - -Test 235 cpld_debug_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_control_pdlib_p8_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_control_pdlib_p8_gnu -Checking test 236 cpld_control_pdlib_p8_gnu results .... - Comparing sfcf021.tile1.nc ............MISSING baseline - Comparing sfcf021.tile2.nc ............MISSING baseline - Comparing sfcf021.tile3.nc ............MISSING baseline - Comparing sfcf021.tile4.nc ............MISSING baseline - Comparing sfcf021.tile5.nc ............MISSING baseline - Comparing sfcf021.tile6.nc ............MISSING baseline - Comparing atmf021.tile1.nc ............MISSING baseline - Comparing atmf021.tile2.nc ............MISSING baseline - Comparing atmf021.tile3.nc ............MISSING baseline - Comparing atmf021.tile4.nc ............MISSING baseline - Comparing atmf021.tile5.nc ............MISSING baseline - Comparing atmf021.tile6.nc ............MISSING baseline - Comparing sfcf024.tile1.nc ............MISSING baseline - Comparing sfcf024.tile2.nc ............MISSING baseline - Comparing sfcf024.tile3.nc ............MISSING baseline - Comparing sfcf024.tile4.nc ............MISSING baseline - Comparing sfcf024.tile5.nc ............MISSING baseline - Comparing sfcf024.tile6.nc ............MISSING baseline - Comparing atmf024.tile1.nc ............MISSING baseline - Comparing atmf024.tile2.nc ............MISSING baseline - Comparing atmf024.tile3.nc ............MISSING baseline - Comparing atmf024.tile4.nc ............MISSING baseline - Comparing atmf024.tile5.nc ............MISSING baseline - Comparing atmf024.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.coupler.res ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210323.060000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-23-21600.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............MISSING baseline - Comparing 20210323.060000.out_pnt.ww3 ............MISSING baseline - Comparing 20210323.060000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 1311.657607 - 0: The maximum resident set size (KB) = 1380608 - -Test 236 cpld_control_pdlib_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/cpld_debug_pdlib_p8_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/cpld_debug_pdlib_p8_gnu -Checking test 237 cpld_debug_pdlib_p8_gnu results .... - Comparing sfcf003.tile1.nc ............MISSING baseline - Comparing sfcf003.tile2.nc ............MISSING baseline - Comparing sfcf003.tile3.nc ............MISSING baseline - Comparing sfcf003.tile4.nc ............MISSING baseline - Comparing sfcf003.tile5.nc ............MISSING baseline - Comparing sfcf003.tile6.nc ............MISSING baseline - Comparing atmf003.tile1.nc ............MISSING baseline - Comparing atmf003.tile2.nc ............MISSING baseline - Comparing atmf003.tile3.nc ............MISSING baseline - Comparing atmf003.tile4.nc ............MISSING baseline - Comparing atmf003.tile5.nc ............MISSING baseline - Comparing atmf003.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.coupler.res ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............MISSING baseline - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............MISSING baseline - Comparing RESTART/20210322.090000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2021-03-22-32400.nc ............MISSING baseline - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............MISSING baseline - Comparing 20210322.090000.out_pnt.ww3 ............MISSING baseline - Comparing 20210322.090000.out_grd.ww3 ............MISSING baseline - - 0: The total amount of wall time = 780.051283 - 0: The maximum resident set size (KB) = 1381512 - -Test 237 cpld_debug_pdlib_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/RRFS.v1/NEMSfv3gfs/develop-20240305/datm_cdeps_control_cfsr_gnu -working dir = /scratch2/BMC/acomp/Haiqin.Li/stmp4/Haiqin.Li/FV3_RT/rt_97612/datm_cdeps_control_cfsr_gnu -Checking test 238 datm_cdeps_control_cfsr_gnu results .... - Comparing RESTART/20111002.000000.MOM.res.nc ............MISSING baseline - Comparing RESTART/iced.2011-10-02-00000.nc ............MISSING baseline - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc ............MISSING baseline - - 0: The total amount of wall time = 170.323748 - 0: The maximum resident set size (KB) = 692384 - -Test 238 datm_cdeps_control_cfsr_gnu FAIL Tries: 2 - -FAILED TESTS: -001 cpld_control_p8_mixedmode_intel failed in check_result -cpld_control_p8_mixedmode_intel 001 failed in run_test -002 cpld_control_gfsv17_intel failed in check_result -cpld_control_gfsv17_intel 002 failed in run_test -005 cpld_mpi_gfsv17_intel failed in check_result -cpld_mpi_gfsv17_intel 005 failed in run_test -006 cpld_debug_gfsv17_intel failed in check_result -cpld_debug_gfsv17_intel 006 failed in run_test -007 cpld_control_p8_intel failed in check_result -cpld_control_p8_intel 007 failed in run_test -009 cpld_control_qr_p8_intel failed in check_result -cpld_control_qr_p8_intel 009 failed in run_test -011 cpld_2threads_p8_intel failed in check_result -cpld_2threads_p8_intel 011 failed in run_test -012 cpld_decomp_p8_intel failed in check_result -cpld_decomp_p8_intel 012 failed in run_test -013 cpld_mpi_p8_intel failed in check_result -cpld_mpi_p8_intel 013 failed in run_test -014 cpld_control_ciceC_p8_intel failed in check_result -cpld_control_ciceC_p8_intel 014 failed in run_test -015 cpld_control_c192_p8_intel failed in check_result -cpld_control_c192_p8_intel 015 failed in run_test -017 cpld_bmark_p8_intel failed in check_result -cpld_bmark_p8_intel 017 failed in run_test -019 cpld_s2sa_p8_intel failed in check_result -cpld_s2sa_p8_intel 019 failed in run_test -020 cpld_control_noaero_p8_intel failed in check_result -cpld_control_noaero_p8_intel 020 failed in run_test -021 cpld_control_nowave_noaero_p8_intel failed in check_result -cpld_control_nowave_noaero_p8_intel 021 failed in run_test -022 cpld_debug_p8_intel failed in check_result -cpld_debug_p8_intel 022 failed in run_test -023 cpld_debug_noaero_p8_intel failed in check_result -cpld_debug_noaero_p8_intel 023 failed in run_test -024 cpld_control_noaero_p8_agrid_intel failed in check_result -cpld_control_noaero_p8_agrid_intel 024 failed in run_test -025 cpld_control_c48_intel failed in check_result -cpld_control_c48_intel 025 failed in run_test -026 cpld_control_p8_faster_intel failed in check_result -cpld_control_p8_faster_intel 026 failed in run_test -027 cpld_control_pdlib_p8_intel failed in check_result -cpld_control_pdlib_p8_intel 027 failed in run_test -030 cpld_debug_pdlib_p8_intel failed in check_result -cpld_debug_pdlib_p8_intel 030 failed in run_test -031 control_flake_intel failed in check_result -control_flake_intel 031 failed in run_test -032 control_CubedSphereGrid_intel failed in check_result -control_CubedSphereGrid_intel 032 failed in run_test -033 control_CubedSphereGrid_parallel_intel failed in check_result -control_CubedSphereGrid_parallel_intel 033 failed in run_test -034 control_latlon_intel failed in check_result -control_latlon_intel 034 failed in run_test -035 control_wrtGauss_netcdf_parallel_intel failed in check_result -control_wrtGauss_netcdf_parallel_intel 035 failed in run_test -036 control_c48_intel failed in check_result -control_c48_intel 036 failed in run_test -037 control_c192_intel failed in check_result -control_c192_intel 037 failed in run_test -038 control_c384_intel failed in check_result -control_c384_intel 038 failed in run_test -039 control_c384gdas_intel failed in check_result -control_c384gdas_intel 039 failed in run_test -040 control_stochy_intel failed in check_result -control_stochy_intel 040 failed in run_test -042 control_lndp_intel failed in check_result -control_lndp_intel 042 failed in run_test -043 control_iovr4_intel failed in check_result -control_iovr4_intel 043 failed in run_test -044 control_iovr5_intel failed in check_result -control_iovr5_intel 044 failed in run_test -045 control_p8_intel failed in check_result -control_p8_intel 045 failed in run_test -046 control_p8_ugwpv1_intel failed in check_result -control_p8_ugwpv1_intel 046 failed in run_test -048 control_noqr_p8_intel failed in check_result -control_noqr_p8_intel 048 failed in run_test -050 control_decomp_p8_intel failed in check_result -control_decomp_p8_intel 050 failed in run_test -051 control_2threads_p8_intel failed in check_result -control_2threads_p8_intel 051 failed in run_test -052 control_p8_lndp_intel failed in check_result -control_p8_lndp_intel 052 failed in run_test -053 control_p8_rrtmgp_intel failed in check_result -control_p8_rrtmgp_intel 053 failed in run_test -054 control_p8_mynn_intel failed in check_result -control_p8_mynn_intel 054 failed in run_test -055 merra2_thompson_intel failed in check_result -merra2_thompson_intel 055 failed in run_test -056 regional_control_intel failed in check_result -regional_control_intel 056 failed in run_test -058 regional_decomp_intel failed in check_result -regional_decomp_intel 058 failed in run_test -059 regional_2threads_intel failed in check_result -regional_2threads_intel 059 failed in run_test -060 regional_noquilt_intel failed in check_result -regional_noquilt_intel 060 failed in run_test -061 regional_netcdf_parallel_intel failed in check_result -regional_netcdf_parallel_intel 061 failed in run_test -062 regional_2dwrtdecomp_intel failed in check_result -regional_2dwrtdecomp_intel 062 failed in run_test -063 regional_wofs_intel failed in check_result -regional_wofs_intel 063 failed in run_test -064 rap_control_intel failed in check_result -rap_control_intel 064 failed in run_test -065 regional_spp_sppt_shum_skeb_intel failed in check_result -regional_spp_sppt_shum_skeb_intel 065 failed in run_test -066 rap_decomp_intel failed in check_result -rap_decomp_intel 066 failed in run_test -067 rap_2threads_intel failed in check_result -rap_2threads_intel 067 failed in run_test -069 rap_sfcdiff_intel failed in check_result -rap_sfcdiff_intel 069 failed in run_test -070 rap_sfcdiff_decomp_intel failed in check_result -rap_sfcdiff_decomp_intel 070 failed in run_test -072 hrrr_control_intel failed in check_result -hrrr_control_intel 072 failed in run_test -073 hrrr_control_decomp_intel failed in check_result -hrrr_control_decomp_intel 073 failed in run_test -074 hrrr_control_2threads_intel failed in check_result -hrrr_control_2threads_intel 074 failed in run_test -076 rrfs_v1beta_intel failed in check_result -rrfs_v1beta_intel 076 failed in run_test -077 rrfs_v1nssl_intel failed in check_result -rrfs_v1nssl_intel 077 failed in run_test -078 rrfs_v1nssl_nohailnoccn_intel failed in check_result -rrfs_v1nssl_nohailnoccn_intel 078 failed in run_test -079 control_csawmg_intel failed in check_result -control_csawmg_intel 079 failed in run_test -080 control_csawmgt_intel failed in check_result -control_csawmgt_intel 080 failed in run_test -081 control_ras_intel failed in check_result -control_ras_intel 081 failed in run_test -082 control_wam_intel failed in check_result -control_wam_intel 082 failed in run_test -084 regional_control_faster_intel failed in check_result -regional_control_faster_intel 084 failed in run_test -094 regional_debug_intel failed in check_result -regional_debug_intel 094 failed in run_test -095 rap_control_debug_intel failed in check_result -rap_control_debug_intel 095 failed in run_test -hrrr_control_debug_intel 096 failed in run_test -hrrr_gf_debug_intel 097 failed in run_test -hrrr_c3_debug_intel 098 failed in run_test -099 rap_unified_drag_suite_debug_intel failed in check_result -rap_unified_drag_suite_debug_intel 099 failed in run_test -100 rap_diag_debug_intel failed in check_result -rap_diag_debug_intel 100 failed in run_test -101 rap_cires_ugwp_debug_intel failed in check_result -rap_cires_ugwp_debug_intel 101 failed in run_test -102 rap_unified_ugwp_debug_intel failed in check_result -rap_unified_ugwp_debug_intel 102 failed in run_test -103 rap_lndp_debug_intel failed in check_result -rap_lndp_debug_intel 103 failed in run_test -104 rap_progcld_thompson_debug_intel failed in check_result -rap_progcld_thompson_debug_intel 104 failed in run_test -105 rap_noah_debug_intel failed in check_result -rap_noah_debug_intel 105 failed in run_test -106 rap_sfcdiff_debug_intel failed in check_result -rap_sfcdiff_debug_intel 106 failed in run_test -107 rap_noah_sfcdiff_cires_ugwp_debug_intel failed in check_result -rap_noah_sfcdiff_cires_ugwp_debug_intel 107 failed in run_test -108 rrfs_v1beta_debug_intel failed in check_result -rrfs_v1beta_debug_intel 108 failed in run_test -109 rap_clm_lake_debug_intel failed in check_result -rap_clm_lake_debug_intel 109 failed in run_test -110 rap_flake_debug_intel failed in check_result -rap_flake_debug_intel 110 failed in run_test -111 gnv1_c96_no_nest_debug_intel failed in check_result -gnv1_c96_no_nest_debug_intel 111 failed in run_test -112 control_wam_debug_intel failed in check_result -control_wam_debug_intel 112 failed in run_test -113 regional_spp_sppt_shum_skeb_dyn32_phy32_intel failed in check_result -regional_spp_sppt_shum_skeb_dyn32_phy32_intel 113 failed in run_test -114 rap_control_dyn32_phy32_intel failed in check_result -rap_control_dyn32_phy32_intel 114 failed in run_test -115 hrrr_control_dyn32_phy32_intel failed in check_result -hrrr_control_dyn32_phy32_intel 115 failed in run_test -116 rap_2threads_dyn32_phy32_intel failed in check_result -rap_2threads_dyn32_phy32_intel 116 failed in run_test -117 hrrr_control_2threads_dyn32_phy32_intel failed in check_result -hrrr_control_2threads_dyn32_phy32_intel 117 failed in run_test -118 hrrr_control_decomp_dyn32_phy32_intel failed in check_result -hrrr_control_decomp_dyn32_phy32_intel 118 failed in run_test -121 conus13km_control_intel failed in check_result -conus13km_control_intel 121 failed in run_test -124 rap_control_dyn64_phy32_intel failed in check_result -rap_control_dyn64_phy32_intel 124 failed in run_test -125 rap_control_debug_dyn32_phy32_intel failed in check_result -rap_control_debug_dyn32_phy32_intel 125 failed in run_test -hrrr_control_debug_dyn32_phy32_intel 126 failed in run_test -127 conus13km_debug_intel failed in check_result -conus13km_debug_intel 127 failed in run_test -128 conus13km_debug_qr_intel failed in check_result -conus13km_debug_qr_intel 128 failed in run_test -129 conus13km_debug_2threads_intel failed in check_result -conus13km_debug_2threads_intel 129 failed in run_test -130 conus13km_radar_tten_debug_intel failed in check_result -conus13km_radar_tten_debug_intel 130 failed in run_test -131 rap_control_dyn64_phy32_debug_intel failed in check_result -rap_control_dyn64_phy32_debug_intel 131 failed in run_test -132 hafs_regional_atm_intel failed in check_result -hafs_regional_atm_intel 132 failed in run_test -133 hafs_regional_atm_thompson_gfdlsf_intel failed in check_result -hafs_regional_atm_thompson_gfdlsf_intel 133 failed in run_test -134 hafs_regional_atm_ocn_intel failed in check_result -hafs_regional_atm_ocn_intel 134 failed in run_test -135 hafs_regional_atm_wav_intel failed in check_result -hafs_regional_atm_wav_intel 135 failed in run_test -136 hafs_regional_atm_ocn_wav_intel failed in check_result -hafs_regional_atm_ocn_wav_intel 136 failed in run_test -137 hafs_regional_1nest_atm_intel failed in check_result -hafs_regional_1nest_atm_intel 137 failed in run_test -138 hafs_regional_telescopic_2nests_atm_intel failed in check_result -hafs_regional_telescopic_2nests_atm_intel 138 failed in run_test -139 hafs_global_1nest_atm_intel failed in check_result -hafs_global_1nest_atm_intel 139 failed in run_test -140 hafs_global_multiple_4nests_atm_intel failed in check_result -hafs_global_multiple_4nests_atm_intel 140 failed in run_test -141 hafs_regional_specified_moving_1nest_atm_intel failed in check_result -hafs_regional_specified_moving_1nest_atm_intel 141 failed in run_test -142 hafs_regional_storm_following_1nest_atm_intel failed in check_result -hafs_regional_storm_following_1nest_atm_intel 142 failed in run_test -143 hafs_regional_storm_following_1nest_atm_ocn_intel failed in check_result -hafs_regional_storm_following_1nest_atm_ocn_intel 143 failed in run_test -144 hafs_global_storm_following_1nest_atm_intel failed in check_result -hafs_global_storm_following_1nest_atm_intel 144 failed in run_test -145 gnv1_nested_intel failed in check_result -gnv1_nested_intel 145 failed in run_test -146 hafs_regional_storm_following_1nest_atm_ocn_debug_intel failed in check_result -hafs_regional_storm_following_1nest_atm_ocn_debug_intel 146 failed in run_test -147 hafs_regional_storm_following_1nest_atm_ocn_wav_intel failed in check_result -hafs_regional_storm_following_1nest_atm_ocn_wav_intel 147 failed in run_test -148 hafs_regional_docn_intel failed in check_result -hafs_regional_docn_intel 148 failed in run_test -149 hafs_regional_docn_oisst_intel failed in check_result -hafs_regional_docn_oisst_intel 149 failed in run_test -150 hafs_regional_datm_cdeps_intel failed in check_result -hafs_regional_datm_cdeps_intel 150 failed in run_test -151 datm_cdeps_control_cfsr_intel failed in check_result -datm_cdeps_control_cfsr_intel 151 failed in run_test -153 datm_cdeps_control_gefs_intel failed in check_result -datm_cdeps_control_gefs_intel 153 failed in run_test -154 datm_cdeps_iau_gefs_intel failed in check_result -datm_cdeps_iau_gefs_intel 154 failed in run_test -155 datm_cdeps_stochy_gefs_intel failed in check_result -datm_cdeps_stochy_gefs_intel 155 failed in run_test -156 datm_cdeps_ciceC_cfsr_intel failed in check_result -datm_cdeps_ciceC_cfsr_intel 156 failed in run_test -157 datm_cdeps_bulk_cfsr_intel failed in check_result -datm_cdeps_bulk_cfsr_intel 157 failed in run_test -158 datm_cdeps_bulk_gefs_intel failed in check_result -datm_cdeps_bulk_gefs_intel 158 failed in run_test -159 datm_cdeps_mx025_cfsr_intel failed in check_result -datm_cdeps_mx025_cfsr_intel 159 failed in run_test -160 datm_cdeps_mx025_gefs_intel failed in check_result -datm_cdeps_mx025_gefs_intel 160 failed in run_test -161 datm_cdeps_multiple_files_cfsr_intel failed in check_result -datm_cdeps_multiple_files_cfsr_intel 161 failed in run_test -162 datm_cdeps_3072x1536_cfsr_intel failed in check_result -datm_cdeps_3072x1536_cfsr_intel 162 failed in run_test -163 datm_cdeps_gfs_intel failed in check_result -datm_cdeps_gfs_intel 163 failed in run_test -164 datm_cdeps_debug_cfsr_intel failed in check_result -datm_cdeps_debug_cfsr_intel 164 failed in run_test -165 datm_cdeps_control_cfsr_faster_intel failed in check_result -datm_cdeps_control_cfsr_faster_intel 165 failed in run_test -166 datm_cdeps_lnd_gswp3_intel failed in check_result -datm_cdeps_lnd_gswp3_intel 166 failed in run_test -167 datm_cdeps_lnd_era5_intel failed in check_result -datm_cdeps_lnd_era5_intel 167 failed in run_test -169 control_p8_atmlnd_sbs_intel failed in check_result -control_p8_atmlnd_sbs_intel 169 failed in run_test -170 control_p8_atmlnd_intel failed in check_result -control_p8_atmlnd_intel 170 failed in run_test -172 atmwav_control_noaero_p8_intel failed in check_result -atmwav_control_noaero_p8_intel 172 failed in run_test -173 control_atmwav_intel failed in check_result -control_atmwav_intel 173 failed in run_test -174 atmaero_control_p8_intel failed in check_result -atmaero_control_p8_intel 174 failed in run_test -175 atmaero_control_p8_rad_intel failed in check_result -atmaero_control_p8_rad_intel 175 failed in run_test -176 atmaero_control_p8_rad_micro_intel failed in check_result -atmaero_control_p8_rad_micro_intel 176 failed in run_test -177 regional_atmaq_debug_intel failed in check_result -regional_atmaq_debug_intel 177 failed in run_test -178 control_c48_gnu failed in check_result -control_c48_gnu 178 failed in run_test -179 control_stochy_gnu failed in check_result -control_stochy_gnu 179 failed in run_test -180 control_ras_gnu failed in check_result -control_ras_gnu 180 failed in run_test -181 control_p8_gnu failed in check_result -control_p8_gnu 181 failed in run_test -182 control_p8_ugwpv1_gnu failed in check_result -control_p8_ugwpv1_gnu 182 failed in run_test -183 control_flake_gnu failed in check_result -control_flake_gnu 183 failed in run_test -184 rap_control_gnu failed in check_result -rap_control_gnu 184 failed in run_test -185 rap_decomp_gnu failed in check_result -rap_decomp_gnu 185 failed in run_test -186 rap_2threads_gnu failed in check_result -rap_2threads_gnu 186 failed in run_test -188 rap_sfcdiff_gnu failed in check_result -rap_sfcdiff_gnu 188 failed in run_test -189 rap_sfcdiff_decomp_gnu failed in check_result -rap_sfcdiff_decomp_gnu 189 failed in run_test -191 hrrr_control_gnu failed in check_result -hrrr_control_gnu 191 failed in run_test -192 hrrr_control_noqr_gnu failed in check_result -hrrr_control_noqr_gnu 192 failed in run_test -193 hrrr_control_2threads_gnu failed in check_result -hrrr_control_2threads_gnu 193 failed in run_test -194 hrrr_control_decomp_gnu failed in check_result -hrrr_control_decomp_gnu 194 failed in run_test -197 rrfs_v1beta_gnu failed in check_result -rrfs_v1beta_gnu 197 failed in run_test -198 control_diag_debug_gnu failed in check_result -control_diag_debug_gnu 198 failed in run_test -199 regional_debug_gnu failed in check_result -regional_debug_gnu 199 failed in run_test -200 rap_control_debug_gnu failed in check_result -rap_control_debug_gnu 200 failed in run_test -201 hrrr_control_debug_gnu failed in check_result -hrrr_control_debug_gnu 201 failed in run_test -202 hrrr_gf_debug_gnu failed in check_result -hrrr_gf_debug_gnu 202 failed in run_test -203 hrrr_c3_debug_gnu failed in check_result -hrrr_c3_debug_gnu 203 failed in run_test -204 rap_diag_debug_gnu failed in check_result -rap_diag_debug_gnu 204 failed in run_test -205 rap_noah_sfcdiff_cires_ugwp_debug_gnu failed in check_result -rap_noah_sfcdiff_cires_ugwp_debug_gnu 205 failed in run_test -206 rap_progcld_thompson_debug_gnu failed in check_result -rap_progcld_thompson_debug_gnu 206 failed in run_test -207 rrfs_v1beta_debug_gnu failed in check_result -rrfs_v1beta_debug_gnu 207 failed in run_test -208 control_ras_debug_gnu failed in check_result -control_ras_debug_gnu 208 failed in run_test -209 control_stochy_debug_gnu failed in check_result -control_stochy_debug_gnu 209 failed in run_test -210 control_debug_p8_gnu failed in check_result -control_debug_p8_gnu 210 failed in run_test -211 rap_flake_debug_gnu failed in check_result -rap_flake_debug_gnu 211 failed in run_test -212 rap_clm_lake_debug_gnu failed in check_result -rap_clm_lake_debug_gnu 212 failed in run_test -213 gnv1_c96_no_nest_debug_gnu failed in check_result -gnv1_c96_no_nest_debug_gnu 213 failed in run_test -214 control_wam_debug_gnu failed in check_result -control_wam_debug_gnu 214 failed in run_test -215 rap_control_dyn32_phy32_gnu failed in check_result -rap_control_dyn32_phy32_gnu 215 failed in run_test -216 hrrr_control_dyn32_phy32_gnu failed in check_result -hrrr_control_dyn32_phy32_gnu 216 failed in run_test -217 rap_2threads_dyn32_phy32_gnu failed in check_result -rap_2threads_dyn32_phy32_gnu 217 failed in run_test -218 hrrr_control_2threads_dyn32_phy32_gnu failed in check_result -hrrr_control_2threads_dyn32_phy32_gnu 218 failed in run_test -219 hrrr_control_decomp_dyn32_phy32_gnu failed in check_result -hrrr_control_decomp_dyn32_phy32_gnu 219 failed in run_test -222 conus13km_control_gnu failed in check_result -conus13km_control_gnu 222 failed in run_test -225 rap_control_dyn64_phy32_gnu failed in check_result -rap_control_dyn64_phy32_gnu 225 failed in run_test -226 rap_control_debug_dyn32_phy32_gnu failed in check_result -rap_control_debug_dyn32_phy32_gnu 226 failed in run_test -227 hrrr_control_debug_dyn32_phy32_gnu failed in check_result -hrrr_control_debug_dyn32_phy32_gnu 227 failed in run_test -228 conus13km_debug_gnu failed in check_result -conus13km_debug_gnu 228 failed in run_test -229 conus13km_debug_qr_gnu failed in check_result -conus13km_debug_qr_gnu 229 failed in run_test -230 conus13km_debug_2threads_gnu failed in check_result -conus13km_debug_2threads_gnu 230 failed in run_test -231 conus13km_radar_tten_debug_gnu failed in check_result -conus13km_radar_tten_debug_gnu 231 failed in run_test -232 rap_control_dyn64_phy32_debug_gnu failed in check_result -rap_control_dyn64_phy32_debug_gnu 232 failed in run_test -233 cpld_control_p8_gnu failed in check_result -cpld_control_p8_gnu 233 failed in run_test -234 cpld_control_nowave_noaero_p8_gnu failed in check_result -cpld_control_nowave_noaero_p8_gnu 234 failed in run_test -235 cpld_debug_p8_gnu failed in check_result -cpld_debug_p8_gnu 235 failed in run_test -236 cpld_control_pdlib_p8_gnu failed in check_result -cpld_control_pdlib_p8_gnu 236 failed in run_test -237 cpld_debug_pdlib_p8_gnu failed in check_result -cpld_debug_pdlib_p8_gnu 237 failed in run_test -238 datm_cdeps_control_cfsr_gnu failed in check_result -datm_cdeps_control_cfsr_gnu 238 failed in run_test - -REGRESSION TEST FAILED -Thu Mar 14 06:26:30 UTC 2024 -Elapsed time: 02h:42m:34s. Have a nice day! +REGRESSION TEST WAS SUCCESSFUL +Mon Mar 18 17:05:46 UTC 2024 +Elapsed time: 01h:30m:17s. Have a nice day! From d01c8503546b974e9a6b8a2af5b1271b5ba72d75 Mon Sep 17 00:00:00 2001 From: "Haiqin.Li" Date: Tue, 19 Mar 2024 18:58:17 +0000 Subject: [PATCH 8/8] "point to hash of NOAA-EMC/fv3atm@f9a1759" --- .gitmodules | 4 ++-- FV3 | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.gitmodules b/.gitmodules index 6a46e7dd4b..fee315db63 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,7 +1,7 @@ [submodule "FV3"] path = FV3 - url = https://github.com/haiqinli/fv3atm - branch = production/RRFS.v1-mynn + url = https://github.com/NOAA-EMC/fv3atm + branch = production/RRFS.v1 [submodule "WW3"] path = WW3 url = https://github.com/NOAA-EMC/WW3 diff --git a/FV3 b/FV3 index 72618b9484..f9a17596cc 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 72618b9484b010707721b9b7f0c29c439dbb9886 +Subproject commit f9a17596cc4beda4eaf7706cb67e991918afd23f