From a04f1c4f92e1ac2509ee9f120fb55308355f6264 Mon Sep 17 00:00:00 2001
From: Jong Kim <jong.kim@noaa.gov>
Date: Mon, 23 Dec 2024 08:21:44 -0600
Subject: [PATCH] add hercules RT log: passed with ESMF-based thrd for gnu
 rap/hrrr 2threads cases

---
 tests-dev/ufs_test_utils.sh                   |   9 +-
 tests/logs/RegressionTests_hercules.log       | 823 ++++++++++--------
 tests/tests/hrrr_control_2threads             |   3 +
 tests/tests/hrrr_control_2threads_dyn32_phy32 |   3 +
 tests/tests/rap_2threads                      |   3 +
 tests/tests/rap_2threads_dyn32_phy32          |   3 +
 6 files changed, 463 insertions(+), 381 deletions(-)

diff --git a/tests-dev/ufs_test_utils.sh b/tests-dev/ufs_test_utils.sh
index 4b103dc39f..683690c751 100644
--- a/tests-dev/ufs_test_utils.sh
+++ b/tests-dev/ufs_test_utils.sh
@@ -5,8 +5,13 @@ function set_run_task() {
     source default_vars.sh
     source rt_utils.sh
     source "${PATHRT}"/tests/"${TEST_NAME}"
-    compute_petbounds_and_tasks
-
+    #jkim compute_petbounds_and_tasks
+    if [[ ${ESMF_THREADING} == true ]]; then
+        compute_petbounds_and_tasks_esmf_threading
+    else
+        compute_petbounds_and_tasks_traditional_threading
+    fi
+    
     TPN=$(( TPN / THRD ))
     NODES=$(( TASKS / TPN ))
     if (( NODES * TPN < TASKS )); then
diff --git a/tests/logs/RegressionTests_hercules.log b/tests/logs/RegressionTests_hercules.log
index 99b60929d2..a9ffbca476 100644
--- a/tests/logs/RegressionTests_hercules.log
+++ b/tests/logs/RegressionTests_hercules.log
@@ -1,12 +1,12 @@
-====START OF HERCULES REGRESSION TESTING LOG====
+====START OF hercules REGRESSION TESTING LOG====
 
 UFSWM hash used in testing:
-dad2b3fe6d8c43f199e18d9b77fd4e3449a2d99a
+527939eb224c50a4d9f66a6099cc2b8b03baf6c8
 
 Submodule hashes used in testing:
  37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d)
  be5d28fd1b60522e6fc98aefeead20e6aac3530b AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-198-gbe5d28fd1)
- c7ea491e6fd99e459af977bfd57fa14aa6a349eb CDEPS-interface/CDEPS (heads/sync_escomp_2024-12-16)
+ c7ea491e6fd99e459af977bfd57fa14aa6a349eb CDEPS-interface/CDEPS (remotes/origin/sync_escomp_2024-12-16)
  ff7fd76118d47ccef6cb934b834161c6be5a9909 CICE-interface/CICE (CICE6.0.0-392-gff7fd76)
  3792520561cf9419082ef41f9f0dffd03edf2e43 CICE-interface/CICE/icepack (Icepack1.1.0-198-g3792520)
  b5d1cc189fced4abcb13fc70ed2febb2aef61757 CMEPS-interface/CMEPS (cmeps_v0.4.1-2313-gb5d1cc1)
@@ -31,7 +31,6 @@ Submodule hashes used in testing:
  05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)
  fad2fe9f42f6b7f744b128b4a2a9433f91e4296f stochastic_physics (ufs-v2.0.0-219-gfad2fe9)
 
-
 NOTES:
 [Times](Memory) are at the end of each compile/test in format [MM:SS](Size).
 The first time is for the full script (prep+run+finalize).
@@ -39,386 +38,452 @@ The second time is specifically for the run phase.
 Times/Memory will be empty for failed tests.
 
 BASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20241212
-COMPARISON DIRECTORY: /work2/noaa/stmp/nszapiro/stmp/nszapiro/FV3_RT/rt_3633891
+COMPARISON DIRECTORY: /work2/noaa/stmp/jongkim/jongkim/FV3_RT/rt_626753
 
 RT.SH OPTIONS USED:
-* (-a) - HPC PROJECT ACCOUNT: nems
-* (-e) - USE ECFLOW
-
-PASS -- COMPILE 's2swa_32bit_intel' [15:11, 13:41] ( 1 warnings 11 remarks )
-PASS -- TEST 'cpld_control_p8_mixedmode_intel' [18:12, 14:48](2128 MB)
-
-PASS -- COMPILE 's2swa_32bit_pdlib_intel' [20:11, 18:27] ( 1 warnings 11 remarks )
-PASS -- TEST 'cpld_control_gfsv17_intel' [17:11, 18:49](1993 MB)
-PASS -- TEST 'cpld_control_gfsv17_iau_intel' [23:45, 20:45](2323 MB)
-PASS -- TEST 'cpld_restart_gfsv17_intel' [10:10, 06:55](1354 MB)
-PASS -- TEST 'cpld_mpi_gfsv17_intel' [18:27, 20:07](1908 MB)
-
-PASS -- COMPILE 's2swa_32bit_pdlib_sfs_intel' [19:11, 17:44] ( 1 warnings 11 remarks )
-PASS -- TEST 'cpld_control_sfs_intel' [17:39, 19:00](1986 MB)
-
-PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [06:10, 04:51] ( 1520 warnings 1988 remarks )
-PASS -- TEST 'cpld_debug_gfsv17_intel' [28:13, 25:40](1975 MB)
-
-PASS -- COMPILE 's2swa_intel' [15:11, 13:45] ( 1 warnings 11 remarks )
-PASS -- TEST 'cpld_control_p8_intel' [21:26, 17:28](2212 MB)
-PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [19:13, 15:58](2200 MB)
-PASS -- TEST 'cpld_restart_p8_intel' [13:12, 10:44](1966 MB)
-PASS -- TEST 'cpld_control_qr_p8_intel' [19:03, 16:26](2228 MB)
-PASS -- TEST 'cpld_restart_qr_p8_intel' [12:25, 08:29](1734 MB)
-PASS -- TEST 'cpld_2threads_p8_intel' [37:06, 18:38](2575 MB)
-PASS -- TEST 'cpld_decomp_p8_intel' [19:02, 15:58](2197 MB)
-PASS -- TEST 'cpld_mpi_p8_intel' [16:10, 13:21](2100 MB)
-PASS -- TEST 'cpld_control_ciceC_p8_intel' [20:12, 16:33](2217 MB)
-PASS -- TEST 'cpld_control_c192_p8_intel' [20:37, 16:55](2995 MB)
-PASS -- TEST 'cpld_restart_c192_p8_intel' [12:23, 07:47](2917 MB)
-PASS -- TEST 'cpld_bmark_p8_intel' [42:34, 20:27](3871 MB)
-PASS -- TEST 'cpld_restart_bmark_p8_intel' [36:52, 11:36](3676 MB)
-PASS -- TEST 'cpld_s2sa_p8_intel' [12:01, 08:58](2103 MB)
-
-PASS -- COMPILE 's2sw_intel' [13:11, 11:48] ( 1 warnings 11 remarks )
-PASS -- TEST 'cpld_control_noaero_p8_intel' [15:50, 13:50](2009 MB)
-PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [12:56, 10:24](2108 MB)
-
-PASS -- COMPILE 's2swa_debug_intel' [08:11, 07:01] ( 1410 warnings 1218 remarks )
-PASS -- TEST 'cpld_debug_p8_intel' [21:53, 19:41](2238 MB)
-
-PASS -- COMPILE 's2sw_debug_intel' [06:10, 04:38] ( 1410 warnings 1218 remarks )
-PASS -- TEST 'cpld_debug_noaero_p8_intel' [10:57, 08:54](2034 MB)
-
-PASS -- COMPILE 's2s_aoflux_intel' [13:11, 11:04] ( 3 remarks )
-PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [06:55, 04:36](2078 MB)
-
-PASS -- COMPILE 's2s_intel' [14:11, 12:46] ( 1 warnings 3 remarks )
-PASS -- TEST 'cpld_control_c48_intel' [07:37, 06:00](3037 MB)
-PASS -- TEST 'cpld_warmstart_c48_intel' [03:36, 01:53](3020 MB)
-PASS -- TEST 'cpld_restart_c48_intel' [27:39, 02:23](2481 MB)
-
-PASS -- COMPILE 's2swa_faster_intel' [14:11, 12:26] ( 1 warnings 11 remarks )
-PASS -- TEST 'cpld_control_p8_faster_intel' [13:59, 15:49](2201 MB)
-
-PASS -- COMPILE 's2sw_pdlib_intel' [17:11, 15:57] ( 1 warnings 11 remarks )
-PASS -- TEST 'cpld_control_pdlib_p8_intel' [20:56, 25:41](2062 MB)
-PASS -- TEST 'cpld_restart_pdlib_p8_intel' [16:07, 12:18](1429 MB)
-PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [28:49, 26:24](2007 MB)
-
-PASS -- COMPILE 's2sw_pdlib_debug_intel' [06:10, 04:53] ( 1520 warnings 1988 remarks )
-PASS -- TEST 'cpld_debug_pdlib_p8_intel' [46:55, 27:48](2014 MB)
-
-PASS -- COMPILE 'atm_dyn32_intel' [11:11, 09:15] ( 1 warnings 1 remarks )
-PASS -- TEST 'control_flake_intel' [55:20, 03:06](708 MB)
-PASS -- TEST 'control_CubedSphereGrid_intel' [52:32, 02:51](1600 MB)
-PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [51:34, 03:01](1607 MB)
-PASS -- TEST 'control_latlon_intel' [46:27, 03:01](1596 MB)
-PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [35:33, 02:57](1593 MB)
-PASS -- TEST 'control_c48_intel' [36:35, 10:17](1707 MB)
-PASS -- TEST 'control_c48.v2.sfc_intel' [23:25, 05:51](829 MB)
-PASS -- TEST 'control_c48_lnd_iau_intel' [24:32, 10:17](1697 MB)
-PASS -- TEST 'control_c192_intel' [24:39, 10:23](1779 MB)
-PASS -- TEST 'control_c384_intel' [22:23, 12:03](2010 MB)
-PASS -- TEST 'control_c384gdas_intel' [21:51, 07:20](1502 MB)
-PASS -- TEST 'control_stochy_intel' [15:21, 01:29](674 MB)
-PASS -- TEST 'control_stochy_restart_intel' [03:26, 01:00](541 MB)
-PASS -- TEST 'control_lndp_intel' [14:20, 01:25](668 MB)
-PASS -- TEST 'control_iovr4_intel' [15:22, 02:23](649 MB)
-PASS -- TEST 'control_iovr5_intel' [15:23, 02:12](649 MB)
-PASS -- TEST 'control_p8_intel' [14:49, 04:19](1891 MB)
-PASS -- TEST 'control_p8.v2.sfc_intel' [14:36, 03:38](1902 MB)
-PASS -- TEST 'control_p8_ugwpv1_intel' [14:53, 04:25](1875 MB)
-PASS -- TEST 'control_restart_p8_intel' [08:57, 03:05](1166 MB)
-PASS -- TEST 'control_noqr_p8_intel' [14:47, 04:17](1867 MB)
-PASS -- TEST 'control_restart_noqr_p8_intel' [07:57, 02:58](1213 MB)
-PASS -- TEST 'control_decomp_p8_intel' [13:45, 04:16](1861 MB)
-PASS -- TEST 'control_2threads_p8_intel' [13:44, 03:38](1956 MB)
-PASS -- TEST 'control_p8_lndp_intel' [15:28, 06:57](1880 MB)
-PASS -- TEST 'control_p8_rrtmgp_intel' [11:53, 04:57](1961 MB)
-PASS -- TEST 'control_p8_mynn_intel' [07:58, 03:24](1898 MB)
-PASS -- TEST 'merra2_thompson_intel' [06:08, 03:02](1901 MB)
-PASS -- TEST 'regional_control_intel' [08:32, 05:22](1225 MB)
-PASS -- TEST 'regional_restart_intel' [06:25, 03:53](1182 MB)
-PASS -- TEST 'regional_decomp_intel' [09:24, 06:11](1208 MB)
-PASS -- TEST 'regional_2threads_intel' [07:25, 04:14](1178 MB)
-PASS -- TEST 'regional_noquilt_intel' [08:28, 05:48](1547 MB)
-PASS -- TEST 'regional_netcdf_parallel_intel' [06:33, 04:45](1219 MB)
-PASS -- TEST 'regional_2dwrtdecomp_intel' [06:27, 04:46](1226 MB)
-PASS -- TEST 'regional_wofs_intel' [08:26, 06:11](2079 MB)
-
-PASS -- COMPILE 'rrfs_intel' [10:10, 08:51] ( 3 warnings 9 remarks )
-PASS -- TEST 'rap_control_intel' [01:41, 06:46](1208 MB)
-PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [58:50, 03:47](1374 MB)
-PASS -- TEST 'rap_decomp_intel' [02:41, 07:11](1138 MB)
-PASS -- TEST 'rap_2threads_intel' [01:41, 06:27](1376 MB)
-PASS -- TEST 'rap_restart_intel' [06:15, 03:39](1135 MB)
-PASS -- TEST 'rap_sfcdiff_intel' [01:51, 06:49](1216 MB)
-PASS -- TEST 'rap_sfcdiff_decomp_intel' [02:43, 07:27](1157 MB)
-PASS -- TEST 'rap_sfcdiff_restart_intel' [07:05, 05:07](1205 MB)
-PASS -- TEST 'hrrr_control_intel' [58:43, 03:28](1072 MB)
-PASS -- TEST 'hrrr_control_decomp_intel' [58:44, 03:36](1041 MB)
-PASS -- TEST 'hrrr_control_2threads_intel' [09:53, 03:28](1124 MB)
-PASS -- TEST 'hrrr_control_restart_intel' [07:40, 02:02](1004 MB)
-PASS -- TEST 'rrfs_v1beta_intel' [12:53, 06:53](1204 MB)
-PASS -- TEST 'rrfs_v1nssl_intel' [14:21, 09:12](2007 MB)
-PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [14:23, 08:48](2193 MB)
-
-PASS -- COMPILE 'csawmg_intel' [10:11, 08:29]
-PASS -- TEST 'control_csawmg_intel' [12:24, 07:03](1061 MB)
-PASS -- TEST 'control_ras_intel' [07:23, 03:01](831 MB)
-
-PASS -- COMPILE 'wam_intel' [10:11, 08:34] ( 1 remarks )
-PASS -- TEST 'control_wam_intel' [14:43, 10:04](1658 MB)
-
-PASS -- COMPILE 'atm_faster_dyn32_intel' [11:11, 08:24] ( 1 remarks )
-PASS -- TEST 'control_p8_faster_intel' [07:50, 03:48](1894 MB)
-PASS -- TEST 'regional_control_faster_intel' [09:28, 05:45](1229 MB)
-
-PASS -- COMPILE 'atm_debug_dyn32_intel' [10:11, 07:33] ( 882 warnings 9 remarks )
-PASS -- TEST 'control_CubedSphereGrid_debug_intel' [04:37, 02:01](1620 MB)
-PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [04:39, 01:50](1611 MB)
-PASS -- TEST 'control_stochy_debug_intel' [05:24, 02:38](839 MB)
-PASS -- TEST 'control_lndp_debug_intel' [05:18, 02:32](835 MB)
-PASS -- TEST 'control_csawmg_debug_intel' [09:30, 05:10](1150 MB)
-PASS -- TEST 'control_ras_debug_intel' [06:17, 02:49](847 MB)
-PASS -- TEST 'control_diag_debug_intel' [06:30, 02:45](1688 MB)
-PASS -- TEST 'control_debug_p8_intel' [05:31, 02:55](1920 MB)
-PASS -- TEST 'regional_debug_intel' [18:28, 16:36](1144 MB)
-PASS -- TEST 'rap_control_debug_intel' [06:19, 04:37](1228 MB)
-PASS -- TEST 'hrrr_control_debug_intel' [06:23, 04:24](1213 MB)
-PASS -- TEST 'hrrr_gf_debug_intel' [06:20, 04:22](1228 MB)
-PASS -- TEST 'hrrr_c3_debug_intel' [06:22, 04:26](1229 MB)
-PASS -- TEST 'rap_unified_drag_suite_debug_intel' [05:26, 04:09](1233 MB)
-PASS -- TEST 'rap_diag_debug_intel' [06:29, 04:37](1312 MB)
-PASS -- TEST 'rap_cires_ugwp_debug_intel' [06:18, 04:38](1222 MB)
-PASS -- TEST 'rap_unified_ugwp_debug_intel' [06:18, 04:28](1223 MB)
-PASS -- TEST 'rap_lndp_debug_intel' [06:20, 04:21](1240 MB)
-PASS -- TEST 'rap_progcld_thompson_debug_intel' [06:22, 04:26](1222 MB)
-PASS -- TEST 'rap_noah_debug_intel' [06:20, 04:16](1219 MB)
-PASS -- TEST 'rap_sfcdiff_debug_intel' [06:20, 04:17](1219 MB)
-PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [09:18, 07:16](1222 MB)
-PASS -- TEST 'rrfs_v1beta_debug_intel' [06:20, 04:20](1219 MB)
-PASS -- TEST 'rap_clm_lake_debug_intel' [07:21, 04:19](1223 MB)
-PASS -- TEST 'rap_flake_debug_intel' [07:18, 04:12](1227 MB)
-PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [10:50, 07:22](1223 MB)
-
-PASS -- COMPILE 'atm_debug_dyn32_gnu' [18:11, 03:59]
-PASS -- TEST 'control_csawmg_debug_gnu' [04:31, 02:01](1041 MB)
-
-PASS -- COMPILE 'wam_debug_intel' [17:11, 03:43] ( 837 warnings 1 remarks )
-
-PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [22:11, 08:46] ( 3 warnings 8 remarks )
-PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [05:45, 03:16](1244 MB)
-PASS -- TEST 'rap_control_dyn32_phy32_intel' [07:44, 05:29](1152 MB)
-PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [04:54, 02:57](1037 MB)
-PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [07:31, 05:14](1296 MB)
-PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [04:36, 02:43](1036 MB)
-PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [05:43, 03:09](978 MB)
-PASS -- TEST 'rap_restart_dyn32_phy32_intel' [14:48, 04:15](1094 MB)
-PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [08:28, 01:39](939 MB)
-
-PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [19:11, 08:49] ( 3 warnings 8 remarks )
-PASS -- TEST 'conus13km_control_intel' [03:35, 01:42](1285 MB)
-PASS -- TEST 'conus13km_2threads_intel' [08:30, 00:50](1197 MB)
-PASS -- TEST 'conus13km_restart_mismatch_intel' [08:29, 01:06](1133 MB)
-
-PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [19:11, 09:01] ( 3 warnings 8 remarks )
-PASS -- TEST 'rap_control_dyn64_phy32_intel' [05:29, 03:52](1089 MB)
-
-PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [13:11, 04:18] ( 785 warnings 8 remarks )
-PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [06:17, 04:38](1107 MB)
-PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [06:16, 04:36](1094 MB)
-PASS -- TEST 'conus13km_debug_intel' [13:38, 11:55](1335 MB)
-PASS -- TEST 'conus13km_debug_qr_intel' [14:34, 12:23](997 MB)
-PASS -- TEST 'conus13km_debug_2threads_intel' [09:31, 07:56](1241 MB)
-PASS -- TEST 'conus13km_radar_tten_debug_intel' [14:29, 12:34](1411 MB)
-
-PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [13:11, 04:11] ( 785 warnings 8 remarks )
-PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [06:21, 04:15](1175 MB)
-
-PASS -- COMPILE 'hafsw_intel' [19:11, 10:36] ( 1 warnings 10 remarks )
-PASS -- TEST 'hafs_regional_atm_intel' [08:10, 05:29](841 MB)
-PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [07:23, 05:46](1266 MB)
-PASS -- TEST 'hafs_regional_atm_ocn_intel' [10:12, 07:11](931 MB)
-PASS -- TEST 'hafs_regional_atm_wav_intel' [16:02, 14:04](955 MB)
-PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [19:12, 17:05](988 MB)
-PASS -- TEST 'hafs_regional_1nest_atm_intel' [08:51, 06:16](597 MB)
-PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [11:19, 08:16](605 MB)
-PASS -- TEST 'hafs_global_1nest_atm_intel' [10:42, 03:17](437 MB)
-PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [17:55, 09:11](550 MB)
-PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [11:47, 04:46](601 MB)
-PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [10:43, 04:34](603 MB)
-PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [10:45, 05:24](656 MB)
-PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [08:25, 01:28](454 MB)
-
-PASS -- COMPILE 'hafsw_debug_intel' [12:11, 04:34] ( 1462 warnings 1490 remarks )
-PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [19:44, 11:56](634 MB)
-
-PASS -- COMPILE 'hafsw_faster_intel' [17:10, 10:06] ( 9 remarks )
-PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [26:58, 18:59](755 MB)
-PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [27:52, 18:58](836 MB)
-
-PASS -- COMPILE 'hafs_mom6w_intel' [16:10, 10:38] ( 8 remarks )
-PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [22:23, 12:24](809 MB)
-
-PASS -- COMPILE 'hafs_all_intel' [16:10, 09:59] ( 9 remarks )
-PASS -- TEST 'hafs_regional_docn_intel' [15:06, 05:57](907 MB)
-PASS -- TEST 'hafs_regional_docn_oisst_intel' [15:03, 05:54](915 MB)
-PASS -- TEST 'hafs_regional_datm_cdeps_intel' [24:45, 16:32](1341 MB)
-
-PASS -- COMPILE 'datm_cdeps_intel' [13:10, 07:09] ( 2 remarks )
-PASS -- TEST 'datm_cdeps_control_cfsr_intel' [09:17, 02:12](1167 MB)
-PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [05:16, 01:23](1108 MB)
-PASS -- TEST 'datm_cdeps_control_gefs_intel' [09:14, 02:14](1023 MB)
-PASS -- TEST 'datm_cdeps_iau_gefs_intel' [09:15, 02:08](1024 MB)
-PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [09:16, 02:09](1022 MB)
-PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [08:14, 02:12](1160 MB)
-PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [11:15, 02:13](1159 MB)
-PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [10:14, 02:05](1016 MB)
-PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [13:48, 04:57](1174 MB)
-PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [13:48, 04:57](1160 MB)
-PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [09:16, 02:10](1154 MB)
-PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [09:16, 03:01](2453 MB)
-PASS -- TEST 'datm_cdeps_gfs_intel' [09:16, 03:01](2389 MB)
-
-PASS -- COMPILE 'datm_cdeps_debug_intel' [09:10, 03:31] ( 2 warnings 2 remarks )
-PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [11:16, 05:13](1074 MB)
-
-PASS -- COMPILE 'datm_cdeps_faster_intel' [11:10, 05:39] ( 2 remarks )
-PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [07:16, 02:09](1158 MB)
-
-PASS -- COMPILE 'datm_cdeps_land_intel' [06:10, 00:48] ( 1 remarks )
-PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [06:27, 00:53](342 MB)
-PASS -- TEST 'datm_cdeps_lnd_era5_intel' [05:20, 00:50](576 MB)
-PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [03:23, 00:32](575 MB)
-
-PASS -- COMPILE 'atm_ds2s_docn_pcice_intel' [15:11, 09:24] ( 3 remarks )
-PASS -- TEST 'atm_ds2s_docn_pcice_intel' [09:45, 04:20](2025 MB)
-
-PASS -- COMPILE 'atm_ds2s_docn_dice_intel' [15:10, 08:58] ( 1 warnings 1 remarks )
-PASS -- TEST 'atm_ds2s_docn_dice_intel' [12:42, 08:06](2032 MB)
-
-PASS -- COMPILE 'atml_intel' [19:11, 09:35] ( 8 warnings 2 remarks )
-PASS -- TEST 'control_p8_atmlnd_sbs_intel' [08:57, 05:37](1897 MB)
-PASS -- TEST 'control_p8_atmlnd_intel' [08:52, 05:32](1889 MB)
-PASS -- TEST 'control_restart_p8_atmlnd_intel' [04:37, 02:59](1145 MB)
-
-PASS -- COMPILE 'atml_debug_intel' [14:10, 04:48] ( 880 warnings 2 remarks )
-PASS -- TEST 'control_p8_atmlnd_debug_intel' [07:52, 05:14](1921 MB)
-
-PASS -- COMPILE 'atmw_intel' [16:10, 09:26] ( 9 remarks )
-PASS -- TEST 'atmwav_control_noaero_p8_intel' [04:47, 01:44](1947 MB)
-
-PASS -- COMPILE 'atmaero_intel' [14:10, 09:13] ( 1 remarks )
-PASS -- TEST 'atmaero_control_p8_intel' [06:48, 03:56](2002 MB)
-PASS -- TEST 'atmaero_control_p8_rad_intel' [06:47, 04:20](1782 MB)
-PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [06:42, 04:29](1792 MB)
-
-PASS -- COMPILE 'atmaq_debug_intel' [09:10, 04:13] ( 882 warnings 6 remarks )
-PASS -- TEST 'regional_atmaq_debug_intel' [20:29, 17:07](4514 MB)
-
-PASS -- COMPILE 'atm_fbh_intel' [10:10, 08:00] ( 3 warnings 8 remarks )
-PASS -- TEST 'cpld_regional_atm_fbh_intel' [11:23, 09:46](1109 MB)
-
-PASS -- COMPILE 'datm_cdeps_intelllvm' [17:11, 12:10]
-PASS -- TEST 'datm_cdeps_control_cfsr_intelllvm' [04:16, 02:15](1147 MB)
-
-PASS -- COMPILE 'datm_cdeps_debug_intelllvm' [06:10, 01:47]
-PASS -- TEST 'datm_cdeps_debug_cfsr_intelllvm' [07:15, 06:02](1073 MB)
-
-PASS -- COMPILE 'atm_gnu' [10:10, 04:12]
-PASS -- TEST 'control_c48_gnu' [09:37, 07:47](1544 MB)
-PASS -- TEST 'control_stochy_gnu' [04:23, 02:23](719 MB)
-PASS -- TEST 'control_ras_gnu' [05:19, 03:51](725 MB)
-PASS -- TEST 'control_p8_gnu' [07:44, 05:21](1701 MB)
-PASS -- TEST 'control_p8_ugwpv1_gnu' [09:38, 05:28](1701 MB)
-PASS -- TEST 'control_flake_gnu' [08:19, 04:39](799 MB)
-
-PASS -- COMPILE 'rrfs_gnu' [10:10, 04:08]
-PASS -- TEST 'rap_control_gnu' [14:46, 10:56](1078 MB)
-PASS -- TEST 'rap_decomp_gnu' [14:35, 11:37](1072 MB)
-PASS -- TEST 'rap_2threads_gnu' [12:49, 09:30](1110 MB)
-PASS -- TEST 'rap_restart_gnu' [09:51, 05:31](881 MB)
-PASS -- TEST 'rap_sfcdiff_gnu' [14:46, 11:33](1074 MB)
-PASS -- TEST 'rap_sfcdiff_decomp_gnu' [13:33, 11:57](1071 MB)
-PASS -- TEST 'rap_sfcdiff_restart_gnu' [11:55, 08:40](875 MB)
-PASS -- TEST 'hrrr_control_gnu' [09:36, 05:23](1061 MB)
-PASS -- TEST 'hrrr_control_noqr_gnu' [09:33, 05:40](1132 MB)
-PASS -- TEST 'hrrr_control_2threads_gnu' [08:53, 04:46](1009 MB)
-PASS -- TEST 'hrrr_control_decomp_gnu' [09:33, 05:22](1059 MB)
-PASS -- TEST 'hrrr_control_restart_gnu' [04:21, 02:48](875 MB)
-PASS -- TEST 'hrrr_control_restart_noqr_gnu' [04:25, 02:36](925 MB)
-PASS -- TEST 'rrfs_v1beta_gnu' [14:53, 10:54](1067 MB)
-
-PASS -- COMPILE 'csawmg_gnu' [10:10, 04:51]
-PASS -- TEST 'control_csawmg_gnu' [13:26, 09:42](1052 MB)
-
-PASS -- COMPILE 'atm_dyn32_debug_gnu' [12:10, 06:58]
-PASS -- TEST 'control_diag_debug_gnu' [05:32, 01:15](1623 MB)
-PASS -- TEST 'regional_debug_gnu' [13:27, 07:59](1141 MB)
-PASS -- TEST 'rap_control_debug_gnu' [07:18, 02:11](1096 MB)
-PASS -- TEST 'hrrr_control_debug_gnu' [07:21, 02:07](1084 MB)
-PASS -- TEST 'hrrr_gf_debug_gnu' [09:18, 02:15](1093 MB)
-PASS -- TEST 'hrrr_c3_debug_gnu' [08:19, 02:24](1093 MB)
-PASS -- TEST 'rap_diag_debug_gnu' [08:29, 02:34](1267 MB)
-PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [08:17, 03:29](1092 MB)
-PASS -- TEST 'rap_progcld_thompson_debug_gnu' [07:17, 02:14](1095 MB)
-PASS -- TEST 'rrfs_v1beta_debug_gnu' [06:21, 02:29](1087 MB)
-PASS -- TEST 'control_ras_debug_gnu' [04:17, 01:31](724 MB)
-PASS -- TEST 'control_stochy_debug_gnu' [04:17, 01:41](725 MB)
-PASS -- TEST 'control_debug_p8_gnu' [04:31, 01:38](1699 MB)
-PASS -- TEST 'rap_flake_debug_gnu' [04:18, 02:15](1094 MB)
-PASS -- TEST 'rap_clm_lake_debug_gnu' [04:17, 02:16](1095 MB)
-PASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [05:48, 03:30](1101 MB)
-
-PASS -- COMPILE 'wam_debug_gnu' [07:10, 03:36]
-PASS -- TEST 'control_wam_debug_gnu' [07:41, 05:37](1555 MB)
-
-PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [07:10, 04:17]
-PASS -- TEST 'rap_control_dyn32_phy32_gnu' [09:38, 07:43](951 MB)
-PASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [05:58, 04:03](949 MB)
-PASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [08:39, 06:55](961 MB)
-PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [05:39, 03:36](862 MB)
-PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [05:39, 03:59](942 MB)
-PASS -- TEST 'rap_restart_dyn32_phy32_gnu' [08:50, 05:45](853 MB)
-PASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [03:32, 02:01](853 MB)
-PASS -- TEST 'conus13km_control_gnu' [04:40, 02:31](1257 MB)
-PASS -- TEST 'conus13km_2threads_gnu' [03:32, 01:10](1164 MB)
-PASS -- TEST 'conus13km_restart_mismatch_gnu' [03:31, 01:31](943 MB)
-
-PASS -- COMPILE 'atm_dyn64_phy32_gnu' [14:10, 08:56]
-PASS -- TEST 'rap_control_dyn64_phy32_gnu' [06:35, 04:39](982 MB)
-
-PASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [11:10, 06:01]
-PASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [08:18, 02:05](970 MB)
-PASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [08:18, 02:03](964 MB)
-PASS -- TEST 'conus13km_debug_gnu' [11:35, 05:29](1276 MB)
-PASS -- TEST 'conus13km_debug_qr_gnu' [11:35, 05:58](968 MB)
-PASS -- TEST 'conus13km_debug_2threads_gnu' [09:32, 03:32](1186 MB)
-PASS -- TEST 'conus13km_radar_tten_debug_gnu' [11:31, 05:45](1344 MB)
-
-PASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [11:10, 06:00]
-PASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [07:22, 02:11](993 MB)
-
-PASS -- COMPILE 's2swa_gnu' [23:10, 17:13]
-
-PASS -- COMPILE 's2s_gnu' [23:10, 17:37]
-PASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [21:01, 14:59](2710 MB)
-
-PASS -- COMPILE 's2swa_debug_gnu' [14:10, 08:23]
-
-PASS -- COMPILE 's2sw_pdlib_gnu' [25:10, 19:45]
-PASS -- TEST 'cpld_control_pdlib_p8_gnu' [47:54, 41:52](3047 MB)
-
-PASS -- COMPILE 's2sw_pdlib_debug_gnu' [13:10, 08:16]
-PASS -- TEST 'cpld_debug_pdlib_p8_gnu' [21:59, 16:21](3044 MB)
-
-PASS -- COMPILE 'datm_cdeps_gnu' [19:10, 16:13]
-PASS -- TEST 'datm_cdeps_control_cfsr_gnu' [07:15, 02:23](776 MB)
+* (-a) - HPC PROJECT ACCOUNT: epic
+* (-r) - USE ROCOTO
+
+PASS -- COMPILE s2swa_32bit_intel [13:17, 13:17](1 warnings,11 remarks)
+PASS -- TEST cpld_control_p8_mixedmode_intel [14:48, 14:00] (2125860 MB)
+
+PASS -- COMPILE s2swa_32bit_pdlib_intel [19:02, 19:02](1 warnings,11 remarks)
+PASS -- TEST cpld_control_gfsv17_intel [19:19, 18:27] (1990912 MB)
+PASS -- TEST cpld_control_gfsv17_iau_intel [19:27, 18:24] (2334436 MB)
+PASS -- TEST cpld_restart_gfsv17_intel [08:29, 07:24] (1345232 MB)
+PASS -- TEST cpld_mpi_gfsv17_intel [20:43, 19:49] (1920088 MB)
+
+PASS -- COMPILE s2swa_32bit_pdlib_sfs_intel [20:36, 20:36](1 warnings,11 remarks)
+PASS -- TEST cpld_control_sfs_intel [17:28, 16:59] (1983724 MB)
+
+PASS -- COMPILE s2swa_32bit_pdlib_debug_intel [06:18, 06:18](1520 warnings,1988 remarks)
+PASS -- TEST cpld_debug_gfsv17_intel [25:50, 24:54] (1969548 MB)
+
+PASS -- COMPILE s2swa_intel [12:29, 12:28](1 warnings,11 remarks)
+PASS -- TEST cpld_control_p8_intel [16:52, 15:53] (2209348 MB)
+PASS -- TEST cpld_control_p8.v2.sfc_intel [16:00, 15:08] (2200680 MB)
+PASS -- TEST cpld_restart_p8_intel [09:09, 08:12] (1960932 MB)
+PASS -- TEST cpld_control_qr_p8_intel [15:54, 15:09] (2236580 MB)
+PASS -- TEST cpld_restart_qr_p8_intel [09:06, 08:07] (1729812 MB)
+PASS -- TEST cpld_2threads_p8_intel [21:31, 20:42] (2418488 MB)
+PASS -- TEST cpld_decomp_p8_intel [16:55, 16:17] (2182220 MB)
+PASS -- TEST cpld_mpi_p8_intel [14:45, 13:56] (2092324 MB)
+PASS -- TEST cpld_control_ciceC_p8_intel [16:08, 15:21] (2205928 MB)
+PASS -- TEST cpld_control_c192_p8_intel [16:59, 15:40] (2996672 MB)
+PASS -- TEST cpld_restart_c192_p8_intel [08:22, 06:33] (2908468 MB)
+PASS -- TEST cpld_bmark_p8_intel [24:54, 20:00] (3871144 MB)
+PASS -- TEST cpld_restart_bmark_p8_intel [17:37, 11:03] (3695788 MB)
+PASS -- TEST cpld_s2sa_p8_intel [08:45, 08:05] (2100208 MB)
+
+PASS -- COMPILE s2sw_intel [11:46, 11:46](1 warnings,11 remarks)
+PASS -- TEST cpld_control_noaero_p8_intel [14:29, 13:46] (2008916 MB)
+PASS -- TEST cpld_control_nowave_noaero_p8_intel [11:48, 11:16] (2100436 MB)
+
+PASS -- COMPILE s2swa_debug_intel [06:28, 06:28](1410 warnings,1218 remarks)
+PASS -- TEST cpld_debug_p8_intel [20:47, 19:58] (2233680 MB)
+
+PASS -- COMPILE s2sw_debug_intel [06:15, 06:15](1410 warnings,1218 remarks)
+PASS -- TEST cpld_debug_noaero_p8_intel [10:10, 09:28] (2040100 MB)
+
+PASS -- COMPILE s2s_aoflux_intel [09:40, 09:39],3 remarks)
+PASS -- TEST cpld_control_noaero_p8_agrid_intel [05:34, 04:52] (2068760 MB)
+
+PASS -- COMPILE s2s_intel [09:52, 09:52](1 warnings,3 remarks)
+PASS -- TEST cpld_control_c48_intel [08:22, 07:53] (3027480 MB)
+PASS -- TEST cpld_warmstart_c48_intel [02:11, 01:45] (3024980 MB)
+PASS -- TEST cpld_restart_c48_intel [01:30, 01:02] (2472600 MB)
+
+PASS -- COMPILE s2swa_faster_intel [12:31, 12:31](1 warnings,11 remarks)
+PASS -- TEST cpld_control_p8_faster_intel [15:17, 14:35] (2204092 MB)
+
+PASS -- COMPILE s2sw_pdlib_intel [14:47, 14:47](1 warnings,11 remarks)
+PASS -- TEST cpld_control_pdlib_p8_intel [23:40, 22:56] (2064568 MB)
+PASS -- TEST cpld_restart_pdlib_p8_intel [12:57, 12:05] (1408728 MB)
+PASS -- TEST cpld_mpi_pdlib_p8_intel [26:45, 25:35] (1984336 MB)
+
+PASS -- COMPILE s2sw_pdlib_debug_intel [04:23, 04:23](1520 warnings,1988 remarks)
+PASS -- TEST cpld_debug_pdlib_p8_intel [29:13, 28:34] (2012568 MB)
+
+PASS -- COMPILE atm_dyn32_intel [08:45, 08:45](1 warnings,1 remarks)
+PASS -- TEST control_flake_intel [03:16, 03:06] (707404 MB)
+PASS -- TEST control_CubedSphereGrid_intel [03:16, 02:54] (1584568 MB)
+PASS -- TEST control_CubedSphereGrid_parallel_intel [03:16, 02:50] (1596456 MB)
+PASS -- TEST control_latlon_intel [03:08, 02:50] (1602832 MB)
+PASS -- TEST control_wrtGauss_netcdf_parallel_intel [03:19, 02:55] (1590572 MB)
+PASS -- TEST control_c48_intel [11:14, 10:52] (1704124 MB)
+PASS -- TEST control_c48.v2.sfc_intel [06:27, 06:14] (836068 MB)
+PASS -- TEST control_c192_intel [10:51, 10:20] (1769916 MB)
+PASS -- TEST control_c384_intel [13:03, 11:56] (2007884 MB)
+PASS -- TEST control_c384gdas_intel [08:39, 07:17] (1519784 MB)
+PASS -- TEST control_stochy_intel [01:40, 01:32] (663680 MB)
+PASS -- TEST control_stochy_restart_intel [01:12, 00:56] (534400 MB)
+PASS -- TEST control_lndp_intel [01:28, 01:22] (661660 MB)
+PASS -- TEST control_iovr4_intel [02:26, 02:13] (660468 MB)
+PASS -- TEST control_iovr5_intel [02:24, 02:14] (655320 MB)
+PASS -- TEST control_p8_intel [04:02, 03:25] (1887080 MB)
+PASS -- TEST control_p8.v2.sfc_intel [03:29, 02:48] (1886420 MB)
+PASS -- TEST control_p8_ugwpv1_intel [03:46, 03:08] (1893196 MB)
+PASS -- TEST control_restart_p8_intel [02:24, 01:51] (1163508 MB)
+PASS -- TEST control_noqr_p8_intel [03:36, 03:05] (1867984 MB)
+PASS -- TEST control_restart_noqr_p8_intel [03:13, 02:33] (1201288 MB)
+PASS -- TEST control_decomp_p8_intel [03:52, 03:16] (1870016 MB)
+PASS -- TEST control_2threads_p8_intel [05:02, 04:32] (1943532 MB)
+PASS -- TEST control_p8_lndp_intel [06:14, 05:54] (1880536 MB)
+PASS -- TEST control_p8_rrtmgp_intel [04:23, 03:41] (1963076 MB)
+PASS -- TEST control_p8_mynn_intel [03:19, 02:44] (1897744 MB)
+PASS -- TEST merra2_thompson_intel [03:52, 03:04] (1911708 MB)
+PASS -- TEST regional_control_intel [05:31, 05:14] (1218152 MB)
+PASS -- TEST regional_restart_intel [02:52, 02:38] (1187416 MB)
+PASS -- TEST regional_decomp_intel [05:10, 04:57] (1218720 MB)
+PASS -- TEST regional_2threads_intel [05:00, 04:42] (1120004 MB)
+PASS -- TEST regional_noquilt_intel [04:57, 04:39] (1545168 MB)
+PASS -- TEST regional_netcdf_parallel_intel [05:09, 04:51] (1219476 MB)
+PASS -- TEST regional_2dwrtdecomp_intel [04:59, 04:43] (1225788 MB)
+PASS -- TEST regional_wofs_intel [06:13, 05:57] (2079768 MB)
+
+PASS -- COMPILE rrfs_intel [09:30, 09:30](3 warnings,9 remarks)
+PASS -- TEST rap_control_intel [07:24, 06:50] (1219380 MB)
+PASS -- TEST regional_spp_sppt_shum_skeb_intel [04:02, 03:30] (1380640 MB)
+PASS -- TEST rap_decomp_intel [07:31, 06:57] (1143916 MB)
+PASS -- TEST rap_2threads_intel [09:58, 09:23] (1204476 MB)
+PASS -- TEST rap_restart_intel [04:22, 03:41] (1137396 MB)
+PASS -- TEST rap_sfcdiff_intel [07:28, 06:51] (1222428 MB)
+PASS -- TEST rap_sfcdiff_decomp_intel [07:49, 07:13] (1145848 MB)
+PASS -- TEST rap_sfcdiff_restart_intel [06:03, 05:23] (1195228 MB)
+PASS -- TEST hrrr_control_intel [04:04, 03:29] (1080972 MB)
+PASS -- TEST hrrr_control_decomp_intel [04:21, 03:44] (1036800 MB)
+PASS -- TEST hrrr_control_2threads_intel [05:02, 04:22] (1139704 MB)
+PASS -- TEST hrrr_control_restart_intel [02:15, 01:57] (1015900 MB)
+PASS -- TEST rrfs_v1beta_intel [07:19, 06:41] (1205404 MB)
+PASS -- TEST rrfs_v1nssl_intel [09:24, 09:15] (2013036 MB)
+PASS -- TEST rrfs_v1nssl_nohailnoccn_intel [09:22, 09:14] (2187388 MB)
+
+PASS -- COMPILE csawmg_intel [08:44, 08:44]
+PASS -- TEST control_csawmg_intel [05:53, 05:37] (1041068 MB)
+PASS -- TEST control_ras_intel [03:05, 02:55] (822220 MB)
+
+PASS -- COMPILE wam_intel [09:26, 09:26],1 remarks)
+PASS -- TEST control_wam_intel [10:25, 10:03] (1659232 MB)
+
+PASS -- COMPILE atm_faster_dyn32_intel [09:35, 09:35],1 remarks)
+PASS -- TEST control_p8_faster_intel [03:15, 02:32] (1897804 MB)
+PASS -- TEST regional_control_faster_intel [05:03, 04:49] (1224512 MB)
+
+PASS -- COMPILE atm_debug_dyn32_intel [06:32, 06:32](882 warnings,9 remarks)
+PASS -- TEST control_CubedSphereGrid_debug_intel [03:51, 03:27] (1613980 MB)
+PASS -- TEST control_wrtGauss_netcdf_parallel_debug_intel [03:41, 03:11] (1621356 MB)
+PASS -- TEST control_stochy_debug_intel [03:24, 02:55] (839312 MB)
+PASS -- TEST control_lndp_debug_intel [02:56, 02:26] (850264 MB)
+PASS -- TEST control_csawmg_debug_intel [05:11, 04:40] (1151952 MB)
+PASS -- TEST control_ras_debug_intel [02:41, 02:27] (841772 MB)
+PASS -- TEST control_diag_debug_intel [02:47, 02:29] (1694304 MB)
+PASS -- TEST control_debug_p8_intel [03:45, 03:28] (1909860 MB)
+PASS -- TEST regional_debug_intel [15:59, 15:41] (1156400 MB)
+PASS -- TEST rap_control_debug_intel [04:32, 04:25] (1223148 MB)
+PASS -- TEST hrrr_control_debug_intel [04:32, 04:21] (1218656 MB)
+PASS -- TEST hrrr_gf_debug_intel [04:43, 04:32] (1224240 MB)
+PASS -- TEST hrrr_c3_debug_intel [04:30, 04:21] (1222164 MB)
+PASS -- TEST rap_unified_drag_suite_debug_intel [04:39, 04:29] (1222528 MB)
+PASS -- TEST rap_diag_debug_intel [04:45, 04:26] (1308840 MB)
+PASS -- TEST rap_cires_ugwp_debug_intel [04:37, 04:30] (1218000 MB)
+PASS -- TEST rap_unified_ugwp_debug_intel [04:51, 04:39] (1226468 MB)
+PASS -- TEST rap_lndp_debug_intel [04:36, 04:24] (1224436 MB)
+PASS -- TEST rap_progcld_thompson_debug_intel [04:35, 04:24] (1215348 MB)
+PASS -- TEST rap_noah_debug_intel [04:26, 04:19] (1221916 MB)
+PASS -- TEST rap_sfcdiff_debug_intel [04:31, 04:22] (1221132 MB)
+PASS -- TEST rap_noah_sfcdiff_cires_ugwp_debug_intel [07:01, 06:53] (1219684 MB)
+PASS -- TEST rrfs_v1beta_debug_intel [04:21, 04:11] (1213652 MB)
+PASS -- TEST rap_clm_lake_debug_intel [04:41, 04:22] (1226828 MB)
+PASS -- TEST rap_flake_debug_intel [04:50, 04:39] (1225580 MB)
+PASS -- TEST gnv1_c96_no_nest_debug_intel [07:58, 07:21] (1217644 MB)
+
+PASS -- COMPILE atm_debug_dyn32_gnu [04:17, 04:16]
+PASS -- TEST control_csawmg_debug_gnu [03:18, 03:01] (1047796 MB)
+
+PASS -- COMPILE wam_debug_intel [04:09, 04:09](837 warnings,1 remarks)
+
+PASS -- COMPILE rrfs_dyn32_phy32_intel [08:32, 08:31](3 warnings,8 remarks)
+PASS -- TEST regional_spp_sppt_shum_skeb_dyn32_phy32_intel [03:54, 03:21] (1261632 MB)
+PASS -- TEST rap_control_dyn32_phy32_intel [06:10, 05:37] (1148880 MB)
+PASS -- TEST hrrr_control_dyn32_phy32_intel [03:46, 03:00] (1031704 MB)
+PASS -- TEST rap_2threads_dyn32_phy32_intel [08:01, 07:25] (1122952 MB)
+PASS -- TEST hrrr_control_2threads_dyn32_phy32_intel [04:54, 04:08] (1061604 MB)
+PASS -- TEST hrrr_control_decomp_dyn32_phy32_intel [03:49, 03:02] (986264 MB)
+PASS -- TEST rap_restart_dyn32_phy32_intel [04:46, 04:18] (1115836 MB)
+PASS -- TEST hrrr_control_restart_dyn32_phy32_intel [02:06, 01:43] (959416 MB)
+
+PASS -- COMPILE rrfs_dyn32_phy32_faster_intel [08:41, 08:41](3 warnings,8 remarks)
+PASS -- TEST conus13km_control_intel [02:05, 01:41] (1291944 MB)
+PASS -- TEST conus13km_2threads_intel [01:22, 00:57] (1181816 MB)
+PASS -- TEST conus13km_restart_mismatch_intel [01:28, 01:04] (1128232 MB)
+
+PASS -- COMPILE rrfs_dyn64_phy32_intel [08:38, 08:37](3 warnings,8 remarks)
+PASS -- TEST rap_control_dyn64_phy32_intel [04:09, 03:53] (1050384 MB)
+
+PASS -- COMPILE rrfs_dyn32_phy32_debug_intel [04:05, 04:05](785 warnings,8 remarks)
+PASS -- TEST rap_control_debug_dyn32_phy32_intel [04:54, 04:45] (1101976 MB)
+PASS -- TEST hrrr_control_debug_dyn32_phy32_intel [04:48, 04:37] (1101788 MB)
+PASS -- TEST conus13km_debug_intel [12:19, 11:53] (1351044 MB)
+PASS -- TEST conus13km_debug_qr_intel [12:30, 12:04] (1001580 MB)
+PASS -- TEST conus13km_debug_2threads_intel [13:02, 12:45] (1229180 MB)
+PASS -- TEST conus13km_radar_tten_debug_intel [12:35, 12:15] (1417956 MB)
+
+PASS -- COMPILE rrfs_dyn64_phy32_debug_intel [04:48, 04:48](785 warnings,8 remarks)
+PASS -- TEST rap_control_dyn64_phy32_debug_intel [04:25, 04:13] (1162368 MB)
+
+PASS -- COMPILE hafsw_intel [10:08, 10:08](1 warnings,10 remarks)
+PASS -- TEST hafs_regional_atm_intel [06:29, 05:37] (854932 MB)
+PASS -- TEST hafs_regional_atm_thompson_gfdlsf_intel [06:03, 05:49] (1267768 MB)
+PASS -- TEST hafs_regional_atm_ocn_intel [08:18, 07:13] (914016 MB)
+PASS -- TEST hafs_regional_atm_wav_intel [15:15, 14:17] (957040 MB)
+PASS -- TEST hafs_regional_atm_ocn_wav_intel [18:19, 17:10] (970868 MB)
+PASS -- TEST hafs_regional_1nest_atm_intel [07:02, 06:24] (598188 MB)
+PASS -- TEST hafs_regional_telescopic_2nests_atm_intel [09:41, 08:27] (604628 MB)
+PASS -- TEST hafs_global_1nest_atm_intel [03:40, 03:12] (437552 MB)
+PASS -- TEST hafs_global_multiple_4nests_atm_intel [10:51, 09:00] (554068 MB)
+PASS -- TEST hafs_regional_specified_moving_1nest_atm_intel [05:00, 04:28] (603240 MB)
+PASS -- TEST hafs_regional_storm_following_1nest_atm_intel [04:52, 04:10] (607800 MB)
+PASS -- TEST hafs_regional_storm_following_1nest_atm_ocn_intel [06:16, 05:30] (656772 MB)
+PASS -- TEST hafs_global_storm_following_1nest_atm_intel [01:47, 01:31] (459020 MB)
+
+PASS -- COMPILE hafsw_debug_intel [04:44, 04:44](1462 warnings,1490 remarks)
+PASS -- TEST hafs_regional_storm_following_1nest_atm_ocn_debug_intel [14:20, 13:50] (637076 MB)
+
+PASS -- COMPILE hafsw_faster_intel [10:34, 10:34],9 remarks)
+PASS -- TEST hafs_regional_storm_following_1nest_atm_ocn_wav_intel [19:19, 18:27] (730452 MB)
+PASS -- TEST hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel [19:16, 18:26] (837012 MB)
+
+PASS -- COMPILE hafs_mom6w_intel [10:01, 10:01],8 remarks)
+PASS -- TEST hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel [14:13, 12:45] (814500 MB)
+
+PASS -- COMPILE hafs_all_intel [09:55, 09:55],9 remarks)
+PASS -- TEST hafs_regional_docn_intel [06:49, 05:51] (935292 MB)
+PASS -- TEST hafs_regional_docn_oisst_intel [07:14, 06:14] (899328 MB)
+PASS -- TEST hafs_regional_datm_cdeps_intel [17:10, 16:35] (1359008 MB)
+
+PASS -- COMPILE datm_cdeps_intel [06:26, 06:26],2 remarks)
+PASS -- TEST datm_cdeps_control_cfsr_intel [02:16, 02:11] (1167436 MB)
+PASS -- TEST datm_cdeps_restart_cfsr_intel [01:33, 01:29] (1091012 MB)
+PASS -- TEST datm_cdeps_control_gefs_intel [02:18, 02:13] (1017392 MB)
+PASS -- TEST datm_cdeps_iau_gefs_intel [02:12, 02:08] (1021196 MB)
+PASS -- TEST datm_cdeps_stochy_gefs_intel [02:09, 02:05] (1022568 MB)
+PASS -- TEST datm_cdeps_ciceC_cfsr_intel [02:20, 02:16] (1154656 MB)
+PASS -- TEST datm_cdeps_bulk_cfsr_intel [03:16, 03:11] (1147460 MB)
+PASS -- TEST datm_cdeps_bulk_gefs_intel [03:08, 03:01] (1016184 MB)
+PASS -- TEST datm_cdeps_mx025_cfsr_intel [05:32, 04:57] (1157264 MB)
+PASS -- TEST datm_cdeps_mx025_gefs_intel [05:25, 04:51] (1154992 MB)
+PASS -- TEST datm_cdeps_multiple_files_cfsr_intel [02:59, 02:56] (1159592 MB)
+PASS -- TEST datm_cdeps_3072x1536_cfsr_intel [03:11, 03:05] (2451396 MB)
+PASS -- TEST datm_cdeps_gfs_intel [04:17, 04:12] (2412788 MB)
+
+PASS -- COMPILE datm_cdeps_debug_intel [03:49, 03:49](2 warnings,2 remarks)
+PASS -- TEST datm_cdeps_debug_cfsr_intel [05:26, 05:20] (1062128 MB)
+
+PASS -- COMPILE datm_cdeps_faster_intel [05:54, 05:53],2 remarks)
+PASS -- TEST datm_cdeps_control_cfsr_faster_intel [02:12, 02:07] (1165312 MB)
+
+PASS -- COMPILE datm_cdeps_land_intel [01:08, 01:08],1 remarks)
+PASS -- TEST datm_cdeps_lnd_gswp3_intel [01:21, 01:04] (338048 MB)
+PASS -- TEST datm_cdeps_lnd_era5_intel [01:13, 01:00] (576064 MB)
+PASS -- TEST datm_cdeps_lnd_era5_rst_intel [00:48, 00:36] (574636 MB)
+
+PASS -- COMPILE atm_ds2s_docn_pcice_intel [09:03, 09:03],3 remarks)
+PASS -- TEST atm_ds2s_docn_pcice_intel [03:56, 03:23] (2016448 MB)
+
+PASS -- COMPILE atm_ds2s_docn_dice_intel [08:58, 08:58](1 warnings,1 remarks)
+PASS -- TEST atm_ds2s_docn_dice_intel [07:53, 07:20] (2026492 MB)
+
+PASS -- COMPILE atml_intel [09:21, 09:20](8 warnings,2 remarks)
+PASS -- TEST control_p8_atmlnd_sbs_intel [06:53, 06:02] (1886396 MB)
+PASS -- TEST control_p8_atmlnd_intel [06:52, 06:03] (1896692 MB)
+PASS -- TEST control_restart_p8_atmlnd_intel [03:30, 03:06] (1143480 MB)
+
+PASS -- COMPILE atml_debug_intel [04:39, 04:38](880 warnings,2 remarks)
+PASS -- TEST control_p8_atmlnd_debug_intel [06:51, 06:04] (1935740 MB)
+
+PASS -- COMPILE atmw_intel [09:40, 09:40],9 remarks)
+PASS -- TEST atmwav_control_noaero_p8_intel [02:26, 01:47] (1936112 MB)
+
+PASS -- COMPILE atmaero_intel [08:49, 08:48],1 remarks)
+PASS -- TEST atmaero_control_p8_intel [04:33, 03:56] (1997000 MB)
+PASS -- TEST atmaero_control_p8_rad_intel [05:11, 04:32] (1793264 MB)
+PASS -- TEST atmaero_control_p8_rad_micro_intel [05:12, 04:44] (1795252 MB)
+
+PASS -- COMPILE atmaq_debug_intel [03:51, 03:51](882 warnings,6 remarks)
+PASS -- TEST regional_atmaq_debug_intel [18:23, 17:18] (4550280 MB)
+
+PASS -- COMPILE atm_fbh_intel [08:11, 08:11](3 warnings,8 remarks)
+PASS -- TEST cpld_regional_atm_fbh_intel [10:12, 10:00] (1103300 MB)
+
+PASS -- COMPILE datm_cdeps_intelllvm [10:40, 10:40]
+PASS -- TEST datm_cdeps_control_cfsr_intelllvm [03:13, 03:09] (1146268 MB)
+
+PASS -- COMPILE datm_cdeps_debug_intelllvm [01:58, 01:58](2 warnings
+PASS -- TEST datm_cdeps_debug_cfsr_intelllvm [11:31, 11:27] (1083376 MB)
+
+PASS -- COMPILE atm_gnu [04:08, 04:08]
+PASS -- TEST control_c48_gnu [11:36, 11:14] (1521708 MB)
+PASS -- TEST control_stochy_gnu [02:45, 02:34] (719960 MB)
+PASS -- TEST control_ras_gnu [04:10, 03:59] (721024 MB)
+PASS -- TEST control_p8_gnu [05:02, 04:22] (1701372 MB)
+PASS -- TEST control_p8_ugwpv1_gnu [04:40, 04:11] (1719540 MB)
+PASS -- TEST control_flake_gnu [04:51, 04:39] (810060 MB)
+
+PASS -- COMPILE rrfs_gnu [03:53, 03:53]
+PASS -- TEST rap_control_gnu [11:22, 10:46] (1080180 MB)
+PASS -- TEST rap_decomp_gnu [11:26, 10:55] (1076508 MB)
+PASS -- TEST rap_restart_gnu [06:39, 05:58] (879876 MB)
+PASS -- TEST rap_sfcdiff_gnu [11:36, 10:55] (1073032 MB)
+PASS -- TEST rap_sfcdiff_decomp_gnu [12:04, 11:32] (1075436 MB)
+PASS -- TEST rap_sfcdiff_restart_gnu [09:18, 08:35] (876336 MB)
+PASS -- TEST hrrr_control_gnu [05:53, 05:13] (1061724 MB)
+PASS -- TEST hrrr_control_noqr_gnu [05:56, 05:29] (1131060 MB)
+PASS -- TEST hrrr_control_decomp_gnu [06:34, 05:57] (1058288 MB)
+PASS -- TEST hrrr_control_restart_gnu [03:08, 02:50] (879476 MB)
+PASS -- TEST hrrr_control_restart_noqr_gnu [02:58, 02:43] (924824 MB)
+PASS -- TEST rrfs_v1beta_gnu [11:48, 11:00] (1067620 MB)
+
+PASS -- COMPILE csawmg_gnu [04:00, 04:00]
+PASS -- TEST control_csawmg_gnu [09:27, 09:15] (1071864 MB)
+
+PASS -- COMPILE atm_dyn32_debug_gnu [06:56, 06:56]
+PASS -- TEST control_diag_debug_gnu [01:43, 01:20] (1620220 MB)
+PASS -- TEST regional_debug_gnu [07:31, 07:17] (1123756 MB)
+PASS -- TEST rap_control_debug_gnu [02:09, 02:01] (1092256 MB)
+PASS -- TEST hrrr_control_debug_gnu [02:21, 02:09] (1079308 MB)
+PASS -- TEST hrrr_gf_debug_gnu [02:26, 02:20] (1087840 MB)
+PASS -- TEST hrrr_c3_debug_gnu [02:13, 02:08] (1088112 MB)
+PASS -- TEST rap_diag_debug_gnu [02:28, 02:16] (1268392 MB)
+PASS -- TEST rap_noah_sfcdiff_cires_ugwp_debug_gnu [03:28, 03:23] (1088664 MB)
+PASS -- TEST rap_progcld_thompson_debug_gnu [02:14, 02:07] (1092376 MB)
+PASS -- TEST rrfs_v1beta_debug_gnu [02:31, 02:20] (1083252 MB)
+PASS -- TEST control_ras_debug_gnu [01:23, 01:18] (721824 MB)
+PASS -- TEST control_stochy_debug_gnu [01:38, 01:32] (719700 MB)
+PASS -- TEST control_debug_p8_gnu [01:48, 01:27] (1697968 MB)
+PASS -- TEST rap_flake_debug_gnu [02:17, 02:06] (1094260 MB)
+PASS -- TEST rap_clm_lake_debug_gnu [02:16, 02:05] (1092768 MB)
+PASS -- TEST gnv1_c96_no_nest_debug_gnu [03:59, 03:21] (1096348 MB)
+
+PASS -- COMPILE wam_debug_gnu [03:38, 03:38]
+PASS -- TEST control_wam_debug_gnu [05:53, 05:30] (1553364 MB)
+
+PASS -- COMPILE rrfs_dyn32_phy32_gnu [05:10, 05:10]
+PASS -- TEST rap_control_dyn32_phy32_gnu [08:25, 07:49] (957084 MB)
+PASS -- TEST hrrr_control_dyn32_phy32_gnu [04:43, 04:00] (943436 MB)
+PASS -- TEST hrrr_control_decomp_dyn32_phy32_gnu [04:47, 04:05] (941260 MB)
+PASS -- TEST rap_restart_dyn32_phy32_gnu [06:37, 06:00] (856308 MB)
+PASS -- TEST hrrr_control_restart_dyn32_phy32_gnu [02:25, 02:06] (862324 MB)
+PASS -- TEST conus13km_control_gnu [02:53, 02:31] (1257916 MB)
+PASS -- TEST conus13km_2threads_gnu [07:14, 06:58] (1095296 MB)
+PASS -- TEST conus13km_restart_mismatch_gnu [01:53, 01:34] (919704 MB)
+
+PASS -- COMPILE atm_dyn64_phy32_gnu [08:37, 08:37]
+PASS -- TEST rap_control_dyn64_phy32_gnu [04:52, 04:33] (979588 MB)
+
+PASS -- COMPILE atm_dyn32_phy32_debug_gnu [06:33, 06:32]
+PASS -- TEST rap_control_debug_dyn32_phy32_gnu [02:16, 02:04] (967156 MB)
+PASS -- TEST hrrr_control_debug_dyn32_phy32_gnu [02:15, 02:04] (962240 MB)
+PASS -- TEST conus13km_debug_gnu [05:54, 05:32] (1272152 MB)
+PASS -- TEST conus13km_debug_qr_gnu [06:01, 05:39] (951544 MB)
+PASS -- TEST conus13km_debug_2threads_gnu [20:19, 19:57] (1112860 MB)
+PASS -- TEST conus13km_radar_tten_debug_gnu [05:51, 05:30] (1344536 MB)
+
+PASS -- COMPILE atm_dyn64_phy32_debug_gnu [06:32, 06:32]
+PASS -- TEST rap_control_dyn64_phy32_debug_gnu [02:22, 02:12] (991024 MB)
+
+PASS -- COMPILE s2swa_gnu [17:52, 17:52]
+PASS -- COMPILE s2s_gnu [16:52, 16:52]
+PASS -- TEST cpld_control_nowave_noaero_p8_gnu [15:09, 14:23] (3069288 MB)
+
+PASS -- COMPILE s2swa_debug_gnu [04:16, 04:16]
+PASS -- COMPILE s2sw_pdlib_gnu [15:57, 15:57]
+PASS -- TEST cpld_control_pdlib_p8_gnu [40:23, 39:41] (3045624 MB)
+
+PASS -- COMPILE s2sw_pdlib_debug_gnu [03:59, 03:58]
+PASS -- TEST cpld_debug_pdlib_p8_gnu [15:50, 15:09] (2897720 MB)
+
+PASS -- COMPILE datm_cdeps_gnu [15:36, 15:36]
+PASS -- TEST datm_cdeps_control_cfsr_gnu [03:07, 03:02] (772152 MB)
+
 
 SYNOPSIS:
-Starting Date/Time: 20241217 01:23:35
-Ending Date/Time: 20241217 04:43:33
-Total Time: 03h:20m:31s
 Compiles Completed: 60/60
-Tests Completed: 248/248
+Tests Completed: 243/247
+
+./logs/log_hercules/rt_rap_2threads_gnu.log: does not exist
+./logs/log_hercules/rt_hrrr_control_2threads_gnu.log: does not exist
+./logs/log_hercules/rt_rap_2threads_dyn32_phy32_gnu.log: does not exist
+./logs/log_hercules/rt_hrrr_control_2threads_dyn32_phy32_gnu.log: does not exist
+
+NOTES:
+A file test_changes.list was generated but is empty.
+If you are using this log as a pull request verification, please commit test_changes.list.
+
+====START OF hercules REGRESSION TESTING LOG====
+
+UFSWM hash used in testing:
+572eba512daea70468af6d74c0134781118e9f0a
+
+Submodule hashes used in testing:
+ 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d)
+ be5d28fd1b60522e6fc98aefeead20e6aac3530b AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-198-gbe5d28fd1)
+ c7ea491e6fd99e459af977bfd57fa14aa6a349eb CDEPS-interface/CDEPS (remotes/origin/sync_escomp_2024-12-16)
+ ff7fd76118d47ccef6cb934b834161c6be5a9909 CICE-interface/CICE (CICE6.0.0-392-gff7fd76)
+ 3792520561cf9419082ef41f9f0dffd03edf2e43 CICE-interface/CICE/icepack (Icepack1.1.0-198-g3792520)
+ b5d1cc189fced4abcb13fc70ed2febb2aef61757 CMEPS-interface/CMEPS (cmeps_v0.4.1-2313-gb5d1cc1)
+ cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775)
+ 1648e176fa869d0ca9ce9ea5822b3594afd8c353 FV3 (heads/develop)
+ 9490871a616604efe9dd75608214081eef557ad6 FV3/atmos_cubed_sphere (201912_public_release-408-g9490871)
+ 9e1c3abe1048c0f18c53fdbb7113bc56a129bdf5 FV3/ccpp/framework (2024-07-11-dev-2-g9e1c3ab)
+ dab57fcce3f1abf16eb01f22469ea84279f67b19 FV3/ccpp/physics (EP4-1079-gdab57fcc)
+ 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 FV3/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6)
+ ce5f3b146861cf6c95e1c14c640ede1ed97e6eef FV3/upp (upp_v10.2.0-243-gce5f3b14)
+-179cae1dd84401cf25d250bd9102e66560a9d328 FV3/upp/sorc/libIFI.fd
+-529f870d33b65c3b6c1aa3c3236b94efc3bd336d FV3/upp/sorc/ncep_post.fd/post_gtg.fd
+ 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229)
+ bcf7777bb037ae2feb2a8a8ac51aacb3511b52d9 HYCOM-interface/HYCOM (2.3.00-122-gbcf7777)
+ c4d2337d8607ec994b3cd61179eb974e0a237841 LM4-driver (baseline_change_240904-6-gc4d2337)
+ c03c4f68816030f726785daf0db6150aa1e9cc6f LM4-driver/LM4 (land_lad2_2021.02)
+ 8cc8b70f0143e803efb842ed871f9be3062862a4 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10231-g8cc8b70f0)
+ 9423197f894112edfcb1502245f7d7b873d551f9 MOM6-interface/MOM6/pkg/CVMix-src (9423197)
+ 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6)
+ 025043d1ad662fca05f29f88ddd88ddf46c81882 NOAHMP-interface/noahmp (v3.7.1-444-g025043d)
+ 29063ec7b631d3a967172e8c45c5af13a18e0a82 WW3 (6.07.1-350-g29063ec7)
+ 05cad173feeb598431e3ef5f17c2df6562c8d101 fire_behavior (v0.2.0-1-g05cad17)
+ fad2fe9f42f6b7f744b128b4a2a9433f91e4296f stochastic_physics (ufs-v2.0.0-219-gfad2fe9)
+
+
+NOTES:
+[Times](Memory) are at the end of each compile/test in format [MM:SS](Size).
+The first time is for the full script (prep+run+finalize).
+The second time is specifically for the run phase.
+Times/Memory will be empty for failed tests.
+
+BASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20241212
+COMPARISON DIRECTORY: /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_402483
+
+RT.SH OPTIONS USED:
+* (-a) - HPC PROJECT ACCOUNT: epic
+* (-r) - USE ROCOTO
+
+PASS -- COMPILE 'rrfs_gnu' [04:16, 04:16]
+PASS -- TEST 'rap_control_gnu' [12:00, 11:24](1074 MB)
+PASS -- TEST 'rap_2threads_gnu' [09:44, 09:07](1036 MB)
+PASS -- TEST 'hrrr_control_gnu' [05:58, 05:20](1061 MB)
+PASS -- TEST 'hrrr_control_2threads_gnu' [16:50, 16:11](1019 MB)
+
+PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [04:15, 04:15]
+PASS -- TEST 'rap_control_dyn32_phy32_gnu' [08:07, 07:33](952 MB)
+PASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [04:51, 04:05](950 MB)
+PASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [07:36, 06:57](916 MB)
+PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [04:25, 03:34](891 MB)
+
+SYNOPSIS:
+Starting Date/Time: 20241222 20:20:24
+Ending Date/Time: 20241222 21:36:13
+Total Time: 01h:16m:06s
+Compiles Completed: 2/2
+Tests Completed: 8/8
 
 NOTES:
 A file 'test_changes.list' was generated but is empty.
diff --git a/tests/tests/hrrr_control_2threads b/tests/tests/hrrr_control_2threads
index 73a26a688c..f326a8bb72 100644
--- a/tests/tests/hrrr_control_2threads
+++ b/tests/tests/hrrr_control_2threads
@@ -63,3 +63,6 @@ export RESTART_INTERVAL="6 -1"
 export OUTPUT_FH='0 09 12'
 
 ESMF_THREADING=false
+if [[ $MACHINE_ID = hercules ]] && [[ $RT_COMPILER = gnu ]]; then
+   ESMF_THREADING=true
+fi
diff --git a/tests/tests/hrrr_control_2threads_dyn32_phy32 b/tests/tests/hrrr_control_2threads_dyn32_phy32
index e5f7b11988..9ad003f954 100644
--- a/tests/tests/hrrr_control_2threads_dyn32_phy32
+++ b/tests/tests/hrrr_control_2threads_dyn32_phy32
@@ -64,3 +64,6 @@ export RESTART_INTERVAL="6 -1"
 export OUTPUT_FH='0 09 12'
 
 ESMF_THREADING=false
+if [[ $MACHINE_ID = hercules ]] && [[ $RT_COMPILER = gnu ]]; then
+   ESMF_THREADING=true
+fi
diff --git a/tests/tests/rap_2threads b/tests/tests/rap_2threads
index f8b5da8c40..5bb2dc4e74 100644
--- a/tests/tests/rap_2threads
+++ b/tests/tests/rap_2threads
@@ -64,3 +64,6 @@ export WRTTASK_PER_GROUP=6
 
 ESMF_THREADING=false
 THRD=$atm_omp_num_threads
+if [[ $MACHINE_ID = hercules ]] && [[ $RT_COMPILER = gnu ]]; then
+   ESMF_THREADING=true
+fi
diff --git a/tests/tests/rap_2threads_dyn32_phy32 b/tests/tests/rap_2threads_dyn32_phy32
index a943c30deb..ba91e53a11 100644
--- a/tests/tests/rap_2threads_dyn32_phy32
+++ b/tests/tests/rap_2threads_dyn32_phy32
@@ -65,3 +65,6 @@ export WRTTASK_PER_GROUP=6
 
 ESMF_THREADING=false
 THRD=$atm_omp_num_threads
+if [[ $MACHINE_ID = hercules ]] && [[ $RT_COMPILER = gnu ]]; then
+   ESMF_THREADING=true
+fi