Add experiment directories, rt_c384 and rt_v17p8_ugwpv1_mynn

jkhender · Mar 28, 2024 · 5ade677 · 5ade677
1 parent b7403d5
commit 5ade677
Show file tree

Hide file tree

Showing 212 changed files with 16,530 additions and 0 deletions.
diff --git a/FV3GFSwfm/rt_c384ics/c384_ics.xml b/FV3GFSwfm/rt_c384ics/c384_ics.xml
@@ -0,0 +1,209 @@
+<?xml version="1.0"?>
+<!DOCTYPE workflow
+[
+	<!--
+	PROGRAM
+		Main workflow manager for Forecast only Global Forecast System
+
+	AUTHOR:
+		Rahul Mahajan
+		rahul.mahajan@noaa.gov
+
+	NOTES:
+		This workflow was automatically generated at 2022-07-10 04:19:26.133858
+	-->
+
+	<!-- Experiment parameters such as name, cycle, resolution -->
+	<!ENTITY PSLOT    "rt_c384ics">
+	<!ENTITY CDUMP    "gfs">
+	<!ENTITY CASE     "C384">
+	<!ENTITY COMPONENT "atmos">
+
+	<!-- Experiment parameters such as starting, ending dates -->
+	<!ENTITY SDATE    "202402010000">
+	<!ENTITY EDATE    "202402140000">
+	<!ENTITY INTERVAL "24:00:00">
+
+	<!-- Run Envrionment -->
+	<!ENTITY RUN_ENVIR "emc">
+
+	<!-- Directories for driving the workflow -->
+	<!ENTITY HOMEgfs "/scratch1/BMC/gsd-fv3/rtruns/UFS-CAMsuite">
+	<!ENTITY JOBS_DIR "&HOMEgfs;/jobs/rocoto">
+
+	<!-- Experiment related directories -->
+	<!ENTITY EXPDIR "&HOMEgfs;/FV3GFSwfm/&PSLOT;">
+	<!ENTITY ROTDIR "&HOMEgfs;/FV3GFSrun/&PSLOT;">
+	<!ENTITY ICSDIR "/scratch1/BMC/gsd-fv3/rtruns/FV3ICS_L127">
+        <!ENTITY PUBDIR "/scratch2/BMC/public/data/grids/gfs/anl/netcdf">
+	<!ENTITY EMCDIR "/scratch1/NCEPDEV/rstprod/com/gfs/v16.3">
+	<!ENTITY RETRODIR "/scratch1/BMC/gsd-fv3-dev/GFS_RETRO_NETCDF">
+
+	<!-- Machine related entities -->
+	<!ENTITY ACCOUNT    "gsd-fv3">
+	<!ENTITY QUEUE      "batch">
+	<!ENTITY QUEUE_SERVICE "service">
+	<!ENTITY PARTITION_BATCH "hera">
+	<!ENTITY PARTITION_SERVICE "service">
+	<!ENTITY SCHEDULER  "slurm">
+
+	<!-- Toggle HPSS archiving -->
+	<!ENTITY ARCHIVE_TO_HPSS "YES">
+
+	<!-- ROCOTO parameters that control workflow -->
+	<!ENTITY CYCLETHROTTLE "4">
+	<!ENTITY TASKTHROTTLE  "25">
+	<!ENTITY MAXTRIES      "2">
+
+	<!-- BEGIN: Resource requirements for the workflow -->
+
+	<!ENTITY QUEUE_GETIC_GFS     "&QUEUE;">
+	<!ENTITY PARTITION_GETIC_GFS "&PARTITION_SERVICE;">
+	<!ENTITY WALLTIME_GETIC_GFS  "00:10:00">
+	<!ENTITY RESOURCES_GETIC_GFS "<nodes>1:ppn=1:tpp=1</nodes>">
+	<!ENTITY NATIVE_GETIC_GFS    "--export=NONE">
+
+	<!ENTITY QUEUE_INIT_GFS     "&QUEUE;">
+	<!ENTITY PARTITION_INIT_GFS "&PARTITION_BATCH;">
+	<!ENTITY WALLTIME_INIT_GFS  "00:20:00">
+	<!ENTITY RESOURCES_INIT_GFS "<nodes>4:ppn=6:tpp=1</nodes>">
+	<!ENTITY MEMORY_INIT_GFS    "70G">
+	<!ENTITY NATIVE_INIT_GFS    "--export=NONE">
+
+	<!ENTITY QUEUE_ARCH_GFS     "&QUEUE;">
+	<!ENTITY PARTITION_ARCH_GFS "&PARTITION_SERVICE;">
+	<!ENTITY WALLTIME_ARCH_GFS  "06:00:00">
+	<!ENTITY RESOURCES_ARCH_GFS "<nodes>1:ppn=1:tpp=1</nodes>">
+	<!ENTITY MEMORY_ARCH_GFS    "2048M">
+	<!ENTITY NATIVE_ARCH_GFS    "--export=NONE">
+
+	<!-- END: Resource requirements for the workflow -->
+
+]>
+
+<workflow realtime="F" scheduler="&SCHEDULER;" cyclethrottle="&CYCLETHROTTLE;" taskthrottle="&TASKTHROTTLE;">
+
+	<log verbosity="10"><cyclestr>&EXPDIR;/logs/@Y@m@d@H.log</cyclestr></log>
+
+	<!-- Define the cycles -->
+	<cycledef group="gfs">&SDATE; &EDATE; &INTERVAL;</cycledef>
+
+<task name="gfsgetic" cycledefs="gfs" maxtries="&MAXTRIES;">
+
+	<command>&JOBS_DIR;/getic.sh</command>
+
+	<jobname><cyclestr>&PSLOT;_gfsgetic_@H</cyclestr></jobname>
+	<account>&ACCOUNT;</account>
+	<queue>&QUEUE_GETIC_GFS;</queue>
+	<partition>&PARTITION_GETIC_GFS;</partition>
+	&RESOURCES_GETIC_GFS;
+	<walltime>&WALLTIME_GETIC_GFS;</walltime>
+
+	<native>&NATIVE_GETIC_GFS;</native>
+
+	<join><cyclestr>&ROTDIR;/logs/@Y@m@d@H/gfsgetic.log</cyclestr></join>
+
+	<envar><name>RUN_ENVIR</name><value>&RUN_ENVIR;</value></envar>
+	<envar><name>HOMEgfs</name><value>&HOMEgfs;</value></envar>
+	<envar><name>EXPDIR</name><value>&EXPDIR;</value></envar>
+	<envar><name>CDATE</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
+	<envar><name>CDUMP</name><value>&CDUMP;</value></envar>
+	<envar><name>PDY</name><value><cyclestr>@Y@m@d</cyclestr></value></envar>
+	<envar><name>cyc</name><value><cyclestr>@H</cyclestr></value></envar>
+	<envar><name>ICSDIR</name><value>&ICSDIR;/<cyclestr>@Y@m@d@H</cyclestr></value></envar>
+	<envar><name>PUBDIR</name><value>&PUBDIR;</value></envar>
+	<envar><name>EMCDIR</name><value>&EMCDIR;</value></envar>
+	<envar><name>RETRODIR</name><value>&RETRODIR;</value></envar>
+	<envar><name>ROTDIR</name><value>&ROTDIR;</value></envar>
+	<envar><name>PSLOT</name><value>&PSLOT;</value></envar>
+	<envar><name>COMPONENT</name><value>&COMPONENT;</value></envar>
+
+	<dependency>
+		<and>
+			<nor>
+				<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/model_data/atmos/input/chgres_done</cyclestr></datadep>
+				<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/model_data/atmos/restart/@Y@m@d.@H0000.sfcanl_data.tile6.nc</cyclestr></datadep>
+			</nor>
+			<or>
+				<and>
+					<datadep age="300"><cyclestr>&EMCDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/&CDUMP;.t@Hz.atmanl.nc</cyclestr></datadep>
+					<datadep age="300"><cyclestr>&EMCDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/&CDUMP;.t@Hz.sfcanl.nc</cyclestr></datadep>
+				</and>
+				<and>
+					<datadep age="300"><cyclestr>&PUBDIR;/@y@j@H00.&CDUMP;.t@Hz.atmanl.nc</cyclestr></datadep>
+					<datadep age="300"><cyclestr>&PUBDIR;/@y@j@H00.&CDUMP;.t@Hz.sfcanl.nc</cyclestr></datadep>
+				</and>
+				<and>
+					<datadep><cyclestr>&RETRODIR;/@y@j@H00.&CDUMP;.t@Hz.atmanl.nc</cyclestr></datadep>
+					<datadep><cyclestr>&RETRODIR;/@y@j@H00.&CDUMP;.t@Hz.sfcanl.nc</cyclestr></datadep>
+				</and>
+			</or>
+		</and>
+	</dependency>
+
+</task>
+
+<task name="gfsinit" cycledefs="gfs" maxtries="&MAXTRIES;">
+
+	<command>&JOBS_DIR;/init.sh</command>
+
+	<jobname><cyclestr>&PSLOT;_gfsinit_@H</cyclestr></jobname>
+	<account>&ACCOUNT;</account>
+	<queue>&QUEUE_INIT_GFS;</queue>
+	<partition>&PARTITION_INIT_GFS;</partition>
+	&RESOURCES_INIT_GFS;
+	<walltime>&WALLTIME_INIT_GFS;</walltime>
+	<memory>&MEMORY_INIT_GFS;</memory>
+	<native>&NATIVE_INIT_GFS;</native>
+
+	<join><cyclestr>&ROTDIR;/logs/@Y@m@d@H/gfsinit.log</cyclestr></join>
+
+	<envar><name>RUN_ENVIR</name><value>&RUN_ENVIR;</value></envar>
+	<envar><name>HOMEgfs</name><value>&HOMEgfs;</value></envar>
+	<envar><name>EXPDIR</name><value>&EXPDIR;</value></envar>
+	<envar><name>CDATE</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
+	<envar><name>CDUMP</name><value>&CDUMP;</value></envar>
+	<envar><name>ICSDIR</name><value>&ICSDIR;</value></envar>
+	<envar><name>PDY</name><value><cyclestr>@Y@m@d</cyclestr></value></envar>
+	<envar><name>cyc</name><value><cyclestr>@H</cyclestr></value></envar>
+	<envar><name>COMPONENT</name><value>&COMPONENT;</value></envar>
+	<envar><name>ROTDIR</name><value>&ROTDIR;</value></envar>
+
+	<dependency>
+		<and>
+			<or>
+				<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/gfs.t@Hz.sanl</cyclestr></datadep>
+				<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/gfs.t@Hz.atmanl.nemsio</cyclestr></datadep>
+				<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/gfs.t@Hz.atmanl.nc</cyclestr></datadep>
+				<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/gfs.t@Hz.atmanl.nc</cyclestr></datadep>
+				<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/restart/@Y@m@d.@H0000.sfcanl_data.tile6.nc</cyclestr></datadep>
+			</or>
+			<taskdep task="gfsgetic"/>
+		</and>
+	</dependency>
+
+</task>
+
+<task name="mssFV3ICS" cycledefs="gfs" maxtries="&MAXTRIES;">
+	<command>&JOBS_DIR;/archive_fv3ics.ksh</command>
+        <account>&ACCOUNT;</account>
+	<memory>2G</memory>
+	<cores>1</cores>
+	<partition>&PARTITION_SERVICE;</partition>
+	<walltime>01:30:00</walltime>
+	<jobname><cyclestr>mssfv3ics</cyclestr></jobname>
+	<join><cyclestr>&ROTDIR;/logs/@Y@m@d@H/mssfv3ics.log</cyclestr></join>
+	<envar><name>ICSDIR</name><value>&ICSDIR;/<cyclestr>@Y@m@d@H</cyclestr></value></envar>
+	<envar><name>mssDir</name><value>FV3ICS_L127/<cyclestr>@Y</cyclestr>/<cyclestr>@m</cyclestr></value></envar>
+	<envar><name>yyyymmddhh</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
+	<envar><name>CDUMP</name><value>&CDUMP;</value></envar>
+	<envar><name>CASE</name><value>&CASE;</value></envar>
+	<dependency>
+		<and>
+		<datadep><cyclestr>&ICSDIR;/@Y@m@d@H/&CDUMP;/&CASE;/INPUT/gfs_data.tile6.nc</cyclestr></datadep>
+		<datadep><cyclestr>&ICSDIR;/@Y@m@d@H/&CDUMP;/&CASE;/INPUT/sfc_data.tile6.nc</cyclestr></datadep>
+		</and>
+	</dependency>
+</task>
+
+</workflow>
diff --git a/FV3GFSwfm/rt_c384ics/config.aero b/FV3GFSwfm/rt_c384ics/config.aero
@@ -0,0 +1,46 @@
+#! /usr/bin/env bash
+
+# UFS-Aerosols settings
+
+# Turn off warnings about unused variables
+# shellcheck disable=SC2034
+
+
+# Path to the input data tree
+case ${machine} in
+  "HERA")
+    AERO_INPUTS_DIR="/scratch1/NCEPDEV/global/glopara/data/gocart_emissions"
+    ;;
+  "ORION" | "HERCULES")
+    AERO_INPUTS_DIR="/work2/noaa/global/wkolczyn/noscrub/global-workflow/gocart_emissions"
+    ;;
+  "S4")
+    AERO_INPUTS_DIR="/data/prod/glopara/gocart_emissions"
+    ;;
+  "WCOSS2")
+    AERO_INPUTS_DIR="/lfs/h2/emc/global/noscrub/emc.global/data/gocart_emissions"
+    ;;
+  "JET")
+    AERO_INPUTS_DIR="/lfs4/HFIP/hfv3gfs/glopara/data/gocart_emissions"
+    ;;
+  *)
+    echo "FATAL ERROR: Machine ${machine} unsupported for aerosols"
+    exit 2
+    ;;
+esac
+export AERO_INPUTS_DIR
+
+export AERO_DIAG_TABLE="${HOMEgfs}/parm/ufs/fv3/diag_table.aero"
+export AERO_FIELD_TABLE="${HOMEgfs}/parm/ufs/fv3/field_table.aero"
+# Biomass burning emission dataset. Choose from: gbbepx, qfed, none
+export AERO_EMIS_FIRE="qfed"
+# Directory containing GOCART configuration files
+export AERO_CONFIG_DIR="${HOMEgfs}/parm/ufs/gocart"
+
+# Aerosol convective scavenging factors (list of string array elements)
+# Element syntax: '<tracer_name>:<factor>'. Use <tracer_name> = * to set default factor for all aerosol tracers
+# Scavenging factors are set to 0 (no scavenging) if unset
+export fscav_aero="'*:0.3','so2:0.0','msa:0.0','dms:0.0','nh3:0.4','nh4:0.6','bc1:0.6','bc2:0.6','oc1:0.4','oc2:0.4','dust1:0.6','dust2:0.6', 'dust3:0.6','dust4:0.6','dust5:0.6','seas1:0.5','seas2:0.5','seas3:0.5','seas4:0.5','seas5:0.5'"
+#
+# Number of diagnostic aerosol tracers (default: 0)
+export dnats_aero=2
diff --git a/FV3GFSwfm/rt_c384ics/config.aeroanl b/FV3GFSwfm/rt_c384ics/config.aeroanl
@@ -0,0 +1,30 @@
+#!/bin/bash -x
+
+########## config.aeroanl ##########
+# configuration common to all aero analysis tasks
+
+echo "BEGIN: config.aeroanl"
+
+export CASE_ANL=${CASE}
+export OBS_YAML_DIR=${HOMEgfs}/sorc/gdas.cd/parm/aero/obs/config/
+export OBS_LIST=${HOMEgfs}/sorc/gdas.cd/parm/aero/obs/lists/gdas_aero_prototype.yaml
+export STATICB_TYPE='identity'
+export BERROR_YAML=${HOMEgfs}/sorc/gdas.cd/parm/aero/berror/staticb_${STATICB_TYPE}.yaml
+export FIXgdas=${HOMEgfs}/fix/gdas
+export BERROR_DATA_DIR=${FIXgdas}/bump/aero/${CASE_ANL}/
+export BERROR_DATE="20160630.000000"
+
+export io_layout_x=1
+export io_layout_y=1
+
+export JEDIEXE=${HOMEgfs}/exec/fv3jedi_var.x
+
+if [[ "${DOIAU}" == "YES" ]]; then
+  export aero_bkg_times="3,6,9"
+  export AEROVARYAML=${HOMEgfs}/sorc/gdas.cd/parm/aero/variational/3dvar_fgat_gfs_aero.yaml
+else
+  export aero_bkg_times="6"
+  export AEROVARYAML=${HOMEgfs}/sorc/gdas.cd/parm/aero/variational/3dvar_gfs_aero.yaml
+fi
+
+echo "END: config.aeroanl"
diff --git a/FV3GFSwfm/rt_c384ics/config.aeroanlfinal b/FV3GFSwfm/rt_c384ics/config.aeroanlfinal
@@ -0,0 +1,10 @@
+#!/bin/bash -x
+
+########## config.aeroanlfinal ##########
+# Post Aero Analysis specific
+
+echo "BEGIN: config.aeroanlfinal"
+
+# Get task specific resources
+. $EXPDIR/config.resources aeroanlfinal
+echo "END: config.aeroanlfinal"
diff --git a/FV3GFSwfm/rt_c384ics/config.aeroanlinit b/FV3GFSwfm/rt_c384ics/config.aeroanlinit
@@ -0,0 +1,10 @@
+#!/bin/bash -x
+
+########## config.aeroanlinit ##########
+# Pre Aero Analysis specific
+
+echo "BEGIN: config.aeroanlinit"
+
+# Get task specific resources
+. $EXPDIR/config.resources aeroanlinit
+echo "END: config.aeroanlinit"
diff --git a/FV3GFSwfm/rt_c384ics/config.aeroanlrun b/FV3GFSwfm/rt_c384ics/config.aeroanlrun
@@ -0,0 +1,11 @@
+#!/bin/bash -x
+
+########## config.aeroanlrun ##########
+# Aerosol Analysis specific
+
+echo "BEGIN: config.aeroanlrun"
+
+# Get task specific resources
+. $EXPDIR/config.resources aeroanlrun
+
+echo "END: config.aeroanlrun"
diff --git a/FV3GFSwfm/rt_c384ics/config.aerosol_init b/FV3GFSwfm/rt_c384ics/config.aerosol_init
@@ -0,0 +1,10 @@
+#! /usr/bin/env bash
+
+########## config.aerosol_init ##########
+
+echo "BEGIN: config.aerosol_init"
+
+# Get task specific resources
+source $EXPDIR/config.resources aerosol_init
+
+echo "END: config.aerosol_init"