Add atmensanlfv3inc job (#2592)

This PR creates the atmensanlfv3inc job, the ensemble version of atmanlfv3inc, created in GW PR #2420. Its GDASApp companion PR is #[1104](NOAA-EMC/GDASApp#1104), and its JCB-GDAS companion PR is #[3](NOAA-EMC/jcb-gdas#3).
NOAA-EMC · May 28, 2024 · e53c5e8 · e53c5e8
1 parent 50c2b89
commit e53c5e8
Show file tree

Hide file tree

Showing 26 changed files with 304 additions and 139 deletions.
diff --git a/env/AWSPW.env b/env/AWSPW.env
@@ -4,7 +4,7 @@ if [[ $# -ne 1 ]]; then
 
     echo "Must specify an input argument to set runtime environment variables!"
     echo "argument can be any one of the following:"
-    echo "atmanlvar atmanlfv3inc atmensanlrun aeroanlrun snowanl"
+    echo "atmanlvar atmanlfv3inc atmensanlletkf atmensanlfv3inc aeroanlrun snowanl"
     echo "anal sfcanl fcst post metp"
     echo "eobs eupd ecen efcs epos"
     echo "postsnd awips gempak"

diff --git a/env/CONTAINER.env b/env/CONTAINER.env
@@ -4,7 +4,7 @@ if [[ $# -ne 1 ]]; then
 
     echo "Must specify an input argument to set runtime environment variables!"
     echo "argument can be any one of the following:"
-    echo "atmanlvar atmanlfv3inc atmensanlrun aeroanlrun snowanl"
+    echo "atmanlvar atmanlfv3inc atmensanlletkf atmensanlfv3inc aeroanlrun snowanl"
     echo "anal sfcanl fcst post metp"
     echo "eobs eupd ecen efcs epos"
     echo "postsnd awips gempak"

diff --git a/env/HERA.env b/env/HERA.env
@@ -4,7 +4,7 @@ if [[ $# -ne 1 ]]; then
 
     echo "Must specify an input argument to set runtime environment variables!"
     echo "argument can be any one of the following:"
-    echo "atmanlvar atmensanlrun aeroanlrun snowanl atmanlfv3inc"
+    echo "atmanlvar atmanlfv3inc atmensanlletkf atmensanlfv3inc aeroanlrun snowanl"
     echo "anal sfcanl fcst post metp"
     echo "eobs eupd ecen efcs epos"
     echo "postsnd awips gempak"
@@ -68,13 +68,21 @@ elif [[ "${step}" = "atmanlvar" ]]; then
     [[ ${NTHREADS_ATMANLVAR} -gt ${nth_max} ]] && export NTHREADS_ATMANLVAR=${nth_max}
     export APRUN_ATMANLVAR="${launcher} -n ${npe_atmanlvar} --cpus-per-task=${NTHREADS_ATMANLVAR}"
 
-elif [[ "${step}" = "atmensanlrun" ]]; then
+elif [[ "${step}" = "atmensanlletkf" ]]; then
 
-    nth_max=$((npe_node_max / npe_node_atmensanlrun))
+    nth_max=$((npe_node_max / npe_node_atmensanlletkf))
 
-    export NTHREADS_ATMENSANL=${nth_atmensanlrun:-${nth_max}}
-    [[ ${NTHREADS_ATMENSANL} -gt ${nth_max} ]] && export NTHREADS_ATMENSANL=${nth_max}
-    export APRUN_ATMENSANL="${launcher} -n ${npe_atmensanlrun} --cpus-per-task=${NTHREADS_ATMENSANL}"
+    export NTHREADS_ATMENSANLLETKF=${nth_atmensanlletkf:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLLETKF} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLLETKF=${nth_max}
+    export APRUN_ATMENSANLLETKF="${launcher} -n ${npe_atmensanlletkf} --cpus-per-task=${NTHREADS_ATMENSANLLETKF}"
+
+elif [[ "${step}" = "atmensanlfv3inc" ]]; then
+
+    nth_max=$((npe_node_max / npe_node_atmensanlfv3inc))
+
+    export NTHREADS_ATMENSANLFV3INC=${nth_atmensanlfv3inc:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLFV3INC} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLFV3INC=${nth_max}
+    export APRUN_ATMENSANLFV3INC="${launcher} -n ${npe_atmensanlfv3inc} --cpus-per-task=${NTHREADS_ATMENSANLFV3INC}"    
 
 elif [[ "${step}" = "aeroanlrun" ]]; then
 

diff --git a/env/HERCULES.env b/env/HERCULES.env
@@ -73,13 +73,21 @@ case ${step} in
     [[ ${NTHREADS_ATMANLFV3INC} -gt ${nth_max} ]] && export NTHREADS_ATMANLFV3INC=${nth_max}
     export APRUN_ATMANLFV3INC="${launcher} -n ${npe_atmanlfv3inc} --cpus-per-task=${NTHREADS_ATMANLFV3INC}"
  ;;
- "atmensanlrun")
+ "atmensanlletkf")
 
-    nth_max=$((npe_node_max / npe_node_atmensanlrun))
+    nth_max=$((npe_node_max / npe_node_atmensanlletkf))
 
-    export NTHREADS_ATMENSANL=${nth_atmensanlrun:-${nth_max}}
-    [[ ${NTHREADS_ATMENSANL} -gt ${nth_max} ]] && export NTHREADS_ATMENSANL=${nth_max}
-    export APRUN_ATMENSANL="${launcher} -n ${npe_atmensanlrun} --cpus-per-task=${NTHREADS_ATMENSANL}"
+    export NTHREADS_ATMENSANLLETKF=${nth_atmensanlletkf:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLLETKF} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLLETKF=${nth_max}
+    export APRUN_ATMENSANLLETKF="${launcher} -n ${npe_atmensanlletkf} --cpus-per-task=${NTHREADS_ATMENSANLLETKF}"
+ ;;
+ "atmensanlfv3inc")
+
+    nth_max=$((npe_node_max / npe_node_atmensanlfv3inc))
+
+    export NTHREADS_ATMENSANLFV3INC=${nth_atmensanlfv3inc:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLFV3INC} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLFV3INC=${nth_max}
+    export APRUN_ATMENSANLFV3INC="${launcher} -n ${npe_atmensanlfv3inc} --cpus-per-task=${NTHREADS_ATMENSANLFV3INC}"
  ;;
  "aeroanlrun")
 

diff --git a/env/JET.env b/env/JET.env
@@ -4,7 +4,7 @@ if [[ $# -ne 1 ]]; then
 
     echo "Must specify an input argument to set runtime environment variables!"
     echo "argument can be any one of the following:"
-    echo "atmanlvar atmensanlrun aeroanlrun snowanl atmanlfv3inc"
+    echo "atmanlvar atmanlfv3inc atmensanlletkf atmensanlfv3inc aeroanlrun snowanl"
     echo "anal sfcanl fcst post metp"
     echo "eobs eupd ecen efcs epos"
     echo "postsnd awips gempak"
@@ -56,13 +56,21 @@ elif [[ "${step}" = "atmanlvar" ]]; then
     [[ ${NTHREADS_ATMANLVAR} -gt ${nth_max} ]] && export NTHREADS_ATMANLVAR=${nth_max}
     export APRUN_ATMANLVAR="${launcher} -n ${npe_atmanlvar}"
 
-elif [[ "${step}" = "atmensanlrun" ]]; then
+elif [[ "${step}" = "atmensanlletkf" ]]; then
 
-    nth_max=$((npe_node_max / npe_node_atmensanlrun))
+    nth_max=$((npe_node_max / npe_node_atmensanlletkf))
 
-    export NTHREADS_ATMENSANL=${nth_atmensanlrun:-${nth_max}}
-    [[ ${NTHREADS_ATMENSANL} -gt ${nth_max} ]] && export NTHREADS_ATMENSANL=${nth_max}
-    export APRUN_ATMENSANL="${launcher} ${npe_atmensanlrun}"
+    export NTHREADS_ATMENSANLLETKF=${nth_atmensanlletkf:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLLETKF} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLLETKF=${nth_max}
+    export APRUN_ATMENSANLLETKF="${launcher} ${npe_atmensanlletkf}"
+
+elif [[ "${step}" = "atmensanlfv3inc" ]]; then
+
+    nth_max=$((npe_node_max / npe_node_atmensanlfv3inc))
+
+    export NTHREADS_ATMENSANLFV3INC=${nth_atmensanlfv3inc:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLFV3INC} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLFV3INC=${nth_max}
+    export APRUN_ATMENSANLFV3INC="${launcher} ${npe_atmensanlfv3inc}"
 
 elif [[ "${step}" = "aeroanlrun" ]]; then
 

diff --git a/env/ORION.env b/env/ORION.env
@@ -4,7 +4,7 @@ if [[ $# -ne 1 ]]; then
 
     echo "Must specify an input argument to set runtime environment variables!"
     echo "argument can be any one of the following:"
-    echo "atmanlvar atmensanlrun aeroanlrun snowanl atmanlfv3inc"
+    echo "atmanlvar atmanlfv3inc atmensanlletkf atmensanlfv3inc aeroanlrun snowanl"
     echo "anal sfcanl fcst post metp"
     echo "eobs eupd ecen efcs epos"
     echo "postsnd awips gempak"
@@ -64,13 +64,21 @@ elif [[ "${step}" = "atmanlvar" ]]; then
     [[ ${NTHREADS_ATMANLVAR} -gt ${nth_max} ]] && export NTHREADS_ATMANLVAR=${nth_max}
     export APRUN_ATMANLVAR="${launcher} -n ${npe_atmanlvar} --cpus-per-task=${NTHREADS_ATMANLVAR}"
 
-elif [[ "${step}" = "atmensanlrun" ]]; then
+elif [[ "${step}" = "atmensanlletkf" ]]; then
 
-    nth_max=$((npe_node_max / npe_node_atmensanlrun))
+    nth_max=$((npe_node_max / npe_node_atmensanlletkf))
 
-    export NTHREADS_ATMENSANL=${nth_atmensanlrun:-${nth_max}}
-    [[ ${NTHREADS_ATMENSANL} -gt ${nth_max} ]] && export NTHREADS_ATMENSANL=${nth_max}
-    export APRUN_ATMENSANL="${launcher} -n ${npe_atmensanlrun} --cpus-per-task=${NTHREADS_ATMENSANL}"
+    export NTHREADS_ATMENSANLLETKF=${nth_atmensanlletkf:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLLETKF} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLLETKF=${nth_max}
+    export APRUN_ATMENSANLLETKF="${launcher} -n ${npe_atmensanlletkf} --cpus-per-task=${NTHREADS_ATMENSANLLETKF}"
+
+elif [[ "${step}" = "atmensanlfv3inc" ]]; then
+
+    nth_max=$((npe_node_max / npe_node_atmensanlfv3inc))
+
+    export NTHREADS_ATMENSANLFV3INC=${nth_atmensanlfv3inc:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLFV3INC} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLFV3INC=${nth_max}
+    export APRUN_ATMENSANLFV3INC="${launcher} -n ${npe_atmensanlfv3inc} --cpus-per-task=${NTHREADS_ATMENSANLFV3INC}"
 
 elif [[ "${step}" = "aeroanlrun" ]]; then
 

diff --git a/env/S4.env b/env/S4.env
@@ -4,7 +4,7 @@ if [[ $# -ne 1 ]]; then
 
     echo "Must specify an input argument to set runtime environment variables!"
     echo "argument can be any one of the following:"
-    echo "atmanlvar atmensanlrun aeroanlrun snowanl atmanlfv3inc"
+    echo "atmanlvar atmanlfv3inc atmensanlletkf atmensanlfv3inc aeroanlrun snowanl"
     echo "anal sfcanl fcst post metp"
     echo "eobs eupd ecen efcs epos"
     echo "postsnd awips gempak"
@@ -56,13 +56,21 @@ elif [[ "${step}" = "atmanlvar" ]]; then
     [[ ${NTHREADS_ATMANLVAR} -gt ${nth_max} ]] && export NTHREADS_ATMANLVAR=${nth_max}
     export APRUN_ATMANLVAR="${launcher} -n ${npe_atmanlvar}"
 
-elif [[ "${step}" = "atmensanlrun" ]]; then
+elif [[ "${step}" = "atmensanlletkf" ]]; then
 
-    nth_max=$((npe_node_max / npe_node_atmensanlrun))
+    nth_max=$((npe_node_max / npe_node_atmensanlletkf))
 
-    export NTHREADS_ATMENSANL=${nth_atmensanlrun:-${nth_max}}
-    [[ ${NTHREADS_ATMENSANL} -gt ${nth_max} ]] && export NTHREADS_ATMENSANL=${nth_max}
-    export APRUN_ATMENSANL="${launcher} -n ${npe_atmensanlrun}"
+    export NTHREADS_ATMENSANLLETKF=${nth_atmensanlletkf:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLLETKF} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLLETKF=${nth_max}
+    export APRUN_ATMENSANLLETKF="${launcher} -n ${npe_atmensanlletkf}"
+
+elif [[ "${step}" = "atmensanlfv3inc" ]]; then
+
+    nth_max=$((npe_node_max / npe_node_atmensanlfv3inc))
+
+    export NTHREADS_ATMENSANLFV3INC=${nth_atmensanlfv3inc:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLFV3INC} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLFV3INC=${nth_max}
+    export APRUN_ATMENSANLFV3INC="${launcher} -n ${npe_atmensanlfv3inc}"    
 
 elif [[ "${step}" = "aeroanlrun" ]]; then
 

diff --git a/env/WCOSS2.env b/env/WCOSS2.env
@@ -4,7 +4,7 @@ if [[ $# -ne 1 ]]; then
 
     echo "Must specify an input argument to set runtime environment variables!"
     echo "argument can be any one of the following:"
-    echo "atmanlvar atmensanlrun aeroanlrun snowanl atmanlfv3inc"
+    echo "atmanlvar atmanlfv3inc atmensanlletkf atmensanlfv3inc aeroanlrun snowanl"
     echo "anal sfcanl fcst post metp"
     echo "eobs eupd ecen esfc efcs epos"
     echo "postsnd awips gempak"
@@ -50,13 +50,21 @@ elif [[ "${step}" = "atmanlvar" ]]; then
     [[ ${NTHREADS_ATMANLVAR} -gt ${nth_max} ]] && export NTHREADS_ATMANLVAR=${nth_max}
     export APRUN_ATMANLVAR="${launcher} -n ${npe_atmanlvar}"
 
-elif [[ "${step}" = "atmensanlrun" ]]; then
+elif [[ "${step}" = "atmensanlletkf" ]]; then
 
-    nth_max=$((npe_node_max / npe_node_atmensanlrun))
+    nth_max=$((npe_node_max / npe_node_atmensanlletkf))
 
-    export NTHREADS_ATMENSANL=${nth_atmensanlrun:-${nth_max}}
-    [[ ${NTHREADS_ATMENSANL} -gt ${nth_max} ]] && export NTHREADS_ATMENSANL=${nth_max}
-    export APRUN_ATMENSANL="${launcher} -n ${npe_atmensanlrun}"
+    export NTHREADS_ATMENSANLLETKF=${nth_atmensanlletkf:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLLETKF} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLLETKF=${nth_max}
+    export APRUN_ATMENSANLLETKF="${launcher} -n ${npe_atmensanlletkf}"
+
+elif [[ "${step}" = "atmensanlfv3inc" ]]; then
+
+    nth_max=$((npe_node_max / npe_node_atmensanlfv3inc))
+
+    export NTHREADS_ATMENSANLFV3INC=${nth_atmensanlfv3inc:-${nth_max}}
+    [[ ${NTHREADS_ATMENSANLFV3INC} -gt ${nth_max} ]] && export NTHREADS_ATMENSANLFV3INC=${nth_max}
+    export APRUN_ATMENSANLFV3INC="${launcher} -n ${npe_atmensanlfv3inc}"
 
 elif [[ "${step}" = "aeroanlrun" ]]; then
 

diff --git a/jobs/JGLOBAL_ATMENS_ANALYSIS_FV3_INCREMENT b/jobs/JGLOBAL_ATMENS_ANALYSIS_FV3_INCREMENT
@@ -0,0 +1,35 @@
+#! /usr/bin/env bash
+
+source "${HOMEgfs}/ush/preamble.sh"
+export WIPE_DATA="NO"
+export DATA=${DATA:-${DATAROOT}/${RUN}atmensanl_${cyc}}
+source "${HOMEgfs}/ush/jjob_header.sh" -e "atmensanlfv3inc" -c "base atmensanl atmensanlfv3inc"
+
+##############################################
+# Set variables used in the script
+##############################################
+
+##############################################
+# Begin JOB SPECIFIC work
+##############################################
+
+###############################################################
+# Run relevant script
+
+EXSCRIPT=${GDASATMENSRUNSH:-${SCRgfs}/exglobal_atmens_analysis_fv3_increment.py}
+${EXSCRIPT}
+status=$?
+[[ ${status} -ne 0 ]] && exit "${status}"
+
+##############################################
+# End JOB SPECIFIC work
+##############################################
+
+##############################################
+# Final processing
+##############################################
+if [[ -e "${pgmout}" ]] ; then
+  cat "${pgmout}"
+fi
+
+exit 0
diff --git a/jobs/JGLOBAL_ATMENS_ANALYSIS_RUN → jobs/JGLOBAL_ATMENS_ANALYSIS_LETKF b/jobs/JGLOBAL_ATMENS_ANALYSIS_RUN → jobs/JGLOBAL_ATMENS_ANALYSIS_LETKF
@@ -3,7 +3,7 @@
 source "${HOMEgfs}/ush/preamble.sh"
 export WIPE_DATA="NO"
 export DATA=${DATA:-${DATAROOT}/${RUN}atmensanl_${cyc}}
-source "${HOMEgfs}/ush/jjob_header.sh" -e "atmensanlrun" -c "base atmensanl atmensanlrun"
+source "${HOMEgfs}/ush/jjob_header.sh" -e "atmensanlletkf" -c "base atmensanl atmensanlletkf"
 
 ##############################################
 # Set variables used in the script
@@ -16,7 +16,7 @@ source "${HOMEgfs}/ush/jjob_header.sh" -e "atmensanlrun" -c "base atmensanl atme
 ###############################################################
 # Run relevant script
 
-EXSCRIPT=${GDASATMENSRUNSH:-${SCRgfs}/exglobal_atmens_analysis_run.py}
+EXSCRIPT=${GDASATMENSRUNSH:-${SCRgfs}/exglobal_atmens_analysis_letkf.py}
 ${EXSCRIPT}
 status=$?
 [[ ${status} -ne 0 ]] && exit "${status}"

diff --git a/jobs/rocoto/atmensanlfv3inc.sh b/jobs/rocoto/atmensanlfv3inc.sh
@@ -0,0 +1,24 @@
+#! /usr/bin/env bash
+
+source "${HOMEgfs}/ush/preamble.sh"
+
+###############################################################
+# Source UFSDA workflow modules
+. "${HOMEgfs}/ush/load_ufsda_modules.sh"
+status=$?
+[[ ${status} -ne 0 ]] && exit "${status}"
+
+export job="atmensanlfv3inc"
+export jobid="${job}.$$"
+
+###############################################################
+# setup python path for workflow utilities and tasks
+wxflowPATH="${HOMEgfs}/ush/python:${HOMEgfs}/ush/python/wxflow/src"
+PYTHONPATH="${PYTHONPATH:+${PYTHONPATH}:}${wxflowPATH}"
+export PYTHONPATH
+
+###############################################################
+# Execute the JJOB
+"${HOMEgfs}/jobs/JGLOBAL_ATMENS_ANALYSIS_FV3_INCREMENT"
+status=$?
+exit "${status}"
diff --git a/jobs/rocoto/atmensanlrun.sh → jobs/rocoto/atmensanlletkf.sh b/jobs/rocoto/atmensanlrun.sh → jobs/rocoto/atmensanlletkf.sh
@@ -8,7 +8,7 @@ source "${HOMEgfs}/ush/preamble.sh"
 status=$?
 [[ ${status} -ne 0 ]] && exit "${status}"
 
-export job="atmensanlrun"
+export job="atmensanlletkf"
 export jobid="${job}.$$"
 
 ###############################################################
@@ -19,6 +19,6 @@ export PYTHONPATH
 
 ###############################################################
 # Execute the JJOB
-"${HOMEgfs}/jobs/JGLOBAL_ATMENS_ANALYSIS_RUN"
+"${HOMEgfs}/jobs/JGLOBAL_ATMENS_ANALYSIS_LETKF"
 status=$?
 exit "${status}"
diff --git a/parm/config/gfs/config.atmensanlfv3inc b/parm/config/gfs/config.atmensanlfv3inc
@@ -0,0 +1,14 @@
+#! /usr/bin/env bash
+
+########## config.atmensanlfv3inc ##########
+# Atm Var Analysis specific
+
+echo "BEGIN: config.atmensanlfv3inc"
+
+# Get task specific resources
+. "${EXPDIR}/config.resources" atmensanlfv3inc
+
+export JCB_ALGO=fv3jedi_fv3inc_lgetkf
+export JEDIEXE=${EXECgfs}/fv3jedi_fv3inc.x
+
+echo "END: config.atmensanlfv3inc"
diff --git a/parm/config/gfs/config.atmensanlletkf b/parm/config/gfs/config.atmensanlletkf
@@ -0,0 +1,11 @@
+#! /usr/bin/env bash
+
+########## config.atmensanlletkf ##########
+# Atm Ens Analysis specific
+
+echo "BEGIN: config.atmensanlletkf"
+
+# Get task specific resources
+. "${EXPDIR}/config.resources" atmensanlletkf
+
+echo "END: config.atmensanlletkf"
diff --git a/parm/config/gfs/config.atmensanlrun b/parm/config/gfs/config.atmensanlrun