Skip to content

Commit

Permalink
Add NOAA cloud platforms to SRW (#689)
Browse files Browse the repository at this point in the history
* Tweaks for running with containers on azure

* added config.sh for GST on azure

* added AWS to load_modules_run_task.sh

* working on bare metal now

* Changing to azure, aws, and singularity

* updates for singularity

* tweaks for running using singularity exec

* tweaks for running using singularity exec

* Converting to a single noaacloud type

* slight changes to config.sh for aws

* update machine file

* added missing slash to namelist

* changes for intel

* more cleanup

* cleaned up commented lines
  • Loading branch information
mark-a-potts authored Mar 8, 2022
1 parent 2d3fcf4 commit dd9ae38
Show file tree
Hide file tree
Showing 2 changed files with 72 additions and 1 deletion.
71 changes: 71 additions & 0 deletions ush/machine/noaacloud.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,71 @@
#!/bin/bash

set -x

function file_location() {

# Return the default location of external model files on disk

local external_file_fmt external_model location

external_model=${1}
external_file_fmt=${2}

case ${external_model} in

"FV3GFS")
location='/contrib/GST/model_data/FV3GFS/${yyyymmdd}${hh}'
;;
*)
print_info_msg"\
External model \'${external_model}\' does not have a default
location on Hera. Will try to pull from HPSS"
;;

esac
echo ${location:-}
}


EXTRN_MDL_SYSBASEDIR_ICS=${EXTRN_MDL_SYSBASEDIR_ICS:-$(file_location \
${EXTRN_MDL_NAME_ICS} \
${FV3GFS_FILE_FMT_ICS})}
EXTRN_MDL_SYSBASEDIR_LBCS=${EXTRN_MDL_SYSBASEDIR_LBCS:-$(file_location \
${EXTRN_MDL_NAME_LBCS} \
${FV3GFS_FILE_FMT_ICS})}

# System scripts to source to initialize various commands within workflow
# scripts (e.g. "module").
if [ -z ${ENV_INIT_SCRIPTS_FPS:-""} ]; then
ENV_INIT_SCRIPTS_FPS=( "/etc/profile" )
fi


# Commands to run at the start of each workflow task.
PRE_TASK_CMDS='{ ulimit -s unlimited; ulimit -a; }'

# Architecture information
WORKFLOW_MANAGER="rocoto"
NCORES_PER_NODE=${NCORES_PER_NODE:-36}
SCHED=${SCHED:-"slurm"}

# UFS SRW App specific paths
FIXgsm=${FIXgsm:-"/contrib/EPIC/fix/fix_am"}
FIXaer=${FIXaer:-"/contrib/EPIC/fix/fix_aer"}
FIXlut=${FIXlut:-"/contrib/EPIC/fix/fix_lut"}
TOPO_DIR=${TOPO_DIR:-"/contrib/EPIC/fix/fix_orog"}
SFC_CLIMO_INPUT_DIR=${SFC_CLIMO_INPUT_DIR:-"/contrib/EPIC/fix/fix_sfc_climo"}
FIXLAM_NCO_BASEDIR=${FIXLAM_NCO_BASEDIR:-"/scratch2/BMC/det/FV3LAM_pregen"}

RUN_CMD_SERIAL="time"
#Run Commands currently differ for GNU/openmpi
#RUN_CMD_UTILS='mpirun --mca btl tcp,vader,self -np $nprocs'
#RUN_CMD_FCST='mpirun --mca btl tcp,vader,self -np ${PE_MEMBER01}'
#RUN_CMD_POST='mpirun --mca btl tcp,vader,self -np $nprocs'
RUN_CMD_UTILS='srun --mpi=pmi2 -n $nprocs'
RUN_CMD_FCST='srun --mpi=pmi2 -n ${PE_MEMBER01}'
RUN_CMD_POST='srun --mpi=pmi2 -n $nprocs'

# MET Installation Locations
# MET Plus is not yet supported on noaacloud

2 changes: 1 addition & 1 deletion ush/valid_param_vals.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
valid_vals_RUN_ENVIR=("nco" "community")
valid_vals_VERBOSE=("TRUE" "true" "YES" "yes" "FALSE" "false" "NO" "no")
valid_vals_DEBUG=("TRUE" "true" "YES" "yes" "FALSE" "false" "NO" "no")
valid_vals_MACHINE=("WCOSS_DELL_P3" "HERA" "ORION" "JET" "ODIN" "CHEYENNE" "STAMPEDE" "LINUX" "MACOS" "SINGULARITY")
valid_vals_MACHINE=("WCOSS_DELL_P3" "HERA" "ORION" "JET" "ODIN" "CHEYENNE" "STAMPEDE" "LINUX" "MACOS" "NOAACLOUD" "SINGULARITY")
valid_vals_SCHED=("slurm" "pbspro" "lsf" "lsfcray" "none")
valid_vals_FCST_MODEL=("ufs-weather-model" "fv3gfs_aqm")
valid_vals_WORKFLOW_MANAGER=("rocoto" "none")
Expand Down

0 comments on commit dd9ae38

Please sign in to comment.