Merge pull request #19 from natalie-perlin/feature/enable_test_cases

Updated FV3_slurm job configurations for Jet

tests-dev/test_cases/exp_conf/fv3_slurm.IN_jet

@@ -0,0 +1,51 @@
+#!/bin/sh
+#SBATCH -e err
+#SBATCH -o out
+#SBATCH --account=@[ACCNR]
+#SBATCH --partition=@[PARTITION]
+#SBATCH --qos=@[QUEUE]
+#SBATCH --nodes=@[NODES]
+#SBATCH --mem=0
+#SBATCH --ntasks-per-node=@[TPN]
+#SBATCH --cpus-per-task=1
+#SBATCH --time=00:@[WLCLK]:00
+#SBATCH --job-name="@[JBNME]"
+#SBATCH --exclusive
+
+set -eux
+ulimit -u unlimited
+echo -n " $( date +%s )," >  job_timestamp.txt
+
+set +x
+MACHINE_ID=jet
+source ./module-setup.sh
+module use $PWD/modulefiles
+module load modules.fv3
+module list
+set -x
+
+echo "Model started:  " `date`
+
+export MPI_TYPE_DEPTH=20
+export OMP_STACKSIZE=512M
+export OMP_NUM_THREADS=@[THRD]
+export ESMF_RUNTIME_COMPLIANCECHECK=OFF:depth=4
+export PSM_RANKS_PER_CONTEXT=4
+export PSM_SHAREDCONTEXTS=1
+export ESMF_RUNTIME_PROFILE=ON
+export ESMF_RUNTIME_PROFILE_OUTPUT="SUMMARY"
+
+# Avoid job errors because of filesystem synchronization delays
+sync && sleep 1
+
+# This "if" block is part of the rt.sh self-tests in error-test.conf. It emulates the model failing to run.
+if [ "${JOB_SHOULD_FAIL:-NO}" = WHEN_RUNNING ] ; then
+    echo "The job should abort now, with exit status 1." 1>&2
+    echo "If error checking is working, the metascheduler should mark the job as failed." 1>&2
+    false
+fi
+
+srun --label -n @[TASKS] --cpus-per-task=@[THRD] ./fv3.exe
+
+echo "Model ended:    " `date`
+echo -n " $( date +%s )," >> job_timestamp.txt

tests-dev/test_cases/tests/baroclinic_wave

@@ -23,6 +23,9 @@ export_fv3
 export_tiled
 export_ugwpv1
 
+if [[ $MACHINE_ID = jet ]]; then
+  export TPN=6
+fi
 export INPES=4
 export WRTTASK_PER_GROUP=12
 export NPZ=127

tests/fv3_conf/fv3_slurm.IN_jet

@@ -3,11 +3,11 @@
 #SBATCH -o out
 #SBATCH --account=@[ACCNR]
 #SBATCH --partition=@[PARTITION]
-#SBATCH --qos=debug
+#SBATCH --qos=@[QUEUE]
 ##SBATCH --ntasks=@[TASKS]
 #SBATCH --nodes=@[NODES]
 #SBATCH --ntasks-per-node=@[TPN]
-#SBATCH --time=30:00
+#SBATCH --time=@[WLCLK]
 #SBATCH --job-name="@[JBNME]"
 ### #SBATCH --exclusive