From 80c3236003d9229a0a4f7fd21c762da666f7df83 Mon Sep 17 00:00:00 2001
From: nefrathenrici <nat.henrici@gmail.com>
Date: Wed, 28 Feb 2024 15:35:53 -0800
Subject: [PATCH] Move the pipeline to the new partition

---
 experiments/pipeline.sh                                   | 8 ++++++--
 .../generate_observations.sbatch                          | 6 ++++--
 2 files changed, 10 insertions(+), 4 deletions(-)

diff --git a/experiments/pipeline.sh b/experiments/pipeline.sh
index fd89d71f..59f54f9d 100755
--- a/experiments/pipeline.sh
+++ b/experiments/pipeline.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
-
 # Configure the environment
-source experiments/common_env.sh
+export MODULEPATH=/groups/esm/modules:$MODULEPATH
+module load climacommon/2024_02_27
 
 # Parse command line
 experiment_id=${1?Error: no experiment ID given}
@@ -11,6 +11,7 @@ echo "Running experiment $experiment_id with $tasks_per_model_run tasks per mode
 echo 'Initializing ensemble for calibration.'
 init_id=$(sbatch --parsable \
                  --output=init_$experiment_id.out \
+                 --partition=expansion \
                  experiments/initialize.sbatch $experiment_id)
 
 # Get ensemble size and the number of iterations from configuration file
@@ -30,6 +31,7 @@ do
                --output=/dev/null \
                --ntasks=$tasks_per_model_run \
                --array=1-$ensemble_size \
+               --partition=expansion \
                experiments/model_run.sbatch $experiment_id $i)
 
     dependency=afterany:$ensemble_array_id
@@ -39,8 +41,10 @@ do
         sbatch --dependency=$dependency --kill-on-invalid-dep=yes --parsable \
                --job=update-$i \
                --output=output/$experiment_id/$format_i/update_log.out \
+               --partition=expansion \
                experiments/update.sbatch $experiment_id $i)
 
     dependency=afterany:$update_id
     echo "Update $i job id: $update_id"
+    echo ""
 done
diff --git a/experiments/sphere_held_suarez_rhoe_equilmoist/generate_observations.sbatch b/experiments/sphere_held_suarez_rhoe_equilmoist/generate_observations.sbatch
index c6b8c8f2..07dfef96 100644
--- a/experiments/sphere_held_suarez_rhoe_equilmoist/generate_observations.sbatch
+++ b/experiments/sphere_held_suarez_rhoe_equilmoist/generate_observations.sbatch
@@ -3,13 +3,15 @@
 #SBATCH --ntasks=32
 #SBATCH --cpus-per-task=8
 #SBATCH --output="experiments/sphere_held_suarez_rhoe_equilmoist/truth_simulation/model_log.out"
+#SBATCH --partition=expansion
 
 # Configure the environment
-source experiments/common_env.sh
+export MODULEPATH=/groups/esm/modules:$MODULEPATH
+module load climacommon/2024_02_20
 
 echo "Generating truth observations."
 
-srun  --open-mode=append julia --project=experiments -e '
+srun --open-mode=append julia --project=experiments -e '
 using ClimaComms
 ClimaComms.init(ClimaComms.context())
 import ClimaAtmos as CA