split to diff steps

CliMA · Mar 27, 2024 · f7020d2 · f7020d2
1 parent d2aa4b6
commit f7020d2
Show file tree

Hide file tree

Showing 2 changed files with 42 additions and 12 deletions.
diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
@@ -342,17 +342,17 @@ steps:
           slurm_ntasks: 2
           slurm_mem: 16GB
 
-      - label: "batch script"
-        command:
-          - |
-            sed -n '10,37' test/mpi_tests/local_checks.sh | bash &&
-            sed -n '38,49' test/mpi_tests/local_checks.sh | bash &&
-            sed -n '50,$$p' test/mpi_tests/local_checks.sh | bash
-        env:
-          CLIMACORE_DISTRIBUTED: "MPI"
-        agents:
-          slurm_ntasks: 2
-          slurm_mem: 16GB
+      # - label: "batch script"
+      #   command:
+      #     - |
+      #       sed -n '10,37' test/mpi_tests/local_checks.sh | bash &&
+      #       sed -n '38,49' test/mpi_tests/local_checks.sh | bash &&
+      #       sed -n '50,$$p' test/mpi_tests/local_checks.sh | bash
+      #   env:
+      #     CLIMACORE_DISTRIBUTED: "MPI"
+      #   agents:
+      #     slurm_ntasks: 2
+      #     slurm_mem: 16GB
 
       # short high-res performance test
       - label: "Unthreaded AMIP FINE" # also reported by longruns with a flame graph
@@ -438,10 +438,40 @@ steps:
           slurm_mem: 20GB
           slurm_gpus: 1
 
+  - group: "Bash scripts"
+
+    steps:
+      - label: "batch script - part 1"
+        command:
+          - "sed -n '10,37' test/mpi_tests/local_checks.sh | bash"
+        env:
+          CLIMACORE_DISTRIBUTED: "MPI"
+        agents:
+          slurm_ntasks: 2
+          slurm_mem: 16GB
+
+      - wait
 
+      - label: "batch script - part 2"
+        command:
+          - "sed -n '10,35' test/mpi_tests/local_checks.sh | bash"
+          - "sed -n '38,49' test/mpi_tests/local_checks.sh | bash"
+        env:
+          CLIMACORE_DISTRIBUTED: "MPI"
+        agents:
+          slurm_ntasks: 2
+          slurm_mem: 16GB
 
       - wait
 
+      - label: "batch script - part 3"
+        command: "sed -n '50,$$p' test/mpi_tests/local_checks.sh | bash"
+        env:
+          CLIMACORE_DISTRIBUTED: "MPI"
+        agents:
+          slurm_ntasks: 2
+          slurm_mem: 16GB
+
   - wait
 
   # plot job performance history

diff --git a/test/mpi_tests/local_checks.sh b/test/mpi_tests/local_checks.sh
@@ -54,7 +54,7 @@ if [ $(ls -1 $RESTART_DIR/checkpoint | wc -l) -gt 5 ]; then
 fi
 
 # cleanup
-rm $RESTART_CONFIG_FILE
+# rm $RESTART_CONFIG_FILE
-Original file line number
+Diff line change
@@ Expand Up / @@ -54,7 +54,7 @@ if [ $(ls -1 $RESTART_DIR/checkpoint | wc -l) -gt 5 ]; then @@
     fi
     # cleanup
-    rm $RESTART_CONFIG_FILE
+    # rm $RESTART_CONFIG_FILE
@@ Expand Down @@