wip

CliMA · Nov 22, 2024 · 7d482b2 · 7d482b2
1 parent 401b12a
commit 7d482b2
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 4 deletions.
diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
@@ -564,9 +564,9 @@ steps:
       - label: "Calibration interface unit tests"
         command: julia --project=calibration/test calibration/test/interface.jl
       - label: "end to end test"
-        command: srun julia --project=calibration/test calibration/test/slurm_workers.jl
+        command: julia --project=calibration/test calibration/test/slurm_workers.jl
         agents:
-          slurm_ntasks: 11
+          slurm_ntasks: 12
           slurm_cpus_per_task: 1
         artifact_paths: "calibration_end_to_end_test/*"
         soft_fail: true

diff --git a/calibration/test/slurm_workers.jl b/calibration/test/slurm_workers.jl
@@ -1,4 +1,4 @@
-# srun --time=00:15:00  --ntasks=11 --cpus-per-task=1 --output=slurm_workers.txt julia --project=calibration/test/slurm_workers.jl
+# srun --time=01:00:00  --ntasks=16 --cpus-per-task=1 --output=slurm_workers.txt julia --project=calibration/test/slurm_workers.jl
 using Distributed, ClusterManagers
 import ClimaCalibrate as CAL
 import ClimaAnalysis: SimDir, get, slice, average_xy
@@ -73,7 +73,8 @@ function run_iteration(config, iter, worker_pool)
     ensemble_results = Dict{Int, Any}()
     for _ in 1:config.ensemble_size
         m, result = take!(results)
-        if result isa Exception            @error "Member $m failed" error=result
+        if result isa Exception
+            @error "Member $m failed" error=result
         else
             ensemble_results[m] = result
         end
@@ -100,6 +101,8 @@ end
 
 worker_pool = create_worker_pool()
 
+@everywhere println(string(myid()))
+
 @everywhere begin
     import ClimaCalibrate as CAL
     import ClimaAtmos as CA