Merge #2236

2236: Add target GPU simulations to CI pipeline r=sriharshakandala a=sriharshakandala Co-authored-by: sriharshakandala <sriharsha.kvs@gmail.com>
CliMA · Oct 12, 2023 · 0fed23e · 0fed23e
2 parents dcfb425 + 4e6e4f2
commit 0fed23e
Showing 1 changed file with 41 additions and 0 deletions.
diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
@@ -912,6 +912,35 @@ steps:
           - "sphere_held_suarez_rhoe_hightop"
           - "gpu_held_suarez_rhoe_hightop"
 
+      - label: "GPU: GPU dry baroclinic wave"
+        key: "target_gpu_implicit_baroclinic_wave"
+        command:
+          - mkdir -p target_gpu_implicit_baroclinic_wave
+          - >
+            nsys profile --trace=nvtx,cuda --output=target_gpu_implicit_baroclinic_wave/report
+            julia --color=yes --project=examples examples/hybrid/driver.jl
+            --config_file ${GPU_CONFIG_PATH}target_gpu_implicit_baroclinic_wave.yml
+        artifact_paths: "target_gpu_implicit_baroclinic_wave/*"
+        agents:
+          slurm_gpus: 1
+
+      - label: "GPU: GPU dry baroclinic wave - 4 gpus"
+        key: "target_gpu_implicit_baroclinic_wave_4process"
+        command:
+          - mkdir -p target_gpu_implicit_baroclinic_wave_4process
+          - >
+            srun
+            nsys profile --trace=nvtx,cuda,mpi --output=target_gpu_implicit_baroclinic_wave_4process/report-%q{PMI_RANK}
+            julia --color=yes --project=examples examples/hybrid/driver.jl
+            --config_file ${GPU_CONFIG_PATH}target_gpu_implicit_baroclinic_wave_4process.yml
+        artifact_paths: "target_gpu_implicit_baroclinic_wave_4process/*"
+        env:
+          CLIMACORE_DISTRIBUTED: "MPI"
+        agents:
+          slurm_gpus_per_task: 1
+          slurm_ntasks: 4
+          slurm_mem: 16G
+
       - label: "GPU: GPU moist Held-Suarez"
         command: >
           julia --project -e 'using CUDA; CUDA.versioninfo()'
@@ -923,6 +952,18 @@ steps:
           slurm_gpus: 1
         soft_fail: true
 
+      - label: "GPU: gpu_aquaplanet_dyamond"
+        command:
+          - mkdir -p gpu_aquaplanet_dyamond
+          - > 
+            nsys profile --trace=nvtx,cuda --output=gpu_aquaplanet_dyamond/report
+            julia --color=yes --project=examples examples/hybrid/driver.jl
+            --config_file ${GPU_CONFIG_PATH}gpu_aquaplanet_dyamond.yml
+        artifact_paths: "gpu_aquaplanet_dyamond/*"
+        agents:
+          slurm_gpus: 1
+        soft_fail: true
+
   - group: "GPU Performance"
     steps: