From fc75f4b95d9f6546766bc24f41f1b1a01f5d6ff6 Mon Sep 17 00:00:00 2001
From: Julia Sloan <jsloan@caltech.edu>
Date: Thu, 29 Feb 2024 21:39:40 -0800
Subject: [PATCH] add GPU DYAMOND run

---
 .buildkite/longruns/pipeline.yml              | 26 ++++++++++++++++++-
 config/longrun_configs/gpu_dyamond_target.yml | 15 +++++++++++
 2 files changed, 40 insertions(+), 1 deletion(-)
 create mode 100644 config/longrun_configs/gpu_dyamond_target.yml

diff --git a/.buildkite/longruns/pipeline.yml b/.buildkite/longruns/pipeline.yml
index 0bd91873d4..5952958fcf 100644
--- a/.buildkite/longruns/pipeline.yml
+++ b/.buildkite/longruns/pipeline.yml
@@ -45,6 +45,31 @@ steps:
       JULIA_NUM_PRECOMPILE_TASKS: 8
       JULIA_MAX_NUM_PRECOMPILE_FILES: 50
 
+  # DYAMOND AMIP: 1 day (convection resolving)
+  - label: "GPU AMIP SUPERFINE: dyamond_target"
+    key: "gpu_dyamond_target"
+    command:
+      - "echo $$JULIA_DEPOT_PATH"
+
+      - echo "--- Instantiate AMIP env"
+      - "julia --project=experiments/AMIP/ -e 'using Pkg; Pkg.instantiate(;verbose=true)'"
+      - "julia --project=experiments/AMIP/ -e 'using Pkg; Pkg.precompile()'"
+      - "julia --project=experiments/AMIP/ -e 'using Pkg; Pkg.status()'"
+
+      - echo "--- Download artifacts"
+      - "julia --project=artifacts -e 'using Pkg; Pkg.instantiate(;verbose=true)'"
+      - "julia --project=artifacts -e 'using Pkg; Pkg.precompile()'"
+      - "julia --project=artifacts -e 'using Pkg; Pkg.status()'"
+      - "julia --project=artifacts artifacts/download_artifacts.jl"
+
+      - "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/gpu_dyamond_target.yml"
+    artifact_paths: "experiments/AMIP/output/amip/gpu_dyamond_target_artifacts/*"
+    agents:
+      queue: clima
+      slurm_mem: 20GB
+      slurm_gpus: 1
+      modules: common
+
   - wait
 
   - group: "Coupler integration and conservation tests"
@@ -260,7 +285,6 @@ steps:
     steps:
 
       # DYAMOND AMIP: 1 day (convection resolving)
-
       - label: "MPI AMIP SUPERFINE: dyamond_target"
         key: "dyamond_target"
         command: "srun julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/dyamond_target.yml"
diff --git a/config/longrun_configs/gpu_dyamond_target.yml b/config/longrun_configs/gpu_dyamond_target.yml
new file mode 100644
index 0000000000..0c96492245
--- /dev/null
+++ b/config/longrun_configs/gpu_dyamond_target.yml
@@ -0,0 +1,15 @@
+anim: false
+atmos_config_file: "config/longrun_configs/longrun_aquaplanet_dyamond.yml"
+dt_cpl: 50
+dt_save_state_to_disk: "0.5days"
+dt_save_to_sol: "0.5days"
+energy_check: false
+job_id: "gpu_dyamond_target"
+land_albedo_type: "map_temporal"
+mode_name: "amip"
+mono_surface: false
+monthly_checkpoint: false
+run_name: "gpu_dyamond_target"
+start_date: "19790301"
+t_end: "1days"
+turb_flux_partition: "CombinedStateFluxes"