From bc282ea8e8e401ebf8ca2dfa7ea8d5690991010e Mon Sep 17 00:00:00 2001 From: Julia Sloan Date: Thu, 29 Feb 2024 21:39:40 -0800 Subject: [PATCH] add GPU DYAMOND runs --- .buildkite/longruns/pipeline.yml | 14 +++++++++++++- .buildkite/pipeline.yml | 10 ++++++++-- config/longrun_configs/gpu_dyamond_target.yml | 15 +++++++++++++++ config/model_configs/gpu_dyamond_target.yml | 15 +++++++++++++++ 4 files changed, 51 insertions(+), 3 deletions(-) create mode 100644 config/longrun_configs/gpu_dyamond_target.yml create mode 100644 config/model_configs/gpu_dyamond_target.yml diff --git a/.buildkite/longruns/pipeline.yml b/.buildkite/longruns/pipeline.yml index a11ef938bc..f97e0e4094 100644 --- a/.buildkite/longruns/pipeline.yml +++ b/.buildkite/longruns/pipeline.yml @@ -264,7 +264,6 @@ steps: steps: # DYAMOND AMIP: 1 day (convection resolving) - - label: "MPI AMIP SUPERFINE: dyamond_target" key: "dyamond_target" command: "srun julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/dyamond_target.yml" @@ -357,6 +356,19 @@ steps: slurm_nodes: 1 slurm_mem_per_cpu: 16G + - group: "GPU AMIP targets" + + steps: + + # DYAMOND AMIP: 1 day (convection resolving) + - label: "MPI AMIP SUPERFINE: dyamond_target" + key: "gpu_dyamond_target" + command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/gpu_dyamond_target.yml" + artifact_paths: "experiments/AMIP/output/amip/gpu_dyamond_target_artifacts/*" + agents: + slurm_mem: 20GB + slurm_gpus: 1 + - wait # plot job performance history diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 628d703043..7251a9e3fe 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -392,7 +392,6 @@ steps: key: "gpu_amip_target_topo_diagedmf_shortrun" command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/gpu_amip_target_topo_diagedmf_shortrun.yml" artifact_paths: "experiments/AMIP/output/amip/gpu_amip_target_topo_diagedmf_shortrun_artifacts/*" - agents: slurm_mem: 20GB slurm_gpus: 1 @@ -412,7 +411,14 @@ steps: slurm_mem: 20GB slurm_gpus: 1 - + # GPU RUNS: DYAMOND + - label: "GPU DYAMOND target" + key: "gpu_dyamond_target_shortrun" + command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/gpu_dyamond_target.yml" + artifact_paths: "experiments/AMIP/output/amip/gpu_dyamond_target_shortrun_artifacts/*" + agents: + slurm_mem: 20GB + slurm_gpus: 1 - wait diff --git a/config/longrun_configs/gpu_dyamond_target.yml b/config/longrun_configs/gpu_dyamond_target.yml new file mode 100644 index 0000000000..0c96492245 --- /dev/null +++ b/config/longrun_configs/gpu_dyamond_target.yml @@ -0,0 +1,15 @@ +anim: false +atmos_config_file: "config/longrun_configs/longrun_aquaplanet_dyamond.yml" +dt_cpl: 50 +dt_save_state_to_disk: "0.5days" +dt_save_to_sol: "0.5days" +energy_check: false +job_id: "gpu_dyamond_target" +land_albedo_type: "map_temporal" +mode_name: "amip" +mono_surface: false +monthly_checkpoint: false +run_name: "gpu_dyamond_target" +start_date: "19790301" +t_end: "1days" +turb_flux_partition: "CombinedStateFluxes" diff --git a/config/model_configs/gpu_dyamond_target.yml b/config/model_configs/gpu_dyamond_target.yml new file mode 100644 index 0000000000..9e6ca54221 --- /dev/null +++ b/config/model_configs/gpu_dyamond_target.yml @@ -0,0 +1,15 @@ +anim: false +atmos_config_file: "config/longrun_configs/longrun_aquaplanet_dyamond.yml" +dt_cpl: 50 +dt_save_state_to_disk: "0.5days" +dt_save_to_sol: "0.5days" +energy_check: false +job_id: "gpu_dyamond_target_shortrun" +land_albedo_type: "map_temporal" +mode_name: "amip" +mono_surface: false +monthly_checkpoint: false +run_name: "gpu_dyamond_target_shortrun" +start_date: "19790301" +t_end: "100secs" +turb_flux_partition: "CombinedStateFluxes"