Skip to content

Commit

Permalink
add dyamond configuration
Browse files Browse the repository at this point in the history
  • Loading branch information
@szy21
szy21 committed Sep 17, 2023
1 parent c50cf9e commit 1bfb0cb
Show file tree
Hide file tree
Showing 3 changed files with 214 additions and 169 deletions.
354 changes: 185 additions & 169 deletions .buildkite/longruns/pipeline.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -34,191 +34,207 @@ steps:

- wait

- group: "Targeted resolution AMIP long runs"

steps:

- label: ":computer: baroclinic wave (ρe_tot) high resolution"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
- julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_baroclinic_wave
artifact_paths: "$$JOB_NAME/*"
agents:
slurm_ntasks: 32
slurm_time: 24:00:00
env:
JOB_NAME: "longrun_bw_rhoe_highres"

- label: ":computer: no lim ARS baroclinic wave (ρe_tot) equilmoist high resolution"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
- julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave
artifact_paths: "$$JOB_NAME/*"
agents:
slurm_ntasks: 32
slurm_time: 24:00:00
env:
JOB_NAME: "longrun_bw_rhoe_equil_highres"

- label: ":computer: lim ARS zalesak baroclinic wave (ρe_tot) equilmoist high resolution"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
- julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave
artifact_paths: "$$JOB_NAME/*"
agents:
slurm_ntasks: 32
slurm_mem_per_cpu: 32GB
slurm_time: 24:00:00
env:
JOB_NAME: "longrun_zalesak_tracer_energy_bw_rhoe_equil_highres"

- label: ":computer: SSP baroclinic wave (ρe_tot) equilmoist high resolution centered diff"
command:
- "srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml"
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
- julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave
artifact_paths: "$$JOB_NAME/*"
agents:
slurm_ntasks: 32
slurm_time: 24:00:00
env:
JOB_NAME: "longrun_ssp_bw_rhoe_equil_highres"
# - group: "Targeted resolution AMIP long runs"

# steps:

# - label: ":computer: baroclinic wave (ρe_tot) high resolution"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
# - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_baroclinic_wave
# artifact_paths: "$$JOB_NAME/*"
# agents:
# slurm_ntasks: 32
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_bw_rhoe_highres"

# - label: ":computer: no lim ARS baroclinic wave (ρe_tot) equilmoist high resolution"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
# - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave
# artifact_paths: "$$JOB_NAME/*"
# agents:
# slurm_ntasks: 32
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_bw_rhoe_equil_highres"

# - label: ":computer: lim ARS zalesak baroclinic wave (ρe_tot) equilmoist high resolution"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
# - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave
# artifact_paths: "$$JOB_NAME/*"
# agents:
# slurm_ntasks: 32
# slurm_mem_per_cpu: 32GB
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_zalesak_tracer_energy_bw_rhoe_equil_highres"

# - label: ":computer: SSP baroclinic wave (ρe_tot) equilmoist high resolution centered diff"
# command:
# - "srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml"
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
# - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave
# artifact_paths: "$$JOB_NAME/*"
# agents:
# slurm_ntasks: 32
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_ssp_bw_rhoe_equil_highres"

- label: ":computer: held-suarez, dry, high-topped (55km), high-sponge (35km), helem_16 np_3"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
- julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_held_suarez
artifact_paths: "$$JOB_NAME/*"
env:
CLIMACORE_DISTRIBUTED: "MPI"
JOB_NAME: "longrun_hs_rhoe_dry_nz63_55km_rs35km"
agents:
slurm_ntasks: 64
slurm_mem_per_cpu: 16GB
slurm_time: 24:00:00

- label: ":computer: held-suarez, equilmoist, high-topped (55km), high-sponge (35km), helem_16 np_3"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
- julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet
artifact_paths: "$$JOB_NAME/*"
env:
CLIMACORE_DISTRIBUTED: "MPI"
JOB_NAME: "longrun_hs_rhoe_equilmoist_nz63_0M_55km_rs35km"
agents:
slurm_ntasks: 64
slurm_mem_per_cpu: 16GB
slurm_time: 24:00:00
# - label: ":computer: held-suarez, dry, high-topped (55km), high-sponge (35km), helem_16 np_3"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
# - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_held_suarez
# artifact_paths: "$$JOB_NAME/*"
# env:
# CLIMACORE_DISTRIBUTED: "MPI"
# JOB_NAME: "longrun_hs_rhoe_dry_nz63_55km_rs35km"
# agents:
# slurm_ntasks: 64
# slurm_mem_per_cpu: 16GB
# slurm_time: 24:00:00

# - label: ":computer: held-suarez, equilmoist, high-topped (55km), high-sponge (35km), helem_16 np_3"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
# - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet
# artifact_paths: "$$JOB_NAME/*"
# env:
# CLIMACORE_DISTRIBUTED: "MPI"
# JOB_NAME: "longrun_hs_rhoe_equilmoist_nz63_0M_55km_rs35km"
# agents:
# slurm_ntasks: 64
# slurm_mem_per_cpu: 16GB
# slurm_time: 24:00:00

- label: ":computer: aquaplanet, equilmoist, high-topped (55km), gray-radiation, vertdiff, high-sponge (35km), helem_16 np_3"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
- julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet
artifact_paths: "$$JOB_NAME/*"
env:
CLIMACORE_DISTRIBUTED: "MPI"
JOB_NAME: "longrun_aquaplanet_rhoe_equil_gray_55km_nz63_0M"
agents:
slurm_ntasks: 64
slurm_mem_per_cpu: 16GB
slurm_time: 24:00:00

- label: ":computer: aquaplanet (ρe_tot) equilmoist clearsky high resolution hightop rayleigh sponge(35e3, 10) Float64"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir JOB_NAME --out_dir JOB_NAME
- julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir JOB_NAME --fig_dir JOB_NAME --case_name aquaplanet
artifact_paths: "JOB_NAME/*"
agents:
slurm_ntasks: 64
slurm_time: 24:00:00
env:
JOB_NAME: "longrun_aquaplanet_rhoe_equil_clearsky_highres_hightop_rayleigh35e3_ft64"
# - label: ":computer: aquaplanet, equilmoist, high-topped (55km), gray-radiation, vertdiff, high-sponge (35km), helem_16 np_3"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
# - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet
# artifact_paths: "$$JOB_NAME/*"
# env:
# CLIMACORE_DISTRIBUTED: "MPI"
# JOB_NAME: "longrun_aquaplanet_rhoe_equil_gray_55km_nz63_0M"
# agents:
# slurm_ntasks: 64
# slurm_mem_per_cpu: 16GB
# slurm_time: 24:00:00

# - label: ":computer: aquaplanet (ρe_tot) equilmoist clearsky high resolution hightop rayleigh sponge(35e3, 10) Float64"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir JOB_NAME --out_dir JOB_NAME
# - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir JOB_NAME --fig_dir JOB_NAME --case_name aquaplanet
# artifact_paths: "JOB_NAME/*"
# agents:
# slurm_ntasks: 64
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_aquaplanet_rhoe_equil_clearsky_highres_hightop_rayleigh35e3_ft64"

# - label: ":computer: baroclinic wave (ρe_tot) equilmoist high resolution topography (earth)"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
# artifact_paths: "$$JOB_NAME/*"
# agents:
# slurm_ntasks: 32
# slurm_mem_per_cpu: 16GB
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_bw_rhoe_equil_highres_topography_earth"

# - label: ":computer: held suarez (ρe_tot) equilmoist high resolution topography (earth)"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir JOB_NAME --out_dir JOB_NAME
# artifact_paths: "JOB_NAME/*"
# agents:
# slurm_ntasks: 64
# slurm_mem_per_cpu: 16GB
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_hs_rhoe_equil_highres_topography_earth"

# - label: ":computer: no lim ARS aquaplanet (ρe_tot) equilmoist high resolution clearsky radiation Float64 (earth)"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
# - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet
# artifact_paths: "$$JOB_NAME/*"
# agents:
# slurm_ntasks: 64
# slurm_mem_per_cpu: 16GB
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_aquaplanet_rhoe_equil_highres_clearsky_ft64_earth"

# - group: "Low resolution long runs"

# steps:

# - label: ":computer: hydrostatic balance (ρe_tot)"
# command:
# - julia --color=yes --project=examples --threads=8 examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
# - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_held_suarez
# artifact_paths: "$$JOB_NAME/*"
# agents:
# slurm_cpus_per_task: 8
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_sphere_hydrostatic_balance_rhoe"

- label: ":computer: baroclinic wave (ρe_tot) equilmoist high resolution topography (earth)"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
artifact_paths: "$$JOB_NAME/*"
agents:
slurm_ntasks: 32
slurm_mem_per_cpu: 16GB
slurm_time: 24:00:00
env:
JOB_NAME: "longrun_bw_rhoe_equil_highres_topography_earth"

- label: ":computer: held suarez (ρe_tot) equilmoist high resolution topography (earth)"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir JOB_NAME --out_dir JOB_NAME
artifact_paths: "JOB_NAME/*"
agents:
slurm_ntasks: 64
slurm_mem_per_cpu: 16GB
slurm_time: 24:00:00
env:
JOB_NAME: "longrun_hs_rhoe_equil_highres_topography_earth"
# - group: "Experimental Long runs"

- label: ":computer: no lim ARS aquaplanet (ρe_tot) equilmoist high resolution clearsky radiation Float64 (earth)"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
- julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet
artifact_paths: "$$JOB_NAME/*"
agents:
slurm_ntasks: 64
slurm_mem_per_cpu: 16GB
slurm_time: 24:00:00
env:
JOB_NAME: "longrun_aquaplanet_rhoe_equil_highres_clearsky_ft64_earth"
# steps:

- group: "Low resolution long runs"
# - label: ":computer: aquaplanet (ρe_tot) equilmoist high resolution allsky radiation float64"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
# - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
# artifact_paths: "$$JOB_NAME/*"
# agents:
# slurm_ntasks: 32
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_aquaplanet_rhoe_equil_highres_allsky_ft64"

steps:

- label: ":computer: hydrostatic balance (ρe_tot)"
command:
- julia --color=yes --project=examples --threads=8 examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
- julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_held_suarez
artifact_paths: "$$JOB_NAME/*"
agents:
slurm_cpus_per_task: 8
slurm_time: 24:00:00
env:
JOB_NAME: "longrun_sphere_hydrostatic_balance_rhoe"

# - group: "TurbulenceConvection"
# steps:

# - label: ":balloon: Compressible single column EDMF TRMM_LBA"
# command: "julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml"
# artifact_paths: "$$JOB_NAME/*"
# agents:
# slurm_mem: 20GB
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_compressible_edmf_trmm"

- group: "Experimental Long runs"
- group: "DYAMOND"

steps:

- label: ":computer: aquaplanet (ρe_tot) equilmoist high resolution allsky radiation float64"
- label: ":computer: aquaplanet dyamond"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml
- julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME
artifact_paths: "$$JOB_NAME/*"
agents:
slurm_ntasks: 32
slurm_ntasks: 64
slurm_mem_per_cpu: 32GB
slurm_time: 24:00:00
env:
JOB_NAME: "longrun_aquaplanet_rhoe_equil_highres_allsky_ft64"


- group: "TurbulenceConvection"
steps:

- label: ":balloon: Compressible single column EDMF TRMM_LBA"
command: "julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml"
artifact_paths: "$$JOB_NAME/*"
agents:
slurm_mem: 20GB
slurm_time: 24:00:00
env:
JOB_NAME: "longrun_compressible_edmf_trmm"
JOB_NAME: "longrun_aquaplanet_dyamond"
Loading

0 comments on commit 1bfb0cb

Please sign in to comment.