Skip to content

Commit

Permalink
wip
Browse files Browse the repository at this point in the history
  • Loading branch information
szy21 committed May 20, 2024
1 parent 15050aa commit 962393d
Show file tree
Hide file tree
Showing 23 changed files with 440 additions and 203 deletions.
24 changes: 6 additions & 18 deletions .buildkite/longruns/pipeline.yml
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
agents:
queue: new-central
slurm_mem_per_cpu: 8G
modules: climacommon/2024_04_30

env:
Expand Down Expand Up @@ -33,6 +32,7 @@ steps:
agents:
slurm_cpus_per_task: 8
slurm_gpus: 1
slurm_ntasks: 1
env:
JULIA_NUM_PRECOMPILE_TASKS: 8

Expand All @@ -41,26 +41,14 @@ steps:
- group: "Experimental long runs"

steps:

# TODO: uncomment when zalesak works
# - label: ":computer: lim ARS zalesak baroclinic wave (ρe_tot) equilmoist high resolution"
# command:
# - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
# artifact_paths: "$$JOB_NAME/output_active/*"
# agents:
# slurm_ntasks: 32
# slurm_mem_per_cpu: 32GB
# slurm_time: 24:00:00
# env:
# JOB_NAME: "longrun_zalesak_tracer_energy_bw_rhoe_equil_highres"

- label: ":computer: SSP baroclinic wave (ρe_tot) equilmoist high resolution centered diff"

- label: ":computer: aquaplanet equilmoist allsky radiation + prognostic edmf + 0M microphysics"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_ntasks: 32
slurm_nodes: 2
slurm_gpus: 1
slurm_time: 24:00:00
slurm_mem: 32GB
env:
JOB_NAME: "longrun_ssp_bw_rhoe_equil_highres"
JOB_NAME: "longrun_aquaplanet_equil_helem12_allsky_progedmf_0M_earth"
180 changes: 4 additions & 176 deletions .buildkite/longruns_gpu/pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -39,188 +39,16 @@ steps:

- wait

- group: "helem 30 dycore"
steps:

- label: ":computer: hydrostatic balance (ρe_tot)"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_sphere_hydrostatic_balance_rhoe"

- label: ":computer: dry baroclinic wave"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_bw_rhoe_highres"

- label: ":computer: baroclinic wave equilmoist"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_bw_rhoe_equil_highres"

- label: ":computer: dry held-suarez"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_hs_rhoe_dry_55km_nz63"

- label: ":computer: held-suarez, equilmoist"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_hs_rhoe_equil_55km_nz63_0M"

- label: ":computer: held-suarez equilmoist + deep-atmosphere eqns"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
env:
CLIMACORE_DISTRIBUTED: "MPI"
JOB_NAME: "longrun_hs_rhoe_equil_55km_nz63_0M_deepatmos"
agents:
slurm_gpus: 1
slurm_time: 12:00:00

- group: "helem 16 aquaplanet"
steps:

- label: ":computer: aquaplanet equilmoist gray radiation + 0M microphysics"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
env:
CLIMACORE_DISTRIBUTED: "MPI"
JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_gray_0M"
agents:
slurm_gpus: 1
slurm_time: 12:00:00

- label: ":computer: aquaplanet equilmoist clearsky radiation + 0M microphysics"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_0M"

- label: ":computer: aquaplanet equilmoist clearsky radiation + diagnostic edmf + 0M microphysics"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_diagedmf_0M"

- label: ":computer: aquaplanet equilmoist allsky radiation + diagnostic edmf + 0M microphysics"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_allsky_diagedmf_0M"

- label: ":computer: aquaplanet equilmoist clearsky radiation + prognostic edmf diffusion only + 0M microphysics"
- label: ":computer: aquaplanet equilmoist allsky radiation + prognostic edmf + 0M microphysics"
command:
- srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_progedmf_diffonly_0M"

- label: ":computer: aquaplanet equilmoist clearsky radiation + 0M microphysics + earth topography"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_0M_earth"

- label: ":computer: aquaplanet equilmoist clearsky radiation + 0M microphysics + earth topography (SLEVE)"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 6:00:00
env:
JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_0M_earth_sleve"

- label: ":umbrella: aquaplanet equilmoist clearsky radiation + 1M microphysics"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 6:00:00
env:
JOB_NAME: "longrun_aquaplanet_clearsky_1M"

- label: ":computer: aquaplanet equilmoist clearsky radiation + time-varying insolation + 0M microphysics + slab ocean"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_tvinsol_0M_slabocean"

- group: "DYAMOND"

steps:

- label: ":computer: aquaplanet dyamond"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
env:
JOB_NAME: "longrun_aquaplanet_dyamond"

- group: "atmos-only coupler runs"

steps:

- label: ":computer: amip target diagnostic edmf"
command:
- srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
artifact_paths: "$$JOB_NAME/output_active/*"
agents:
slurm_gpus: 1
slurm_time: 12:00:00
slurm_time: 24:00:00
slurm_mem: 32GB
env:
JOB_NAME: "amip_target_diagedmf"
JOB_NAME: "longrun_aquaplanet_equil_helem12_allsky_progedmf_0M_asym"
Original file line number Diff line number Diff line change
@@ -0,0 +1,41 @@
h_elem: 12
z_max: 55000.0
z_elem: 30
dz_bottom: 100.0
dz_top: 3000.0
moist: "equil"
precip_model: "0M"
override_τ_precip: false
rad: "allskywithclear"
dt_rad: "6hours"
surface_setup: "DefaultMoninObukhov"
turbconv: "diagnostic_edmfx"
implicit_diffusion: true
approximate_linear_solve_iters: 2
max_newton_iters_ode: 3
prognostic_tke: true
edmfx_upwinding: "first_order"
edmfx_entr_model: "Generalized"
edmfx_detr_model: "Generalized"
edmfx_nh_pressure: true
edmfx_sgs_mass_flux: true
edmfx_sgs_diffusive_flux: true
rayleigh_sponge: true
vorticity_hyperdiffusion_coefficient: 1.0
divergence_damping_factor: 4.0
scalar_hyperdiffusion_coefficient: 4.0
smoothing_order: 2
topo_smoothing: true
topography: "Earth"
dt_save_state_to_disk: "10days"
dt: "20secs"
t_end: "2days"
toml: [toml/longrun_aquaplanet_equil_helem12_clearsky_diagedmf_0M.toml]
netcdf_output_at_levels: true
diagnostics:
- short_name: [ts, ta, thetaa, ha, pfull, rhoa, ua, va, wa, hur, hus, cl, clw, cli, hussfc, evspsbl]
period: 1hours
- short_name: [arup, waup, rhoaup, taup, thetaaup, haup, husup, hurup, clwup, cliup, waen, tke]
period: 1hours
- short_name: [entr, detr, lmix, bgrad, strain, edt, evu]
period: 1hours
Original file line number Diff line number Diff line change
@@ -0,0 +1,37 @@
h_elem: 12
z_max: 55000.0
z_elem: 35
dz_bottom: 50.0
dz_top: 3000.0
moist: "equil"
precip_model: "0M"
override_τ_precip: false
rad: "allskywithclear"
dt_rad: "6hours"
surface_setup: "DefaultMoninObukhov"
turbconv: "prognostic_edmfx"
implicit_sgs_advection: true
implicit_diffusion: true
approximate_linear_solve_iters: 2
max_newton_iters_ode: 3
prognostic_tke: true
edmfx_upwinding: "first_order"
edmfx_entr_model: "Generalized"
edmfx_detr_model: "Generalized"
edmfx_nh_pressure: true
edmfx_filter: true
edmfx_sgs_mass_flux: true
edmfx_sgs_diffusive_flux: true
rayleigh_sponge: true
dt_save_state_to_disk: "10days"
dt: "20secs"
t_end: "30days"
toml: [toml/longrun_aquaplanet_equil_helem12_clearsky_progedmf_0M.toml]
netcdf_output_at_levels: true
diagnostics:
- short_name: [ts, ta, thetaa, ha, pfull, rhoa, ua, va, wa, hur, hus, cl, clw, cli, hussfc, evspsbl]
period: 10days
- short_name: [arup, waup, rhoaup, taup, thetaaup, haup, husup, hurup, clwup, cliup, waen, taen, thetaaen, haen, husen, huren, clwen, clien, tke]
period: 10days
- short_name: [entr, detr, lmix, bgrad, strain, edt, evu]
period: 10days
Original file line number Diff line number Diff line change
@@ -0,0 +1,44 @@
h_elem: 12
z_max: 55000.0
z_elem: 30
dz_bottom: 100.0
dz_top: 3000.0
moist: "equil"
precip_model: "0M"
override_τ_precip: false
rad: "allskywithclear"
dt_rad: "6hours"
surface_setup: "DefaultMoninObukhov"
turbconv: "prognostic_edmfx"
implicit_sgs_advection: true
implicit_diffusion: true
approximate_linear_solve_iters: 2
max_newton_iters_ode: 3
prognostic_tke: true
edmfx_upwinding: "first_order"
edmfx_entr_model: "Generalized"
edmfx_detr_model: "Generalized"
edmfx_nh_pressure: true
edmfx_filter: true
edmfx_sgs_mass_flux: true
edmfx_sgs_diffusive_flux: true
rayleigh_sponge: true
vorticity_hyperdiffusion_coefficient: 1.0
divergence_damping_factor: 4.0
scalar_hyperdiffusion_coefficient: 4.0
smoothing_order: 2
topo_smoothing: true
topography: "Earth"
dt_save_state_to_disk: "1days"
dt: "20secs"
t_end: "10days"
restart_file: "/central/groups/esm/zhaoyi/climaatmos/longrun_1582/longrun_aquaplanet_equil_helem12_allsky_progedmf_0M_earth/output_active/day2.0.hdf5"
toml: [toml/longrun_aquaplanet_equil_helem12_clearsky_progedmf_0M.toml]
netcdf_output_at_levels: true
diagnostics:
- short_name: [ts, ta, thetaa, ha, pfull, rhoa, ua, va, wa, hur, hus, cl, clw, cli, hussfc, evspsbl]
period: 1days
- short_name: [arup, waup, rhoaup, taup, thetaaup, haup, husup, hurup, clwup, cliup, waen, taen, thetaaen, haen, husen, huren, clwen, clien, tke]
period: 1days
- short_name: [entr, detr, lmix, bgrad, strain, edt, evu]
period: 1days
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
h_elem: 12
z_max: 55000.0
z_elem: 30
dz_bottom: 100.0
dz_top: 3000.0
moist: "equil"
precip_model: "0M"
override_τ_precip: false
rad: "clearsky"
dt_rad: "6hours"
surface_setup: "DefaultMoninObukhov"
vert_diff: "FriersonDiffusion"
rayleigh_sponge: true
dt_save_state_to_disk: "10days"
dt: "200secs"
t_end: "100days"
toml: [toml/longrun_aquaplanet_equil_helem12_clearsky_0M.toml]
netcdf_output_at_levels: true
diagnostics:
- short_name: [ts, ta, thetaa, ha, pfull, rhoa, ua, va, wa, hur, hus, cl, clw, cli, hussfc, evspsbl]
period: 10days
- short_name: [lmix, bgrad, strain, edt, evu]
period: 10days
Loading

0 comments on commit 962393d

Please sign in to comment.