CliMA · szy21 · Mar 28, 2024 · May 21, 2024 · May 27, 2024 · May 27, 2024
diff --git a/.buildkite/longruns/pipeline.yml b/.buildkite/longruns/pipeline.yml
@@ -1,6 +1,5 @@
 agents:
   queue: new-central
-  slurm_mem_per_cpu: 8G
   modules: climacommon/2024_04_30
 
 env:
@@ -33,6 +32,7 @@ steps:
     agents:
       slurm_cpus_per_task: 8
       slurm_gpus: 1
+      slurm_ntasks: 1
     env:
       JULIA_NUM_PRECOMPILE_TASKS: 8
 
@@ -41,26 +41,14 @@ steps:
   - group: "Experimental long runs"
 
     steps:
-
-      # TODO: uncomment when zalesak works
-      # - label: ":computer: lim ARS zalesak baroclinic wave (ρe_tot) equilmoist high resolution"
-      #   command:
-      #     - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-      #   artifact_paths: "$$JOB_NAME/output_active/*"
-      #   agents:
-      #     slurm_ntasks: 32
-      #     slurm_mem_per_cpu: 32GB
-      #     slurm_time: 24:00:00
-      #   env:
-      #     JOB_NAME: "longrun_zalesak_tracer_energy_bw_rhoe_equil_highres"
-
-      - label: ":computer: SSP baroclinic wave (ρe_tot) equilmoist high resolution centered diff"
+
+      - label: ":computer: aquaplanet equilmoist allsky radiation + prognostic edmf + 0M microphysics"
         command:
           - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
         artifact_paths: "$$JOB_NAME/output_active/*"
         agents:
-          slurm_ntasks: 32
-          slurm_nodes: 2
+          slurm_gpus: 1
           slurm_time: 24:00:00
+          slurm_mem: 32GB
         env:
-          JOB_NAME: "longrun_ssp_bw_rhoe_equil_highres"
+          JOB_NAME: "longrun_aquaplanet_equil_helem12_allsky_progedmf_0M_earth"
diff --git a/.buildkite/longruns_gpu/pipeline.yml b/.buildkite/longruns_gpu/pipeline.yml
@@ -39,188 +39,16 @@ steps:
 
   - wait
 
-  - group: "helem 30 dycore"
-    steps:
-
-      - label: ":computer: hydrostatic balance (ρe_tot)"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_sphere_hydrostatic_balance_rhoe"
-
-      - label: ":computer: dry baroclinic wave"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_bw_rhoe_highres"
-
-      - label: ":computer: baroclinic wave equilmoist"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_bw_rhoe_equil_highres"
-
-      - label: ":computer: dry held-suarez"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_hs_rhoe_dry_55km_nz63"
-
-      - label: ":computer: held-suarez, equilmoist"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_hs_rhoe_equil_55km_nz63_0M"
-
-      - label: ":computer: held-suarez equilmoist + deep-atmosphere eqns"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        env:
-          CLIMACORE_DISTRIBUTED: "MPI"
-          JOB_NAME: "longrun_hs_rhoe_equil_55km_nz63_0M_deepatmos"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-
   - group: "helem 16 aquaplanet"
     steps:
 
-      - label: ":computer: aquaplanet equilmoist gray radiation + 0M microphysics"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        env:
-          CLIMACORE_DISTRIBUTED: "MPI"
-          JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_gray_0M"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-
-      - label: ":computer: aquaplanet equilmoist clearsky radiation + 0M microphysics"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_0M"
-
-      - label: ":computer: aquaplanet equilmoist clearsky radiation + diagnostic edmf + 0M microphysics"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_diagedmf_0M"
-
       - label: ":computer: aquaplanet equilmoist allsky radiation + diagnostic edmf + 0M microphysics"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_allsky_diagedmf_0M"
-
-        - label: ":computer: aquaplanet equilmoist clearsky radiation + prognostic edmf diffusion only + 0M microphysics"
         command:
           - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
         artifact_paths: "$$JOB_NAME/output_active/*"
         agents:
           slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_progedmf_diffonly_0M"
-
-      - label: ":computer: aquaplanet equilmoist clearsky radiation + 0M microphysics + earth topography"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_0M_earth"
-
-      - label: ":computer: aquaplanet equilmoist clearsky radiation + 0M microphysics + earth topography (SLEVE)"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 6:00:00
-        env:
-          JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_0M_earth_sleve"
-
-      - label: ":umbrella: aquaplanet equilmoist clearsky radiation + 1M microphysics"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 6:00:00
-        env:
-          JOB_NAME: "longrun_aquaplanet_clearsky_1M"
-
-      - label: ":computer: aquaplanet equilmoist clearsky radiation + time-varying insolation + 0M microphysics + slab ocean"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_aquaplanet_rhoe_equil_55km_nz63_clearsky_tvinsol_0M_slabocean"
-
-  - group: "DYAMOND"
-
-    steps:
-
-      - label: ":computer: aquaplanet dyamond"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
-        env:
-          JOB_NAME: "longrun_aquaplanet_dyamond"
-
-  - group: "atmos-only coupler runs"
-
-    steps:
-
-      - label: ":computer: amip target diagnostic edmf"
-        command:
-          - srun julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME
-        artifact_paths: "$$JOB_NAME/output_active/*"
-        agents:
-          slurm_gpus: 1
-          slurm_time: 12:00:00
+          slurm_time: 24:00:00
+          slurm_mem: 32GB
         env:
-          JOB_NAME: "amip_target_diagedmf"
+          JOB_NAME: "longrun_aquaplanet_equil_helem12_allsky_diagedmf_0M_asym"
diff --git a/config/longrun_configs/longrun_aquaplanet_equil_helem12_allsky_diagedmf_0M_asym.yml b/config/longrun_configs/longrun_aquaplanet_equil_helem12_allsky_diagedmf_0M_asym.yml
@@ -0,0 +1,33 @@
+h_elem: 12
+z_max: 55000.0
+z_elem: 35
+dz_bottom: 50.0
+dz_top: 3000.0
+moist: "equil"
+precip_model: "0M"
+override_τ_precip: false
+surface_temperature: "ZonallyAsymmetric"
+rad: "allskywithclear"
+dt_rad: "6hours"
+surface_setup: "DefaultMoninObukhov"
+turbconv: "prognostic_edmfx"
+turbconv: "diagnostic_edmfx"
+implicit_diffusion: true
+approximate_linear_solve_iters: 2
+prognostic_tke: true
+edmfx_upwinding: "first_order"
+edmfx_entr_model: "Generalized"
+edmfx_detr_model: "Generalized"
+edmfx_nh_pressure: true
+edmfx_sgs_mass_flux: true
+edmfx_sgs_diffusive_flux: true
+rayleigh_sponge: true
+dt_save_state_to_disk: "30days"
+dt: "200secs"
+t_end: "270days"
+restart_file: "/net/sampo/data1/zhaoyi/climaatmos/longrun_160/longrun_aquaplanet_equil_helem12_allsky_diagedmf_0M_asym/output_active/day180.0.hdf5"
+toml: [toml/longrun_aquaplanet_equil_helem12_clearsky_diagedmf_0M.toml]
+netcdf_output_at_levels: true
+diagnostics:
+  - short_name: [arup, waup, tke]
+    period: 30days
diff --git a/config/longrun_configs/longrun_aquaplanet_equil_helem12_allsky_diagedmf_0M_earth.yml b/config/longrun_configs/longrun_aquaplanet_equil_helem12_allsky_diagedmf_0M_earth.yml
@@ -0,0 +1,41 @@
+h_elem: 12
+z_max: 55000.0
+z_elem: 30
+dz_bottom: 100.0
+dz_top: 3000.0
+moist: "equil"
+precip_model: "0M"
+override_τ_precip: false
+rad: "allskywithclear"
+dt_rad: "6hours"
+surface_setup: "DefaultMoninObukhov"
+turbconv: "diagnostic_edmfx"
+implicit_diffusion: true
+approximate_linear_solve_iters: 2
+max_newton_iters_ode: 3
+prognostic_tke: true
+edmfx_upwinding: "first_order"
+edmfx_entr_model: "Generalized"
+edmfx_detr_model: "Generalized"
+edmfx_nh_pressure: true
+edmfx_sgs_mass_flux: true
+edmfx_sgs_diffusive_flux: true
+rayleigh_sponge: true
+vorticity_hyperdiffusion_coefficient: 1.0
+divergence_damping_factor: 4.0
+scalar_hyperdiffusion_coefficient: 4.0
+smoothing_order: 2
+topo_smoothing: true
+topography: "Earth"
+dt_save_state_to_disk: "10days"
+dt: "20secs"
+t_end: "2days"
+toml: [toml/longrun_aquaplanet_equil_helem12_clearsky_diagedmf_0M.toml]
+netcdf_output_at_levels: true
+diagnostics:
+  - short_name: [ts, ta, thetaa, ha, pfull, rhoa, ua, va, wa, hur, hus, cl, clw, cli, hussfc, evspsbl]
+    period: 1hours
+  - short_name: [arup, waup, rhoaup, taup, thetaaup, haup, husup, hurup, clwup, cliup, waen, tke]
+    period: 1hours
+  - short_name: [entr, detr, lmix, bgrad, strain, edt, evu]
+    period: 1hours
diff --git a/config/longrun_configs/longrun_aquaplanet_equil_helem12_allsky_progedmf_0M.yml b/config/longrun_configs/longrun_aquaplanet_equil_helem12_allsky_progedmf_0M.yml
@@ -0,0 +1,37 @@
+h_elem: 12
+z_max: 55000.0
+z_elem: 35
+dz_bottom: 50.0
+dz_top: 3000.0
+moist: "equil"
+precip_model: "0M"
+override_τ_precip: false
+rad: "allskywithclear"
+dt_rad: "6hours"
+surface_setup: "DefaultMoninObukhov"
+turbconv: "prognostic_edmfx"
+implicit_sgs_advection: true
+implicit_diffusion: true
+approximate_linear_solve_iters: 2
+max_newton_iters_ode: 3
+prognostic_tke: true
+edmfx_upwinding: "first_order"
+edmfx_entr_model: "Generalized"
+edmfx_detr_model: "Generalized"
+edmfx_nh_pressure: true
+edmfx_filter: true
+edmfx_sgs_mass_flux: true
+edmfx_sgs_diffusive_flux: true
+rayleigh_sponge: true
+dt_save_state_to_disk: "10days"
+dt: "20secs"
+t_end: "30days"
+toml: [toml/longrun_aquaplanet_equil_helem12_clearsky_progedmf_0M.toml]
+netcdf_output_at_levels: true
+diagnostics:
+  - short_name: [ts, ta, thetaa, ha, pfull, rhoa, ua, va, wa, hur, hus, cl, clw, cli, hussfc, evspsbl]
+    period: 10days
+  - short_name: [arup, waup, rhoaup, taup, thetaaup, haup, husup, hurup, clwup, cliup, waen, taen, thetaaen, haen, husen, huren, clwen, clien, tke]
+    period: 10days
+  - short_name: [entr, detr, lmix, bgrad, strain, edt, evu]
+    period: 10days
diff --git a/config/longrun_configs/longrun_aquaplanet_equil_helem12_allsky_progedmf_0M_asym.yml b/config/longrun_configs/longrun_aquaplanet_equil_helem12_allsky_progedmf_0M_asym.yml
@@ -0,0 +1,35 @@
+h_elem: 12
+z_max: 55000.0
+z_elem: 35
+dz_bottom: 50.0
+dz_top: 3000.0
+moist: "equil"
+precip_model: "0M"
+override_τ_precip: false
+surface_temperature: "ZonallyAsymmetric"
+rad: "allskywithclear"
+dt_rad: "6hours"
+surface_setup: "DefaultMoninObukhov"
+turbconv: "prognostic_edmfx"
+implicit_sgs_advection: true
+implicit_diffusion: true
+approximate_linear_solve_iters: 2
+max_newton_iters_ode: 3
+prognostic_tke: true
+edmfx_upwinding: "first_order"
+edmfx_entr_model: "Generalized"
+edmfx_detr_model: "Generalized"
+edmfx_nh_pressure: true
+edmfx_filter: true
+edmfx_sgs_mass_flux: true
+edmfx_sgs_diffusive_flux: true
+rayleigh_sponge: true
+dt_save_state_to_disk: "30days"
+dt: "20secs"
+t_end: "270days"
+restart_file: "/net/sampo/data1/zhaoyi/climaatmos/longrun_157/longrun_aquaplanet_equil_helem12_allsky_progedmf_0M_asym/output_active/day180.0.hdf5"
+toml: [toml/longrun_aquaplanet_equil_helem12_clearsky_progedmf_0M.toml]
+netcdf_output_at_levels: true
+diagnostics:
+  - short_name: [arup, waup, tke]
+    period: 30days