diff --git a/.buildkite/longruns/pipeline.yml b/.buildkite/longruns/pipeline.yml index 4477a4b167b..f89d4e75692 100644 --- a/.buildkite/longruns/pipeline.yml +++ b/.buildkite/longruns/pipeline.yml @@ -34,191 +34,207 @@ steps: - wait - - group: "Targeted resolution AMIP long runs" - - steps: - - - label: ":computer: baroclinic wave (ρe_tot) high resolution" - command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_baroclinic_wave - artifact_paths: "$$JOB_NAME/*" - agents: - slurm_ntasks: 32 - slurm_time: 24:00:00 - env: - JOB_NAME: "longrun_bw_rhoe_highres" - - - label: ":computer: no lim ARS baroclinic wave (ρe_tot) equilmoist high resolution" - command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave - artifact_paths: "$$JOB_NAME/*" - agents: - slurm_ntasks: 32 - slurm_time: 24:00:00 - env: - JOB_NAME: "longrun_bw_rhoe_equil_highres" - - - label: ":computer: lim ARS zalesak baroclinic wave (ρe_tot) equilmoist high resolution" - command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave - artifact_paths: "$$JOB_NAME/*" - agents: - slurm_ntasks: 32 - slurm_mem_per_cpu: 32GB - slurm_time: 24:00:00 - env: - JOB_NAME: "longrun_zalesak_tracer_energy_bw_rhoe_equil_highres" - - - label: ":computer: SSP baroclinic wave (ρe_tot) equilmoist high resolution centered diff" - command: - - "srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml" - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave - artifact_paths: "$$JOB_NAME/*" - agents: - slurm_ntasks: 32 - slurm_time: 24:00:00 - env: - JOB_NAME: "longrun_ssp_bw_rhoe_equil_highres" + # - group: "Targeted resolution AMIP long runs" + + # steps: + + # - label: ":computer: baroclinic wave (ρe_tot) high resolution" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + # - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_baroclinic_wave + # artifact_paths: "$$JOB_NAME/*" + # agents: + # slurm_ntasks: 32 + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_bw_rhoe_highres" + + # - label: ":computer: no lim ARS baroclinic wave (ρe_tot) equilmoist high resolution" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + # - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave + # artifact_paths: "$$JOB_NAME/*" + # agents: + # slurm_ntasks: 32 + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_bw_rhoe_equil_highres" + + # - label: ":computer: lim ARS zalesak baroclinic wave (ρe_tot) equilmoist high resolution" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + # - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave + # artifact_paths: "$$JOB_NAME/*" + # agents: + # slurm_ntasks: 32 + # slurm_mem_per_cpu: 32GB + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_zalesak_tracer_energy_bw_rhoe_equil_highres" + + # - label: ":computer: SSP baroclinic wave (ρe_tot) equilmoist high resolution centered diff" + # command: + # - "srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml" + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + # - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave + # artifact_paths: "$$JOB_NAME/*" + # agents: + # slurm_ntasks: 32 + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_ssp_bw_rhoe_equil_highres" - - label: ":computer: held-suarez, dry, high-topped (55km), high-sponge (35km), helem_16 np_3" - command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_held_suarez - artifact_paths: "$$JOB_NAME/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - JOB_NAME: "longrun_hs_rhoe_dry_nz63_55km_rs35km" - agents: - slurm_ntasks: 64 - slurm_mem_per_cpu: 16GB - slurm_time: 24:00:00 - - - label: ":computer: held-suarez, equilmoist, high-topped (55km), high-sponge (35km), helem_16 np_3" - command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet - artifact_paths: "$$JOB_NAME/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - JOB_NAME: "longrun_hs_rhoe_equilmoist_nz63_0M_55km_rs35km" - agents: - slurm_ntasks: 64 - slurm_mem_per_cpu: 16GB - slurm_time: 24:00:00 + # - label: ":computer: held-suarez, dry, high-topped (55km), high-sponge (35km), helem_16 np_3" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + # - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_held_suarez + # artifact_paths: "$$JOB_NAME/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # JOB_NAME: "longrun_hs_rhoe_dry_nz63_55km_rs35km" + # agents: + # slurm_ntasks: 64 + # slurm_mem_per_cpu: 16GB + # slurm_time: 24:00:00 + + # - label: ":computer: held-suarez, equilmoist, high-topped (55km), high-sponge (35km), helem_16 np_3" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + # - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet + # artifact_paths: "$$JOB_NAME/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # JOB_NAME: "longrun_hs_rhoe_equilmoist_nz63_0M_55km_rs35km" + # agents: + # slurm_ntasks: 64 + # slurm_mem_per_cpu: 16GB + # slurm_time: 24:00:00 - - label: ":computer: aquaplanet, equilmoist, high-topped (55km), gray-radiation, vertdiff, high-sponge (35km), helem_16 np_3" - command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet - artifact_paths: "$$JOB_NAME/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - JOB_NAME: "longrun_aquaplanet_rhoe_equil_gray_55km_nz63_0M" - agents: - slurm_ntasks: 64 - slurm_mem_per_cpu: 16GB - slurm_time: 24:00:00 - - - label: ":computer: aquaplanet (ρe_tot) equilmoist clearsky high resolution hightop rayleigh sponge(35e3, 10) Float64" - command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir JOB_NAME --out_dir JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir JOB_NAME --fig_dir JOB_NAME --case_name aquaplanet - artifact_paths: "JOB_NAME/*" - agents: - slurm_ntasks: 64 - slurm_time: 24:00:00 - env: - JOB_NAME: "longrun_aquaplanet_rhoe_equil_clearsky_highres_hightop_rayleigh35e3_ft64" + # - label: ":computer: aquaplanet, equilmoist, high-topped (55km), gray-radiation, vertdiff, high-sponge (35km), helem_16 np_3" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + # - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet + # artifact_paths: "$$JOB_NAME/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # JOB_NAME: "longrun_aquaplanet_rhoe_equil_gray_55km_nz63_0M" + # agents: + # slurm_ntasks: 64 + # slurm_mem_per_cpu: 16GB + # slurm_time: 24:00:00 + + # - label: ":computer: aquaplanet (ρe_tot) equilmoist clearsky high resolution hightop rayleigh sponge(35e3, 10) Float64" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir JOB_NAME --out_dir JOB_NAME + # - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir JOB_NAME --fig_dir JOB_NAME --case_name aquaplanet + # artifact_paths: "JOB_NAME/*" + # agents: + # slurm_ntasks: 64 + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_aquaplanet_rhoe_equil_clearsky_highres_hightop_rayleigh35e3_ft64" + + # - label: ":computer: baroclinic wave (ρe_tot) equilmoist high resolution topography (earth)" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + # artifact_paths: "$$JOB_NAME/*" + # agents: + # slurm_ntasks: 32 + # slurm_mem_per_cpu: 16GB + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_bw_rhoe_equil_highres_topography_earth" + + # - label: ":computer: held suarez (ρe_tot) equilmoist high resolution topography (earth)" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir JOB_NAME --out_dir JOB_NAME + # artifact_paths: "JOB_NAME/*" + # agents: + # slurm_ntasks: 64 + # slurm_mem_per_cpu: 16GB + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_hs_rhoe_equil_highres_topography_earth" + + # - label: ":computer: no lim ARS aquaplanet (ρe_tot) equilmoist high resolution clearsky radiation Float64 (earth)" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + # - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet + # artifact_paths: "$$JOB_NAME/*" + # agents: + # slurm_ntasks: 64 + # slurm_mem_per_cpu: 16GB + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_aquaplanet_rhoe_equil_highres_clearsky_ft64_earth" + + # - group: "Low resolution long runs" + + # steps: + + # - label: ":computer: hydrostatic balance (ρe_tot)" + # command: + # - julia --color=yes --project=examples --threads=8 examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + # - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_held_suarez + # artifact_paths: "$$JOB_NAME/*" + # agents: + # slurm_cpus_per_task: 8 + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_sphere_hydrostatic_balance_rhoe" - - label: ":computer: baroclinic wave (ρe_tot) equilmoist high resolution topography (earth)" - command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME - artifact_paths: "$$JOB_NAME/*" - agents: - slurm_ntasks: 32 - slurm_mem_per_cpu: 16GB - slurm_time: 24:00:00 - env: - JOB_NAME: "longrun_bw_rhoe_equil_highres_topography_earth" - - label: ":computer: held suarez (ρe_tot) equilmoist high resolution topography (earth)" - command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir JOB_NAME --out_dir JOB_NAME - artifact_paths: "JOB_NAME/*" - agents: - slurm_ntasks: 64 - slurm_mem_per_cpu: 16GB - slurm_time: 24:00:00 - env: - JOB_NAME: "longrun_hs_rhoe_equil_highres_topography_earth" + # - group: "Experimental Long runs" - - label: ":computer: no lim ARS aquaplanet (ρe_tot) equilmoist high resolution clearsky radiation Float64 (earth)" - command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet - artifact_paths: "$$JOB_NAME/*" - agents: - slurm_ntasks: 64 - slurm_mem_per_cpu: 16GB - slurm_time: 24:00:00 - env: - JOB_NAME: "longrun_aquaplanet_rhoe_equil_highres_clearsky_ft64_earth" + # steps: - - group: "Low resolution long runs" + # - label: ":computer: aquaplanet (ρe_tot) equilmoist high resolution allsky radiation float64" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + # - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + # artifact_paths: "$$JOB_NAME/*" + # agents: + # slurm_ntasks: 32 + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_aquaplanet_rhoe_equil_highres_allsky_ft64" - steps: - - label: ":computer: hydrostatic balance (ρe_tot)" - command: - - julia --color=yes --project=examples --threads=8 examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_held_suarez - artifact_paths: "$$JOB_NAME/*" - agents: - slurm_cpus_per_task: 8 - slurm_time: 24:00:00 - env: - JOB_NAME: "longrun_sphere_hydrostatic_balance_rhoe" - + # - group: "TurbulenceConvection" + # steps: + + # - label: ":balloon: Compressible single column EDMF TRMM_LBA" + # command: "julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml" + # artifact_paths: "$$JOB_NAME/*" + # agents: + # slurm_mem: 20GB + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_compressible_edmf_trmm" - - group: "Experimental Long runs" + - group: "DYAMOND" steps: - - label: ":computer: aquaplanet (ρe_tot) equilmoist high resolution allsky radiation float64" + - label: ":computer: aquaplanet dyamond" command: - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME artifact_paths: "$$JOB_NAME/*" agents: - slurm_ntasks: 32 + slurm_ntasks: 64 + slurm_mem_per_cpu: 32GB slurm_time: 24:00:00 env: - JOB_NAME: "longrun_aquaplanet_rhoe_equil_highres_allsky_ft64" - - - - group: "TurbulenceConvection" - steps: - - - label: ":balloon: Compressible single column EDMF TRMM_LBA" - command: "julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml" - artifact_paths: "$$JOB_NAME/*" - agents: - slurm_mem: 20GB - slurm_time: 24:00:00 - env: - JOB_NAME: "longrun_compressible_edmf_trmm" + JOB_NAME: "longrun_aquaplanet_dyamond" diff --git a/config/longrun_configs/longrun_aquaplanet_dyamond.yml b/config/longrun_configs/longrun_aquaplanet_dyamond.yml new file mode 100644 index 00000000000..bccaef327e6 --- /dev/null +++ b/config/longrun_configs/longrun_aquaplanet_dyamond.yml @@ -0,0 +1,20 @@ +h_elem: 60 +z_max: 55000.0 +z_elem: 63 +dz_bottom: 30.0 +dz_top: 3000.0 +kappa_4: 1e14 +moist: "equil" +precip_model: "0M" +rad: "allskywithclear" +idealized_insolation: false +dt_rad: "1hours" +vert_diff: "true" +surface_setup: "DefaultMoninObukhov" +rayleigh_sponge: true +dt_save_to_disk: "3hours" +dt: "50secs" +t_end: "1days" +FLOAT_TYPE: "Float64" +job_id: "longrun_aquaplanet_dyamond" +toml: [toml/longrun_aquaplanet_dyamond.toml] diff --git a/toml/longrun_aquaplanet_dyamond.toml b/toml/longrun_aquaplanet_dyamond.toml new file mode 100644 index 00000000000..dc08c6e9ebf --- /dev/null +++ b/toml/longrun_aquaplanet_dyamond.toml @@ -0,0 +1,9 @@ +[alpha_rayleigh_w] +alias = "alpha_rayleigh_w" +value = 1.0 +type = "float" + +[zd_rayleigh] +alias = "zd_rayleigh" +value = 35000.0 +type = "float"