From b8afaac0072b574bfd6027c1301a5f3dc7bb548d Mon Sep 17 00:00:00 2001 From: akshaysridhar Date: Wed, 6 Sep 2023 15:46:56 -0700 Subject: [PATCH] modified: .buildkite/longruns/pipeline.yml --- .buildkite/longruns/pipeline.yml | 90 ++++++++++++++++---------------- 1 file changed, 45 insertions(+), 45 deletions(-) diff --git a/.buildkite/longruns/pipeline.yml b/.buildkite/longruns/pipeline.yml index 46a13f5c885..c38840f0ef5 100644 --- a/.buildkite/longruns/pipeline.yml +++ b/.buildkite/longruns/pipeline.yml @@ -40,10 +40,10 @@ steps: - label: ":computer: baroclinic wave (ρe_tot) high resolution" command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $JOB_NAME --out_dir $JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $JOB_NAME --fig_dir $JOB_NAME --case_name dry_baroclinic_wave - artifact_paths: "$JOB_NAME/*" + - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_baroclinic_wave + artifact_paths: "$$JOB_NAME/*" agents: slurm_ntasks: 32 slurm_time: 24:00:00 @@ -52,10 +52,10 @@ steps: - label: ":computer: no lim ARS baroclinic wave (ρe_tot) equilmoist high resolution" command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $JOB_NAME --out_dir $JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $JOB_NAME --fig_dir $JOB_NAME --case_name moist_baroclinic_wave - artifact_paths: "$JOB_NAME/*" + - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave + artifact_paths: "$$JOB_NAME/*" agents: slurm_ntasks: 32 slurm_time: 24:00:00 @@ -64,10 +64,10 @@ steps: - label: ":computer: lim ARS zalesak baroclinic wave (ρe_tot) equilmoist high resolution" command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $JOB_NAME --out_dir $JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $JOB_NAME --fig_dir $JOB_NAME --case_name moist_baroclinic_wave - artifact_paths: "$JOB_NAME/*" + - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave + artifact_paths: "$$JOB_NAME/*" agents: slurm_ntasks: 32 slurm_mem_per_cpu: 32GB @@ -77,10 +77,10 @@ steps: - label: ":computer: SSP baroclinic wave (ρe_tot) equilmoist high resolution centered diff" command: - - "srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml" - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $JOB_NAME --out_dir $JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $JOB_NAME --fig_dir $JOB_NAME --case_name moist_baroclinic_wave - artifact_paths: "$JOB_NAME/*" + - "srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml" + - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name moist_baroclinic_wave + artifact_paths: "$$JOB_NAME/*" agents: slurm_ntasks: 32 slurm_time: 24:00:00 @@ -89,10 +89,10 @@ steps: - label: ":computer: held-suarez, dry, high-topped (55km), high-sponge (35km), helem_16 np_3" command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $JOB_NAME --out_dir $JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $JOB_NAME --fig_dir $JOB_NAME --case_name aquaplanet - artifact_paths: "$JOB_NAME/*" + - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet + artifact_paths: "$$JOB_NAME/*" env: CLIMACORE_DISTRIBUTED: "MPI" JOB_NAME: "longrun_hs_rhoe_dry_nz63_55km_rs35km" @@ -103,10 +103,10 @@ steps: - label: ":computer: held-suarez, equilmoist, high-topped (55km), high-sponge (35km), helem_16 np_3" command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $JOB_NAME --out_dir $JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $JOB_NAME --fig_dir $JOB_NAME --case_name aquaplanet - artifact_paths: "$JOB_NAME/*" + - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet + artifact_paths: "$$JOB_NAME/*" env: CLIMACORE_DISTRIBUTED: "MPI" JOB_NAME: "longrun_hs_rhoe_equilmoist_nz63_0M_55km_rs35km" @@ -117,10 +117,10 @@ steps: - label: ":computer: aquaplanet, equilmoist, high-topped (55km), gray-radiation, vertdiff, high-sponge (35km), helem_16 np_3" command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $JOB_NAME --out_dir $JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $JOB_NAME --fig_dir $JOB_NAME --case_name aquaplanet - artifact_paths: "$JOB_NAME/*" + - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet + artifact_paths: "$$JOB_NAME/*" env: CLIMACORE_DISTRIBUTED: "MPI" JOB_NAME: "longrun_aquaplanet_rhoe_equil_gray_55km_nz63_0M" @@ -131,7 +131,7 @@ steps: - label: ":computer: aquaplanet (ρe_tot) equilmoist clearsky high resolution hightop rayleigh sponge(35e3, 10) Float64" command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml + - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir JOB_NAME --out_dir JOB_NAME - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir JOB_NAME --fig_dir JOB_NAME --case_name aquaplanet artifact_paths: "JOB_NAME/*" @@ -143,9 +143,9 @@ steps: - label: ":computer: baroclinic wave (ρe_tot) equilmoist high resolution topography (earth)" command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $JOB_NAME --out_dir $JOB_NAME - artifact_paths: "$JOB_NAME/*" + - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + artifact_paths: "$$JOB_NAME/*" agents: slurm_ntasks: 32 slurm_mem_per_cpu: 16GB @@ -167,10 +167,10 @@ steps: - label: ":computer: no lim ARS aquaplanet (ρe_tot) equilmoist high resolution clearsky radiation Float64 (earth)" command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $JOB_NAME --out_dir $JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $JOB_NAME --fig_dir $JOB_NAME --case_name aquaplanet - artifact_paths: "$JOB_NAME/*" + - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name aquaplanet + artifact_paths: "$$JOB_NAME/*" agents: slurm_ntasks: 64 slurm_mem_per_cpu: 16GB @@ -184,10 +184,10 @@ steps: - label: ":computer: hydrostatic balance (ρe_tot)" command: - - julia --color=yes --project=examples --threads=8 examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $JOB_NAME --out_dir $JOB_NAME - - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $JOB_NAME --fig_dir $JOB_NAME --case_name dry_held_suarez - artifact_paths: "$JOB_NAME/*" + - julia --color=yes --project=examples --threads=8 examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + - julia --color=yes --project=examples post_processing/plot/plot_pipeline.jl --nc_dir $$JOB_NAME --fig_dir $$JOB_NAME --case_name dry_held_suarez + artifact_paths: "$$JOB_NAME/*" agents: slurm_cpus_per_task: 8 slurm_time: 24:00:00 @@ -201,9 +201,9 @@ steps: - label: ":computer: aquaplanet (ρe_tot) equilmoist high resolution allsky radiation float64" command: - - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml - - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $JOB_NAME --out_dir $JOB_NAME - artifact_paths: "$JOB_NAME/*" + - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml + - julia --color=yes --project=examples post_processing/remap/remap_pipeline.jl --data_dir $$JOB_NAME --out_dir $$JOB_NAME + artifact_paths: "$$JOB_NAME/*" agents: slurm_ntasks: 32 slurm_time: 24:00:00 @@ -215,8 +215,8 @@ steps: steps: - label: ":balloon: Compressible single column EDMF TRMM_LBA" - command: "julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$JOB_NAME.yml" - artifact_paths: "$JOB_NAME/*" + command: "julia --color=yes --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml" + artifact_paths: "$$JOB_NAME/*" agents: slurm_mem: 20GB slurm_time: 24:00:00