diff --git a/.buildkite/longruns/pipeline.yml b/.buildkite/longruns/pipeline.yml deleted file mode 100644 index ce326f49b5..0000000000 --- a/.buildkite/longruns/pipeline.yml +++ /dev/null @@ -1,57 +0,0 @@ -agents: - queue: new-central - slurm_mem_per_cpu: 8G - modules: climacommon/2024_05_27 - -env: - JULIA_LOAD_PATH: "${JULIA_LOAD_PATH}:${BUILDKITE_BUILD_CHECKOUT_PATH}/.buildkite" - OPENBLAS_NUM_THREADS: 1 - JULIA_NVTX_CALLBACKS: gc - JULIA_MAX_NUM_PRECOMPILE_FILES: 100 - CONFIG_PATH: "config/longrun_configs" - SLURM_KILL_BAD_EXIT: 1 - JULIA_NVTX_CALLBACKS: gc - -timeout_in_minutes: 1440 - -steps: - - label: "init :computer:" - key: "init_cpu_env" - command: - - echo "--- Instantiate project" - - "julia --project -e 'using Pkg; Pkg.instantiate(;verbose=true)'" - - "julia --project -e 'using Pkg; Pkg.precompile()'" - - "julia --project -e 'using Pkg; Pkg.status()'" - - - echo "--- Instantiate" - - "julia --project=examples -e 'using Pkg; Pkg.instantiate(;verbose=true)'" - - "julia --project=examples -e 'using Pkg; Pkg.precompile()'" - - "julia --project=examples -e 'using CUDA; CUDA.precompile_runtime()'" - - "julia --project=examples -e 'using Pkg; Pkg.status()'" - - "julia --project=examples artifacts/download_artifacts.jl" - - agents: - slurm_cpus_per_task: 8 - slurm_gpus: 1 - env: - JULIA_NUM_PRECOMPILE_TASKS: 8 - - - wait - - - group: "Experimental long runs" - - steps: - - # TODO: uncomment when zalesak works - # - label: ":computer: lim ARS zalesak baroclinic wave (ρe_tot) equilmoist high resolution" - # command: - # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME - # artifact_paths: "$$JOB_NAME/output_active/*" - # env: - # CLIMACOMMS_CONTEXT: "MPI" - # agents: - # slurm_ntasks: 32 - # slurm_mem_per_cpu: 32GB - # slurm_time: 24:00:00 - # env: - # JOB_NAME: "longrun_zalesak_tracer_energy_bw_rhoe_equil_highres" diff --git a/.buildkite/longruns_gpu/pipeline.yml b/.buildkite/longruns_gpu/pipeline.yml index 89341cf89a..3917c02919 100644 --- a/.buildkite/longruns_gpu/pipeline.yml +++ b/.buildkite/longruns_gpu/pipeline.yml @@ -262,3 +262,21 @@ steps: env: CLIMACOMMS_DEVICE: "CUDA" JOB_NAME: "amip_target_diagedmf" + + - group: "Experimental long runs" + + steps: + + # TODO: uncomment when zalesak works + # - label: ":computer: lim ARS zalesak baroclinic wave (ρe_tot) equilmoist high resolution" + # command: + # - srun julia --project=examples examples/hybrid/driver.jl --config_file $CONFIG_PATH/$$JOB_NAME.yml --job_id $$JOB_NAME + # artifact_paths: "$$JOB_NAME/output_active/*" + # env: + # CLIMACOMMS_CONTEXT: "MPI" + # agents: + # slurm_ntasks: 32 + # slurm_mem_per_cpu: 32GB + # slurm_time: 24:00:00 + # env: + # JOB_NAME: "longrun_zalesak_tracer_energy_bw_rhoe_equil_highres"