Merge pull request #883 from CliMA/zs/amip

add most recent amip to pipeline

.buildkite/amip/pipeline.yml

@@ -0,0 +1,91 @@
+agents:
+  queue: clima
+  slurm_time: 72:00:00
+  modules: climacommon/2024_05_27
+
+env:
+  JULIA_MAX_NUM_PRECOMPILE_FILES: 100
+  GKSwstype: 100
+  SLURM_KILL_BAD_EXIT: 1
+  CONFIG_PATH: "config/amip_configs"
+
+timeout_in_minutes: 4320
+
+steps:
+
+  - label: "init :GPU:"
+    key: "init_gpu_env"
+    command:
+      - "echo $$JULIA_DEPOT_PATH"
+
+      - echo "--- Instantiate AMIP env"
+      - "julia --project=experiments/ClimaEarth/ -e 'using Pkg; Pkg.instantiate(;verbose=true)'"
+      - "julia --project=experiments/ClimaEarth/ -e 'using Pkg; Pkg.precompile()'"
+      - "julia --project=experiments/ClimaEarth/ -e 'using Pkg; Pkg.status()'"
+
+      - echo "--- Download artifacts"
+      - "julia --project=artifacts -e 'using Pkg; Pkg.instantiate(;verbose=true)'"
+      - "julia --project=artifacts -e 'using Pkg; Pkg.precompile()'"
+      - "julia --project=artifacts -e 'using Pkg; Pkg.status()'"
+      - "julia --project=artifacts artifacts/download_artifacts.jl"
+
+    agents:
+      slurm_gpus: 1
+      slurm_cpus_per_task: 8
+    env:
+      JULIA_NUM_PRECOMPILE_TASKS: 8
+      JULIA_MAX_NUM_PRECOMPILE_FILES: 50
+
+  - wait
+
+  - group: "AMIP"
+
+    steps:
+
+      - label: "Current AMIP: diagedmf + 0M + bucket land"
+        key: "amip"
+        command:
+          - echo "--- Run simulation"
+          - "srun --cpu-bind=threads --cpus-per-task=4 julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip.yml --job_id amip"
+        artifact_paths: "experiments/ClimaEarth/output/amip/amip_artifacts/*"
+        timeout_in_minutes: 4320
+        env:
+          CLIMACOMMS_CONTEXT: "MPI"
+          CLIMACOMMS_DEVICE: "CUDA"
+        agents:
+          slurm_gpus_per_task: 1
+          slurm_cpus_per_task: 4
+          slurm_ntasks: 4
+          slurm_mem: 30GB
+        soft_fail: true
+
+  - wait
+
+  - group: "Job analysis and reporting"
+
+    steps:
+
+      # plot job performance history
+      - label: ":chart_with_downwards_trend: build history"
+        command:
+          - build_history main # name of branch to plot
+        artifact_paths:
+          - "build_history.html"
+
+      - wait
+
+      - label: ":envelope: Slack report: build_history"
+        command:
+          - |
+            slack-upload -c "#coupler-report" -f build_history.html -m html -n build_history -x ":rocket: Interactive overall job performance history (download the attached file and view in browser) :rocket:"
+
+      - label: ":envelope: Slack report: target AMIP"
+        command:
+          - slack-upload -c "#coupler-report" -f experiments/ClimaEarth/output/amip/amip_artifacts/amip_ncep.png -m png -n amip_fine -x "300d Target AMIP v NCEP Last Month Mean"
+          - |
+            find experiments/ClimaEarth/output/amip/amip_artifacts/ -type f -name 'bias*.png' -print0 | while IFS= read -r -d '' file; do
+              slack-upload -c "#coupler-report" -f "$$file" -m png -n "$$(basename "$$file" .png)" -x "$$(basename "$$file" .png)"
+            done
+        agents:
+          queue: clima
+          modules: common

config/amip_configs/amip.yml

@@ -0,0 +1,23 @@
+FLOAT_TYPE: "Float32"
+albedo_model: "CouplerAlbedo"
+anim: false
+atmos_config_file: "config/longrun_configs/amip_target_diagedmf.yml"
+dt: "120secs"
+dt_cpl: 120
+dt_save_state_to_disk: "30days"
+dt_save_to_sol: "30days"
+energy_check: false
+hourly_checkpoint: true
+hourly_checkpoint_dt: 720
+land_albedo_type: "map_temporal"
+mode_name: "amip"
+mono_surface: false
+netcdf_output_at_levels: true
+output_default_diagnostics: true
+start_date: "20100101"
+surface_setup: "PrescribedSurface"
+t_end: "1080days"
+topo_smoothing: true
+topography: "Earth"
+coupler_toml_file: "toml/amip.toml"
+turb_flux_partition: "CombinedStateFluxesMOST"

toml/amip.toml

@@ -0,0 +1,29 @@
+[alpha_rayleigh_w]
+value = 10.0
+
+[zd_rayleigh]
+value = 35000.0
+
+[precipitation_timescale]
+value = 600
+
+[entr_inv_tau]
+value = 0.002
+
+[entr_coeff]
+value = 0
+
+[detr_inv_tau]
+value = 0
+
+[detr_buoy_coeff]
+value = 0.12
+
+[detr_vertdiv_coeff]
+value = 0.6
+
+[min_area_limiter_scale]
+value = 0
+
+[max_area_limiter_scale]
+value = 0