From d47c493a84404feb659da3518b73138fffe0d8e8 Mon Sep 17 00:00:00 2001 From: Zhaoyi Shen <11598433+szy21@users.noreply.github.com> Date: Wed, 24 Jan 2024 23:13:14 -0800 Subject: [PATCH] add amip with diagnostic edmf job --- .buildkite/longruns/pipeline.yml | 484 +++++++++--------- config/longrun_configs/amip_target_topo.yml | 4 +- .../amip_target_topo_diagedmf.yml | 25 + 3 files changed, 275 insertions(+), 238 deletions(-) create mode 100644 config/longrun_configs/amip_target_topo_diagedmf.yml diff --git a/.buildkite/longruns/pipeline.yml b/.buildkite/longruns/pipeline.yml index 1007d678ac..588a51f0c9 100644 --- a/.buildkite/longruns/pipeline.yml +++ b/.buildkite/longruns/pipeline.yml @@ -51,152 +51,152 @@ steps: - wait - - group: "Coupler integration and conservation tests" - - steps: - - # Integration tests - the expected results were also confirmed locally - - label: "Slabplanet_aqua: nocouple" - key: "slabplanet_aqua_atmos_sf_nocouple" # SF at each Atmos stage, no coupling, prescribed SST from atmos - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_atmos_sf_nocouple.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_atmos_sf_nocouple_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "Slabplanet_aqua: couple" - key: "slabplanet_aqua_atmos_sf_couple" # SF at each Atmos stage, coupling, prescribed SST from coupler - identical results to the above confirm 1) initial conditions in Atmos are unchanged compared to the slab, 2) coupling not introducing variability when constant surface - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_atmos_sf_couple.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_atmos_sf_couple_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "Slabplanet_aqua: coupler fluxes" - key: "slabplanet_aqua_coupler_sf" # SF at each coupler timestep, constant ocean - comparing to the above runs, this tests the sensitivity of less frequent flux calculation - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_coupler_sf.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_coupler_sf_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "Slabplanet_aqua: coupler fluxes, evolving ocean" - key: "slabplanet_aqua_coupler_sf_evolve_ocn" # SF at each coupler timestep, evolving ocean - comparing to the above run, tests the sensitivity of evolving ocean - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_coupler_sf_evolve_ocn.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_coupler_sf_evolve_ocn_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "Slabplanet_terra: coupler fluxes, evolving bucket" - key: "slabplanet_terra" # SF at each coupler timestep, evolving ocean - comparing to the above run, tests the sensitivity of evolving bucket - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_terra.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_terra/slabplanet_terra_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "Slabplanet: coupler fluxes, evolving ocean and land" - key: "slabplanet_coupler_sf_evolve_ocn" - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_coupler_sf_evolve_ocn.yml" - artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_coupler_sf_evolve_ocn_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - group: "Current target tests: idealized surface" - - steps: - - - label: "ClimaAtmos standalone target" - command: - - srun julia --project=experiments/AMIP/ target/atmos_driver.jl --config_file target/longrun_aquaplanet_rhoe_equilmoist_nz63_0M_55km_rs35km_clearsky_tvinsolation.yml - artifact_paths: "longrun_aquaplanet_rhoe_equilmoist_nz63_0M_55km_rs35km_clearsky_tvinsolation/*" - env: - BUILD_HISTORY_HANDLE: "" - CLIMACORE_DISTRIBUTED: "MPI" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "TARGET IDEALIZED: new target aqua - fixed ocean T, nocouple, atmos flux calc" - key: "slabplanet_aqua_target_nocouple" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target_nocouple.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_nocouple_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "TARGET IDEALIZED: new target aqua - fixed ocean T, coupler flux calc" - key: "slabplanet_aqua_target" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "TARGET IDEALIZED: new target aqua - evolving slab ocean T" - key: "slabplanet_aqua_target_evolve_ocn" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target_evolve_ocn.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_evolve_ocn_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "TARGET IDEALIZED: new target slab - fixed ocean T, bucket" - key: "slabplanet_target" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_target.yml" - artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_target_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "TARGET IDEALIZED: new target slab - evolving slab ocean T, bucket" - key: "slabplanet_target_evolve_ocn" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_target_evolve_ocn.yml" - artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_target_evolve_ocn_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G + # - group: "Coupler integration and conservation tests" + + # steps: + + # # Integration tests - the expected results were also confirmed locally + # - label: "Slabplanet_aqua: nocouple" + # key: "slabplanet_aqua_atmos_sf_nocouple" # SF at each Atmos stage, no coupling, prescribed SST from atmos + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_atmos_sf_nocouple.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_atmos_sf_nocouple_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "Slabplanet_aqua: couple" + # key: "slabplanet_aqua_atmos_sf_couple" # SF at each Atmos stage, coupling, prescribed SST from coupler - identical results to the above confirm 1) initial conditions in Atmos are unchanged compared to the slab, 2) coupling not introducing variability when constant surface + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_atmos_sf_couple.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_atmos_sf_couple_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "Slabplanet_aqua: coupler fluxes" + # key: "slabplanet_aqua_coupler_sf" # SF at each coupler timestep, constant ocean - comparing to the above runs, this tests the sensitivity of less frequent flux calculation + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_coupler_sf.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_coupler_sf_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "Slabplanet_aqua: coupler fluxes, evolving ocean" + # key: "slabplanet_aqua_coupler_sf_evolve_ocn" # SF at each coupler timestep, evolving ocean - comparing to the above run, tests the sensitivity of evolving ocean + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_coupler_sf_evolve_ocn.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_coupler_sf_evolve_ocn_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "Slabplanet_terra: coupler fluxes, evolving bucket" + # key: "slabplanet_terra" # SF at each coupler timestep, evolving ocean - comparing to the above run, tests the sensitivity of evolving bucket + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_terra.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_terra/slabplanet_terra_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "Slabplanet: coupler fluxes, evolving ocean and land" + # key: "slabplanet_coupler_sf_evolve_ocn" + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_coupler_sf_evolve_ocn.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_coupler_sf_evolve_ocn_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - group: "Current target tests: idealized surface" + + # steps: + + # - label: "ClimaAtmos standalone target" + # command: + # - srun julia --project=experiments/AMIP/ target/atmos_driver.jl --config_file target/longrun_aquaplanet_rhoe_equilmoist_nz63_0M_55km_rs35km_clearsky_tvinsolation.yml + # artifact_paths: "longrun_aquaplanet_rhoe_equilmoist_nz63_0M_55km_rs35km_clearsky_tvinsolation/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # CLIMACORE_DISTRIBUTED: "MPI" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "TARGET IDEALIZED: new target aqua - fixed ocean T, nocouple, atmos flux calc" + # key: "slabplanet_aqua_target_nocouple" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target_nocouple.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_nocouple_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "TARGET IDEALIZED: new target aqua - fixed ocean T, coupler flux calc" + # key: "slabplanet_aqua_target" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "TARGET IDEALIZED: new target aqua - evolving slab ocean T" + # key: "slabplanet_aqua_target_evolve_ocn" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target_evolve_ocn.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_evolve_ocn_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "TARGET IDEALIZED: new target slab - fixed ocean T, bucket" + # key: "slabplanet_target" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_target.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_target_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "TARGET IDEALIZED: new target slab - evolving slab ocean T, bucket" + # key: "slabplanet_target_evolve_ocn" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_target_evolve_ocn.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_target_evolve_ocn_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G - group: "Current target tests: AMIP surface" @@ -226,31 +226,11 @@ steps: slurm_ntasks_per_node: 16 slurm_nodes: 4 slurm_mem_per_cpu: 16G - - - - group: "Other AMIP targets" - - steps: - - # DYAMOND AMIP: 1 day (convection resolving) - - - label: "MPI AMIP SUPERFINE: dyamond_target" - key: "dyamond_target" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/dyamond_target.yml" - artifact_paths: "experiments/AMIP/output/amip/dyamond_target_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - # mid-resolution AMIP: MPI performance scaling (10 days) - - label: "MPI AMIP FINE: n64" - key: "mpi_amip_fine_n64" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n64_shortrun.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n64_shortrun_artifacts/*" + + - label: "MPI AMIP FINE: new target amip: topo + diagedmf" + key: "amip_target_topo_diagedmf" + command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_target_topo_diagedmf.yml" + artifact_paths: "experiments/AMIP/output/amip/amip_target_topo_diagedmf_artifacts/*" env: CLIMACORE_DISTRIBUTED: "MPI" BUILD_HISTORY_HANDLE: "" @@ -259,72 +239,104 @@ steps: slurm_nodes: 4 slurm_mem_per_cpu: 16G - - label: "MPI AMIP FINE: n32" - key: "mpi_amip_fine_n32" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n32_shortrun.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n32_shortrun_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 8 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "MPI AMIP FINE: n8" - key: "mpi_amip_fine_n8" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n8_shortrun.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n8_shortrun_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 8 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "MPI AMIP FINE: n2" # 10d take 21h, so reducing to 1d - key: "mpi_amip_fine_n2" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n2_shortrun.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n2_shortrun_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 2 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "MPI AMIP FINE: n1" # also reported by longruns with a flame graph; 10d take 21h, so reducing to 1d - key: "mpi_amip_fine_n1" - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n1_shortrun.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n1_shortrun_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "MPI AMIP FINE: n1 no couple" # sim time = Δt_cpl (~ benchmarking with standalone models) - key: "mpi_amip_fine_n1_nocouple" - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n1_shortrun_nocouple.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n1_shortrun_nocouple_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - # mpi_amip_fine_n1 flame graph report (NB: arguments passed from the ci pipeline.yml) - - label: ":rocket: performance: flame graph diff: perf_target_amip_n1_shortrun" - command: "julia --color=yes --project=perf perf/flame_diff.jl --config_file $PERF_CONFIG_PATH/perf_diff_target_amip_n1_shortrun.yml" - artifact_paths: "perf/output/perf_diff_target_amip_n1_shortrun/*" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G + # - group: "Other AMIP targets" + + # steps: + + # # DYAMOND AMIP: 1 day (convection resolving) + + # - label: "MPI AMIP SUPERFINE: dyamond_target" + # key: "dyamond_target" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/dyamond_target.yml" + # artifact_paths: "experiments/AMIP/output/amip/dyamond_target_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # # mid-resolution AMIP: MPI performance scaling (10 days) + # - label: "MPI AMIP FINE: n64" + # key: "mpi_amip_fine_n64" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n64_shortrun.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n64_shortrun_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "MPI AMIP FINE: n32" + # key: "mpi_amip_fine_n32" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n32_shortrun.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n32_shortrun_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 8 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "MPI AMIP FINE: n8" + # key: "mpi_amip_fine_n8" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n8_shortrun.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n8_shortrun_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 8 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "MPI AMIP FINE: n2" # 10d take 21h, so reducing to 1d + # key: "mpi_amip_fine_n2" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n2_shortrun.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n2_shortrun_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 2 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "MPI AMIP FINE: n1" # also reported by longruns with a flame graph; 10d take 21h, so reducing to 1d + # key: "mpi_amip_fine_n1" + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n1_shortrun.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n1_shortrun_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "MPI AMIP FINE: n1 no couple" # sim time = Δt_cpl (~ benchmarking with standalone models) + # key: "mpi_amip_fine_n1_nocouple" + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n1_shortrun_nocouple.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n1_shortrun_nocouple_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # # mpi_amip_fine_n1 flame graph report (NB: arguments passed from the ci pipeline.yml) + # - label: ":rocket: performance: flame graph diff: perf_target_amip_n1_shortrun" + # command: "julia --color=yes --project=perf perf/flame_diff.jl --config_file $PERF_CONFIG_PATH/perf_diff_target_amip_n1_shortrun.yml" + # artifact_paths: "perf/output/perf_diff_target_amip_n1_shortrun/*" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G - wait diff --git a/config/longrun_configs/amip_target_topo.yml b/config/longrun_configs/amip_target_topo.yml index 5fe71b1fef..f7dc444be0 100644 --- a/config/longrun_configs/amip_target_topo.yml +++ b/config/longrun_configs/amip_target_topo.yml @@ -1,10 +1,10 @@ run_name: "amip_target_topo" anim: true -dt_cpl: 75 +dt_cpl: 100 energy_check: false mode_name: "amip" mono_surface: false -dt: "150secs" +dt: "100secs" t_end: "100days" job_id: "amip_target_topo" dt_save_to_sol: "10days" diff --git a/config/longrun_configs/amip_target_topo_diagedmf.yml b/config/longrun_configs/amip_target_topo_diagedmf.yml new file mode 100644 index 0000000000..c66af005be --- /dev/null +++ b/config/longrun_configs/amip_target_topo_diagedmf.yml @@ -0,0 +1,25 @@ +run_name: "amip_target_topo_diagedmf" +anim: true +dt_cpl: 100 +energy_check: false +mode_name: "amip" +mono_surface: false +dt: "100secs" +t_end: "40days" +job_id: "amip_target_topo_diagedmf" +dt_save_to_sol: "10days" +dt_save_state_to_disk: "20days" +apply_limiter: false +hourly_checkpoint: true +turb_flux_partition: "CombinedStateFluxes" +atmos_config_file: "config/longrun_configs/longrun_aquaplanet_rhoe_equil_55km_nz63_allsky_diagedmf_0M.yml" +surface_setup: "PrescribedSurface" +land_albedo_type: "map_temporal" +start_date: "19790301" +topography: "Earth" +topo_smoothing: true +FLOAT_TYPE: "Float32" +idealized_insolation: false +dt_rad: "1hours" +dt_cloud_fraction: "1hours" +netcdf_output_at_levels: true