diff --git a/.buildkite/longruns/pipeline.yml b/.buildkite/longruns/pipeline.yml index 5e8798df30..d6cfa3714d 100644 --- a/.buildkite/longruns/pipeline.yml +++ b/.buildkite/longruns/pipeline.yml @@ -51,152 +51,152 @@ steps: - wait - - group: "Coupler integration and conservation tests" - - steps: - - # Integration tests - the expected results were also confirmed locally - - label: "Slabplanet_aqua: nocouple" - key: "slabplanet_aqua_atmos_sf_nocouple" # SF at each Atmos stage, no coupling, prescribed SST from atmos - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_atmos_sf_nocouple.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_atmos_sf_nocouple_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "Slabplanet_aqua: couple" - key: "slabplanet_aqua_atmos_sf_couple" # SF at each Atmos stage, coupling, prescribed SST from coupler - identical results to the above confirm 1) initial conditions in Atmos are unchanged compared to the slab, 2) coupling not introducing variability when constant surface - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_atmos_sf_couple.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_atmos_sf_couple_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "Slabplanet_aqua: coupler fluxes" - key: "slabplanet_aqua_coupler_sf" # SF at each coupler timestep, constant ocean - comparing to the above runs, this tests the sensitivity of less frequent flux calculation - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_coupler_sf.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_coupler_sf_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "Slabplanet_aqua: coupler fluxes, evolving ocean" - key: "slabplanet_aqua_coupler_sf_evolve_ocn" # SF at each coupler timestep, evolving ocean - comparing to the above run, tests the sensitivity of evolving ocean - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_coupler_sf_evolve_ocn.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_coupler_sf_evolve_ocn_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "Slabplanet_terra: coupler fluxes, evolving bucket" - key: "slabplanet_terra" # SF at each coupler timestep, evolving ocean - comparing to the above run, tests the sensitivity of evolving bucket - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_terra.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_terra/slabplanet_terra_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "Slabplanet: coupler fluxes, evolving ocean and land" - key: "slabplanet_coupler_sf_evolve_ocn" - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_coupler_sf_evolve_ocn.yml" - artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_coupler_sf_evolve_ocn_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - group: "Current target tests: idealized surface" - - steps: - - - label: "ClimaAtmos standalone target" - command: - - srun julia --project=experiments/AMIP/ target/atmos_driver.jl --config_file target/longrun_aquaplanet_rhoe_equilmoist_nz63_0M_55km_rs35km_clearsky_tvinsolation.yml - artifact_paths: "longrun_aquaplanet_rhoe_equilmoist_nz63_0M_55km_rs35km_clearsky_tvinsolation/*" - env: - BUILD_HISTORY_HANDLE: "" - CLIMACORE_DISTRIBUTED: "MPI" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "TARGET IDEALIZED: new target aqua - fixed ocean T, nocouple, atmos flux calc" - key: "slabplanet_aqua_target_nocouple" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target_nocouple.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_nocouple_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "TARGET IDEALIZED: new target aqua - fixed ocean T, coupler flux calc" - key: "slabplanet_aqua_target" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "TARGET IDEALIZED: new target aqua - evolving slab ocean T" - key: "slabplanet_aqua_target_evolve_ocn" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target_evolve_ocn.yml" - artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_evolve_ocn_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "TARGET IDEALIZED: new target slab - fixed ocean T, bucket" - key: "slabplanet_target" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_target.yml" - artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_target_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "TARGET IDEALIZED: new target slab - evolving slab ocean T, bucket" - key: "slabplanet_target_evolve_ocn" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_target_evolve_ocn.yml" - artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_target_evolve_ocn_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G + # - group: "Coupler integration and conservation tests" + + # steps: + + # # Integration tests - the expected results were also confirmed locally + # - label: "Slabplanet_aqua: nocouple" + # key: "slabplanet_aqua_atmos_sf_nocouple" # SF at each Atmos stage, no coupling, prescribed SST from atmos + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_atmos_sf_nocouple.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_atmos_sf_nocouple_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "Slabplanet_aqua: couple" + # key: "slabplanet_aqua_atmos_sf_couple" # SF at each Atmos stage, coupling, prescribed SST from coupler - identical results to the above confirm 1) initial conditions in Atmos are unchanged compared to the slab, 2) coupling not introducing variability when constant surface + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_atmos_sf_couple.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_atmos_sf_couple_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "Slabplanet_aqua: coupler fluxes" + # key: "slabplanet_aqua_coupler_sf" # SF at each coupler timestep, constant ocean - comparing to the above runs, this tests the sensitivity of less frequent flux calculation + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_coupler_sf.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_coupler_sf_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "Slabplanet_aqua: coupler fluxes, evolving ocean" + # key: "slabplanet_aqua_coupler_sf_evolve_ocn" # SF at each coupler timestep, evolving ocean - comparing to the above run, tests the sensitivity of evolving ocean + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_coupler_sf_evolve_ocn.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_coupler_sf_evolve_ocn_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "Slabplanet_terra: coupler fluxes, evolving bucket" + # key: "slabplanet_terra" # SF at each coupler timestep, evolving ocean - comparing to the above run, tests the sensitivity of evolving bucket + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_terra.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_terra/slabplanet_terra_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "Slabplanet: coupler fluxes, evolving ocean and land" + # key: "slabplanet_coupler_sf_evolve_ocn" + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_coupler_sf_evolve_ocn.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_coupler_sf_evolve_ocn_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - group: "Current target tests: idealized surface" + + # steps: + + # - label: "ClimaAtmos standalone target" + # command: + # - srun julia --project=experiments/AMIP/ target/atmos_driver.jl --config_file target/longrun_aquaplanet_rhoe_equilmoist_nz63_0M_55km_rs35km_clearsky_tvinsolation.yml + # artifact_paths: "longrun_aquaplanet_rhoe_equilmoist_nz63_0M_55km_rs35km_clearsky_tvinsolation/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # CLIMACORE_DISTRIBUTED: "MPI" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "TARGET IDEALIZED: new target aqua - fixed ocean T, nocouple, atmos flux calc" + # key: "slabplanet_aqua_target_nocouple" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target_nocouple.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_nocouple_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "TARGET IDEALIZED: new target aqua - fixed ocean T, coupler flux calc" + # key: "slabplanet_aqua_target" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "TARGET IDEALIZED: new target aqua - evolving slab ocean T" + # key: "slabplanet_aqua_target_evolve_ocn" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_aqua_target_evolve_ocn.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet_aqua/slabplanet_aqua_target_evolve_ocn_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "TARGET IDEALIZED: new target slab - fixed ocean T, bucket" + # key: "slabplanet_target" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_target.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_target_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "TARGET IDEALIZED: new target slab - evolving slab ocean T, bucket" + # key: "slabplanet_target_evolve_ocn" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/slabplanet_target_evolve_ocn.yml" + # artifact_paths: "experiments/AMIP/output/slabplanet/slabplanet_target_evolve_ocn_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G - group: "Current target tests: AMIP surface" @@ -240,103 +240,103 @@ steps: slurm_mem_per_cpu: 16G - - group: "Other AMIP targets" - - steps: - - # DYAMOND AMIP: 1 day (convection resolving) - - - label: "MPI AMIP SUPERFINE: dyamond_target" - key: "dyamond_target" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/dyamond_target.yml" - artifact_paths: "experiments/AMIP/output/amip/dyamond_target_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - # mid-resolution AMIP: MPI performance scaling (10 days) - - label: "MPI AMIP FINE: n64" - key: "mpi_amip_fine_n64" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n64_shortrun.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n64_shortrun_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 16 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "MPI AMIP FINE: n32" - key: "mpi_amip_fine_n32" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n32_shortrun.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n32_shortrun_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 8 - slurm_nodes: 4 - slurm_mem_per_cpu: 16G - - - label: "MPI AMIP FINE: n8" - key: "mpi_amip_fine_n8" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n8_shortrun.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n8_shortrun_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 8 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "MPI AMIP FINE: n2" # 10d take 21h, so reducing to 1d - key: "mpi_amip_fine_n2" - command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n2_shortrun.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n2_shortrun_artifacts/*" - env: - CLIMACORE_DISTRIBUTED: "MPI" - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 2 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "MPI AMIP FINE: n1" # also reported by longruns with a flame graph; 10d take 21h, so reducing to 1d - key: "mpi_amip_fine_n1" - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n1_shortrun.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n1_shortrun_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - - label: "MPI AMIP FINE: n1 no couple" # sim time = Δt_cpl (~ benchmarking with standalone models) - key: "mpi_amip_fine_n1_nocouple" - command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n1_shortrun_nocouple.yml" - artifact_paths: "experiments/AMIP/output/amip/amip_n1_shortrun_nocouple_artifacts/*" - env: - BUILD_HISTORY_HANDLE: "" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G - - # mpi_amip_fine_n1 flame graph report (NB: arguments passed from the ci pipeline.yml) - - label: ":rocket: performance: flame graph diff: perf_target_amip_n1_shortrun" - command: "julia --color=yes --project=perf perf/flame_diff.jl --config_file $PERF_CONFIG_PATH/perf_diff_target_amip_n1_shortrun.yml" - artifact_paths: "perf/output/perf_diff_target_amip_n1_shortrun/*" - agents: - slurm_ntasks_per_node: 1 - slurm_nodes: 1 - slurm_mem_per_cpu: 16G + # - group: "Other AMIP targets" + + # steps: + + # # DYAMOND AMIP: 1 day (convection resolving) + + # - label: "MPI AMIP SUPERFINE: dyamond_target" + # key: "dyamond_target" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/dyamond_target.yml" + # artifact_paths: "experiments/AMIP/output/amip/dyamond_target_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # # mid-resolution AMIP: MPI performance scaling (10 days) + # - label: "MPI AMIP FINE: n64" + # key: "mpi_amip_fine_n64" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n64_shortrun.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n64_shortrun_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 16 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "MPI AMIP FINE: n32" + # key: "mpi_amip_fine_n32" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n32_shortrun.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n32_shortrun_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 8 + # slurm_nodes: 4 + # slurm_mem_per_cpu: 16G + + # - label: "MPI AMIP FINE: n8" + # key: "mpi_amip_fine_n8" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n8_shortrun.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n8_shortrun_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 8 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "MPI AMIP FINE: n2" # 10d take 21h, so reducing to 1d + # key: "mpi_amip_fine_n2" + # command: "mpiexec julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n2_shortrun.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n2_shortrun_artifacts/*" + # env: + # CLIMACORE_DISTRIBUTED: "MPI" + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 2 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "MPI AMIP FINE: n1" # also reported by longruns with a flame graph; 10d take 21h, so reducing to 1d + # key: "mpi_amip_fine_n1" + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n1_shortrun.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n1_shortrun_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # - label: "MPI AMIP FINE: n1 no couple" # sim time = Δt_cpl (~ benchmarking with standalone models) + # key: "mpi_amip_fine_n1_nocouple" + # command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/coupler_driver.jl --config_file $CONFIG_PATH/amip_n1_shortrun_nocouple.yml" + # artifact_paths: "experiments/AMIP/output/amip/amip_n1_shortrun_nocouple_artifacts/*" + # env: + # BUILD_HISTORY_HANDLE: "" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G + + # # mpi_amip_fine_n1 flame graph report (NB: arguments passed from the ci pipeline.yml) + # - label: ":rocket: performance: flame graph diff: perf_target_amip_n1_shortrun" + # command: "julia --color=yes --project=perf perf/flame_diff.jl --config_file $PERF_CONFIG_PATH/perf_diff_target_amip_n1_shortrun.yml" + # artifact_paths: "perf/output/perf_diff_target_amip_n1_shortrun/*" + # agents: + # slurm_ntasks_per_node: 1 + # slurm_nodes: 1 + # slurm_mem_per_cpu: 16G - wait