Skip to content

Commit

Permalink
add hourly checkpoints to pipeline
Browse files Browse the repository at this point in the history
  • Loading branch information
LenkaNovak committed Nov 1, 2023
1 parent 908c944 commit f25a50d
Show file tree
Hide file tree
Showing 6 changed files with 17 additions and 17 deletions.
14 changes: 7 additions & 7 deletions .buildkite/pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -242,21 +242,21 @@ steps:
# command: "julia --color=yes --project=experiments/AMIP/modular/ experiments/AMIP/modular/coupler_driver_modular.jl --coupled true --surface_setup PrescribedSurface --moist equil --vert_diff true --rad allskywithclear --rayleigh_sponge false --energy_check true --mode_name slabplanet --t_end 10days --dt_save_to_sol 3600secs --dt_cpl 21600 --dt 200secs --dt_rad 6hours --idealized_insolation true --mono_surface true --h_elem 4 --precip_model 0M --run_name target_params_in_slab1"
# artifact_paths: "experiments/AMIP/modular/output/slabplanet/target_params_in_slab1_artifacts/total_energy*.png"

- label: "AMIP - modular Float64 + monthly checkpoint"
- label: "AMIP - modular Float64 + hourly checkpoint"
key: "modular_amip"
command: "julia --color=yes --project=experiments/AMIP/modular/ experiments/AMIP/modular/coupler_driver_modular.jl --config_file $CONFIG_PATH/coarse_single_modular_ft64_monthly_checkpoints.yml"
artifact_paths: "experiments/AMIP/modular/output/amip/coarse_single_modular_ft64_monthly_checkpoints_artifacts/*"
command: "julia --color=yes --project=experiments/AMIP/modular/ experiments/AMIP/modular/coupler_driver_modular.jl --config_file $CONFIG_PATH/coarse_single_modular_ft64_hourly_checkpoints.yml"
artifact_paths: "experiments/AMIP/modular/output/amip/coarse_single_modular_ft64_hourly_checkpoints_artifacts/*"
env:
FLAME_PLOT: ""
BUILD_HISTORY_HANDLE: ""
agents:
slurm_ntasks: 1
slurm_mem: 20GB

- label: "AMIP - modular Float64 + monthly checkpoint + co2"
key: "coarse_single_modular_ft64_monthly_checkpoints_co2"
command: "julia --color=yes --project=experiments/AMIP/modular/ experiments/AMIP/modular/coupler_driver_modular.jl --config_file $CONFIG_PATH/coarse_single_modular_ft64_monthly_checkpoints_co2.yml"
artifact_paths: "experiments/AMIP/modular/output/amip/coarse_single_modular_ft64_monthly_checkpoints_co2_artifacts/*"
- label: "AMIP - modular Float64 + hourly checkpoint + co2"
key: "coarse_single_modular_ft64_hourly_checkpoints_co2"
command: "julia --color=yes --project=experiments/AMIP/modular/ experiments/AMIP/modular/coupler_driver_modular.jl --config_file $CONFIG_PATH/coarse_single_modular_ft64_hourly_checkpoints_co2.yml"
artifact_paths: "experiments/AMIP/modular/output/amip/coarse_single_modular_ft64_hourly_checkpoints_co2_artifacts/*"
env:
FLAME_PLOT: ""
BUILD_HISTORY_HANDLE: ""
Expand Down
2 changes: 1 addition & 1 deletion config/longrun_configs/dyamond_target.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,4 +11,4 @@ dt_save_to_disk: "0.5days"
turb_flux_partition: "CombinedStateFluxes"
atmos_config_file: "config/longrun_configs/longrun_aquaplanet_dyamond.yml"
atmos_toml_file: "toml/longrun_aquaplanet_dyamond.toml"
monthly_checkpoint: false
hourly_checkpoint: false
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
run_name: "coarse_single_modular_ft64_monthly_checkpoints"
monthly_checkpoint: true
run_name: "coarse_single_modular_ft64_hourly_checkpoints"
hourly_checkpoint: true
moist: "equil"
vert_diff: "true"
rad: "gray"
Expand All @@ -15,4 +15,4 @@ h_elem: 6
dt_save_restart: "10days"
precip_model: "0M"
apply_limiter: false
job_id: "coarse_single_modular_ft64_monthly_checkpoints"
job_id: "coarse_single_modular_ft64_hourly_checkpoints"
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
run_name: "coarse_single_modular_ft64_monthly_checkpoints_co2"
monthly_checkpoint: true
run_name: "coarse_single_modular_ft64_hourly_checkpoints_co2"
hourly_checkpoint: true
moist: "equil"
vert_diff: "true"
rad: "allskywithclear"
Expand All @@ -15,4 +15,4 @@ h_elem: 6
dt_save_restart: "10days"
precip_model: "0M"
apply_limiter: false
job_id: "coarse_single_modular_ft64_monthly_checkpoints_co2"
job_id: "coarse_single_modular_ft64_hourly_checkpoints_co2"
2 changes: 1 addition & 1 deletion config/model_configs/interactive_debug.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,4 +14,4 @@ dt_save_restart: "5days"
precip_model: "0M"
run_name: "interactive_debug_run"
job_id: "interactive_debug_run"
monthly_checkpoint: true
hourly_checkpoint: true
4 changes: 2 additions & 2 deletions test/mpi_tests/local_checks.sh
Original file line number Diff line number Diff line change
Expand Up @@ -33,8 +33,8 @@ julia --project=artifacts -e 'using Pkg; Pkg.status()'
julia --project=artifacts artifacts/download_artifacts.jl

# run spin up
# - specify `--monthly_checkpoint true` to save monthly checkpoints of all model prognostic states
mpiexec julia --color=yes --project=experiments/AMIP/modular/ experiments/AMIP/modular/coupler_driver_modular.jl --run_name $RUN_NAME --coupled true --start_date 19790101 --monthly_checkpoint true --anim true --surface_setup PrescribedSurface --dt_cpl 200 --energy_check false --mode_name amip --mono_surface false --vert_diff true --moist equil --rad clearsky --precip_model 0M --z_elem 35 --dz_bottom 50 --h_elem 12 --kappa_4 3e16 --rayleigh_sponge true --alpha_rayleigh_uh 0 --dt 200secs --t_end 0.1days --job_id $RUN_NAME --dt_save_to_sol 1000days --dt_save_to_disk 10days --apply_limiter false --FLOAT_TYPE Float64
# - specify `--hourly_checkpoint true` to save monthly checkpoints of all model prognostic states
mpiexec julia --color=yes --project=experiments/AMIP/modular/ experiments/AMIP/modular/coupler_driver_modular.jl --run_name $RUN_NAME --coupled true --start_date 19790101 --hourly_checkpoint true --anim true --surface_setup PrescribedSurface --dt_cpl 200 --energy_check false --mode_name amip --mono_surface false --vert_diff true --moist equil --rad clearsky --precip_model 0M --z_elem 35 --dz_bottom 50 --h_elem 12 --kappa_4 3e16 --rayleigh_sponge true --alpha_rayleigh_uh 0 --dt 200secs --t_end 0.1days --job_id $RUN_NAME --dt_save_to_sol 1000days --dt_save_to_disk 10days --apply_limiter false --FLOAT_TYPE Float64

# init using a restart
# - specify the directory of the `checkpoint/` folder (i.e., `--restart_dir`) and time (in secs; `--restart_t`) of the restart file
Expand Down

0 comments on commit f25a50d

Please sign in to comment.