Skip to content

Commit

Permalink
configurator logic fix
Browse files Browse the repository at this point in the history
  • Loading branch information
bghira committed Dec 3, 2024
1 parent 2ba64ab commit 96d477e
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions configure.py
Original file line number Diff line number Diff line change
Expand Up @@ -544,11 +544,11 @@ def configure_env():
)
env_contents["--gradient_checkpointing"] = "true"
gradient_checkpointing_interval = prompt_user(
"Would you like to configure a gradient checkpointing interval? A value larger than 1 will increase VRAM usage but speed up training by skipping checkpoint creation every Nth layer",
"Would you like to configure a gradient checkpointing interval? A value larger than 1 will increase VRAM usage but speed up training by skipping checkpoint creation every Nth layer, and a zero will disable this feature.",
0,
)
try:
if int(gradient_checkpointing_interval) > 0:
if int(gradient_checkpointing_interval) > 1:
env_contents["--gradient_checkpointing_interval"] = int(
gradient_checkpointing_interval
)
Expand Down

0 comments on commit 96d477e

Please sign in to comment.