add test case

pytorch · Dec 4, 2024 · e4f00c4 · e4f00c4
1 parent 1b992aa
commit e4f00c4
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/tests/recipes/test_full_finetune_distributed.py b/tests/recipes/test_full_finetune_distributed.py
@@ -103,6 +103,8 @@ def test_loss(
         # should be the same.
         if not optim_in_bwd:
             cmd.append("clip_grad_norm=100")
+            # Test that gradient clipping works with CPU offload
+            cmd.append("fsdp_cpu_offload=True")
         else:
             cmd.append("optimizer_in_bwd=True")