add config file

interTwin-eu · Nov 7, 2023 · dee3b8b · dee3b8b
1 parent 3683c32
commit dee3b8b
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/experimental/trainer/DS_config.json b/experimental/trainer/DS_config.json
@@ -0,0 +1,15 @@
+{
+  "train_micro_batch_size_per_gpu": 32,
+  "gradient_accumulation_steps": 1,
+  "optimizer": {
+    "type": "Adam",
+    "params": {
+      "lr": 0.01
+    }
+  },
+  "fp16": {
+    "enabled": false
+  },
+  "zero_optimization": false
+}
+