set zero3 optimizer betas to auto so they inherit from HF trainer con…

…fig (#507)
axolotl-ai-cloud · Aug 30, 2023 · 1e07c16 · 1e07c16
1 parent 7657632
commit 1e07c16
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/deepspeed/zero3.json b/deepspeed/zero3.json
@@ -35,10 +35,7 @@
     "type": "AdamW",
     "params": {
       "lr": "auto",
-      "betas": [
-        0.9,
-        0.95
-      ],
+      "betas": "auto",
       "eps": 1e-8,
       "weight_decay": "auto"
     }