From 1e07c162f1df3b912991f5cc7fe16e4e524e2b6d Mon Sep 17 00:00:00 2001
From: Aman Gupta Karmani <aman@tmm1.net>
Date: Wed, 30 Aug 2023 08:10:33 -0400
Subject: [PATCH] set zero3 optimizer betas to auto so they inherit from HF
 trainer config (#507)

---
 deepspeed/zero3.json | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/deepspeed/zero3.json b/deepspeed/zero3.json
index 69ad19259f..302f24c1a6 100644
--- a/deepspeed/zero3.json
+++ b/deepspeed/zero3.json
@@ -35,10 +35,7 @@
     "type": "AdamW",
     "params": {
       "lr": "auto",
-      "betas": [
-        0.9,
-        0.95
-      ],
+      "betas": "auto",
       "eps": 1e-8,
       "weight_decay": "auto"
     }