Merge pull request #1695 from xzuyn/paged_adamw_32bit

Add PagedAdamW32bit to Dropdown
bmaltais · Nov 19, 2023 · c73f8f9 · c73f8f9
2 parents 17f58c8 + 0c0827f
commit c73f8f9
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/library/class_basic_training.py b/library/class_basic_training.py
@@ -105,6 +105,7 @@ def __init__(
                     "Lion",
                     "Lion8bit",
                     "PagedAdamW8bit",
+                    "PagedAdamW32bit",
                     "PagedLion8bit",
                     "Prodigy",
                     "SGDNesterov",