Allow unknown schedule-free optimizers to continue to module loader

kohya-ss · Nov 20, 2024 · 0dbb0d9 · 0dbb0d9
1 parent f33e155
commit 0dbb0d9
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/library/train_util.py b/library/train_util.py
@@ -4100,8 +4100,10 @@ def get_optimizer(args, trainable_params):
             optimizer_class = sf.SGDScheduleFree
             logger.info(f"use SGDScheduleFree optimizer | {optimizer_kwargs}")
         else:
-            raise ValueError(f"Unknown optimizer type: {optimizer_type}")
-        optimizer = optimizer_class(trainable_params, lr=lr, **optimizer_kwargs)
+            optimizer_class = None
+
+        if optimizer_class is not None:
+            optimizer = optimizer_class(trainable_params, lr=lr, **optimizer_kwargs)
 
     if optimizer is None:
         # 任意のoptimizerを使う