Fix bug preventing model_kwargs being injected (#1262)

axolotl-ai-cloud · Feb 7, 2024 · 73f1bda · 73f1bda
1 parent 1c7ed26
commit 73f1bda
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -400,7 +400,7 @@ def load_model(
     model_kwargs: Dict[str, Any] = {}
 
     if cfg.model_kwargs:
-        for key, val in model_kwargs.items():
+        for key, val in cfg.model_kwargs.items():
             model_kwargs[key] = val
 
     max_memory = cfg.max_memory