From 73f1bdaa155775e8edfd5ed203ed88c0e2c2ff28 Mon Sep 17 00:00:00 2001 From: Zac Brannelly Date: Thu, 8 Feb 2024 01:38:35 +1100 Subject: [PATCH] Fix bug preventing model_kwargs being injected (#1262) --- src/axolotl/utils/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 44a93a36bf..e1748fd7b8 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -400,7 +400,7 @@ def load_model( model_kwargs: Dict[str, Any] = {} if cfg.model_kwargs: - for key, val in model_kwargs.items(): + for key, val in cfg.model_kwargs.items(): model_kwargs[key] = val max_memory = cfg.max_memory