update property instead of item

axolotl-ai-cloud · Sep 19, 2023 · a08404b · a08404b
1 parent 91294cf
commit a08404b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -199,7 +199,7 @@ def load_model(
             LOG.warning("model config does not contain quantization_config information")
         else:
             if cfg.gptq_disable_exllama is not None:
-                model_config["disable_exllama"] = cfg.gptq_disable_exllama
+                model_config.disable_exllama = cfg.gptq_disable_exllama
             model_kwargs["quantization_config"] = GPTQConfig(
                 **model_config.quantization_config
             )