From c42ff1f6f04bd0518dc4a80539fe2374dc794dd6 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sun, 10 Sep 2023 12:40:52 -0400 Subject: [PATCH] fix for quant config from model (#540) --- src/axolotl/utils/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 9ec51f4f75..2000b1aee8 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -160,7 +160,7 @@ def load_model( model_kwargs["revision"] = cfg.model_revision if cfg.gptq: model_config = load_model_config(cfg) - if hasattr(model_config, "quantization_config"): + if not hasattr(model_config, "quantization_config"): LOG.warning("model config does not contain quantization_config information") else: model_kwargs["quantization_config"] = GPTQConfig(