fix load_in_8bit check

axolotl-ai-cloud · Sep 18, 2023 · 690bd4d · 690bd4d
1 parent 3124670
commit 690bd4d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -368,9 +368,9 @@ def load_model(
 
     needs_fa2_dtype = cfg.adapter or cfg.fsdp
     if (
-        (cfg.adapter == "lora" and load_in_8bit)
+        (cfg.adapter == "lora" and cfg.load_in_8bit)
         or (cfg.adapter == "qlora" and cfg.load_in_4bit)
-        or (cfg.adapter == "ia3" and load_in_8bit)
+        or (cfg.adapter == "ia3" and cfg.load_in_8bit)
     ):
         LOG.info("converting PEFT model w/ prepare_model_for_kbit_training")
         if cfg.gradient_checkpointing: