fix layer_replication arg to peft (#1446)

axolotl-ai-cloud · Mar 27, 2024 · c63c913 · c63c913
1 parent 47627a9
commit c63c913
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -851,7 +851,7 @@ def load_lora(model, cfg, inference=False, config_only=False):
     if cfg.peft_use_rslora:
         lora_config_kwargs["use_rslora"] = cfg.peft_use_rslora
     if cfg.peft_layer_replication:
-        lora_config_kwargs["peft_layer_replication"] = cfg.peft_layer_replication
+        lora_config_kwargs["layer_replication"] = cfg.peft_layer_replication
 
     lora_config = LoraConfig(
         r=cfg.lora_r,