Pass deepspeed and fsdp as None explicitly when merging adapters to a…

…llow custom device_map (#1575)
axolotl-ai-cloud · May 7, 2024 · 9e1480e · 9e1480e
1 parent 3367fca
commit 9e1480e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/axolotl/cli/merge_lora.py b/src/axolotl/cli/merge_lora.py
@@ -25,6 +25,8 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
         load_in_8bit=False,
         load_in_4bit=False,
         flash_attention=False,
+        deepspeed=None,
+        fsdp=None,
         **kwargs,
     )