default adapter

mosaicml · Jan 5, 2024 · 5f4ebd9 · 5f4ebd9
1 parent bcd45cc
commit 5f4ebd9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/callbacks/hf_checkpointer.py b/llmfoundry/callbacks/hf_checkpointer.py
@@ -230,7 +230,7 @@ def _save_checkpoint(self, state: State, logger: Logger):
                     base_model = original_model.get_base_model()
                     new_base_model_instance = type(base_model)(copied_config)
 
-                    new_model_instance = type(original_model)(new_base_model_instance, original_model.peft_config)
+                    new_model_instance = type(original_model)(new_base_model_instance, original_model.peft_config['default'])
                 else:
                     new_model_instance = type(original_model)(copied_config)