Delete unneeded inner base model in PEFT HF Checkpointer (mosaicml#1532)

ShashankMosaicML · Sep 17, 2024 · 7a23f60 · 7a23f60
1 parent 9a1b78b
commit 7a23f60
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llmfoundry/callbacks/hf_checkpointer.py b/llmfoundry/callbacks/hf_checkpointer.py
@@ -585,6 +585,7 @@ def tensor_hook(
                         new_base_model_instance,
                         original_model.peft_config[active_adapter],
                     )
+                    del new_base_model_instance
                 else:
                     new_model_instance = type(original_model)(new_config)
                     new_model_instance.generation_config.update(