From 4bb1dec90a398112e995c3d82ca67bdd493f451f Mon Sep 17 00:00:00 2001 From: Saaketh Date: Mon, 29 Jul 2024 12:08:39 -0400 Subject: [PATCH] yo --- llmfoundry/callbacks/hf_checkpointer.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/llmfoundry/callbacks/hf_checkpointer.py b/llmfoundry/callbacks/hf_checkpointer.py index 4eabd8a060..e369eaa55f 100644 --- a/llmfoundry/callbacks/hf_checkpointer.py +++ b/llmfoundry/callbacks/hf_checkpointer.py @@ -541,9 +541,13 @@ def tensor_hook( new_model_instance.name_or_path = self.pretrained_model_name if self.using_peft: for k in new_model_instance.peft_config.keys(): + new_model_instance.base_model.name_or_path = self.pretrained_model_name new_model_instance.peft_config[ k ].base_model_name_or_path = self.pretrained_model_name + print("PEFT CONFIG IS:") + for k,v in new_model_instance.peft_config.items(): + print("key:", k, "value:", v) log.debug('Saving Hugging Face checkpoint to disk') # This context manager casts the TE extra state in io.BytesIO format to tensor format