update

kartikayk · May 1, 2024 · ea720ec · ea720ec
1 parent 809ded3
commit ea720ec
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torchtune/models/convert_weights.py b/torchtune/models/convert_weights.py
@@ -30,7 +30,7 @@
 # state dict key mappings from HF's format to TorchTune's format
 _FROM_HF = {
     "model.embed_tokens.weight": "tok_embeddings.weight",
-    "model.layers.{}.self_attn.qkv_proj.weight": "layers.{}.attn.qkv_proj.weight",
+    "model.layers.{}.self_attn.q_proj.weight": "layers.{}.attn.q_proj.weight",
     "model.layers.{}.self_attn.k_proj.weight": "layers.{}.attn.k_proj.weight",
     "model.layers.{}.self_attn.v_proj.weight": "layers.{}.attn.v_proj.weight",
     "model.layers.{}.self_attn.o_proj.weight": "layers.{}.attn.output_proj.weight",