llama config modification

arcee-ai · Jul 10, 2024 · b5c0a59 · b5c0a59
1 parent fb1d31e
commit b5c0a59
Showing 1 changed file with 1 addition and 10 deletions.
diff --git a/mergekit/_data/architectures/llama.json b/mergekit/_data/architectures/llama.json
@@ -77,19 +77,10 @@
             "name": "lm_head.weight",
             "input_space": "running_residual",
             "is_lm_head": true,
+            "is_embed":true,
             "aliases": [
                 "model.lm_head.weight"
             ]
         }
-    ],
-    "procedural_spaces": [
-        {
-            "type": "kv_expand",
-            "name":"attn_qkv_${layer_index}",
-            "inputs": [
-                "attn_qk_${layer_index}",
-                "attn_v_${layer_index}"
-            ]
-        }
     ]
 }