Set Gemma2 lm_head optional instead of aliasing to embed_tokens

arcee-ai · Aug 23, 2024 · d536702 · d536702
1 parent f086664
commit d536702
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/mergekit/_data/architectures/gemma2.json b/mergekit/_data/architectures/gemma2.json
@@ -54,9 +54,7 @@
         {
             "name": "lm_head.weight",
             "is_embed": true,
-            "aliases": [
-                "model.embed_tokens.weight"
-            ]
+            "optional": true
         }
     ]
 }