Set Gemma2 lm_head optional instead of aliasing to embed_tokens (#406)

Resolves #385.
arcee-ai · Aug 23, 2024 · 36738ff · 36738ff
1 parent f17616f
commit 36738ff
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/mergekit/_data/architectures/gemma2.json b/mergekit/_data/architectures/gemma2.json
@@ -54,9 +54,7 @@
         {
             "name": "lm_head.weight",
             "is_embed": true,
-            "aliases": [
-                "model.embed_tokens.weight"
-            ]
+            "optional": true
         }
     ]
 }