From 36738ff1e537270d10f25a0a0b24d5e7d4cf99dd Mon Sep 17 00:00:00 2001
From: "Charles O. Goddard" <chargoddard@gmail.com>
Date: Thu, 22 Aug 2024 19:41:18 -0700
Subject: [PATCH] Set Gemma2 lm_head optional instead of aliasing to
 embed_tokens (#406)

Resolves #385.
---
 mergekit/_data/architectures/gemma2.json | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/mergekit/_data/architectures/gemma2.json b/mergekit/_data/architectures/gemma2.json
index aeca0cc8..0c6372f0 100644
--- a/mergekit/_data/architectures/gemma2.json
+++ b/mergekit/_data/architectures/gemma2.json
@@ -54,9 +54,7 @@
         {
             "name": "lm_head.weight",
             "is_embed": true,
-            "aliases": [
-                "model.embed_tokens.weight"
-            ]
+            "optional": true
         }
     ]
 }