make sure to tie weights, even if we aren't resizing

axolotl-ai-cloud · Sep 15, 2023 · 8133f3b · 8133f3b
1 parent 2349ad5
commit 8133f3b
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -293,6 +293,8 @@ def load_model(
     )
     if model.get_input_embeddings().num_embeddings < embeddings_len:
         model.resize_token_embeddings(embeddings_len)
+    else:
+        model.tie_weights()
 
     if (
         hasattr(model.config, "max_position_embeddings")