Fix: ValueError when FA + Mistral when padding_side=right (#681)

* Fix: ValueError when FA + Mistral when padding_side=right * fix: remove tokenizer class check
axolotl-ai-cloud · Oct 5, 2023 · eb480df · eb480df
1 parent 133e676
commit eb480df
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -81,6 +81,9 @@ def load_tokenizer(cfg):
         tokenizer.add_special_tokens({"pad_token": "[PAD]"})
         os.environ["TOKENIZERS_PARALLELISM"] = "false"
 
+    if cfg.is_mistral_derived_model:
+        tokenizer.padding_side = "left"
+
     if cfg.special_tokens:
         for k, val in cfg.special_tokens.items():
             tokenizer.add_special_tokens(