workaround for transformers bug requireing do_sample for saveing pret…

…rained (#1206)
axolotl-ai-cloud · Jan 25, 2024 · ba944e6 · ba944e6
1 parent badda37
commit ba944e6
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/axolotl/train.py b/src/axolotl/train.py
@@ -63,6 +63,8 @@ def train(
         msg += " and peft_config..."
     LOG.debug(msg)
     model, peft_config = load_model(cfg, tokenizer, inference=cli_args.inference)
+    model.generation_config.do_sample = True
+
     model_ref = None
     if cfg.rl:
         if cfg.adapter and not cfg.rl_adapter_ref_model: