diff --git a/src/axolotl/train.py b/src/axolotl/train.py
index 5c4eaf3d51..d2fc752616 100644
--- a/src/axolotl/train.py
+++ b/src/axolotl/train.py
@@ -110,9 +110,6 @@ def train(
         total_num_steps,
     )
 
-    if hasattr(model, "config"):
-        model.config.use_cache = False
-
     # go ahead and presave, so we have the adapter config available to inspect
     if peft_config:
         LOG.info(f"Pre-saving adapter config to {cfg.output_dir}")