diff --git a/examples/mistral/config.yml b/examples/mistral/config.yml
index 1c37b05c13..ea62e9ebfe 100644
--- a/examples/mistral/config.yml
+++ b/examples/mistral/config.yml
@@ -17,6 +17,7 @@ output_dir: ./out
 sequence_len: 8192
 sample_packing: true
 pad_to_sequence_len: true
+eval_sample_packing: false
 
 wandb_project:
 wandb_entity: