Fix Gemma 7b qlora.yml (#1405)

axolotl-ai-cloud · Mar 14, 2024 · 6366b0c · 6366b0c
1 parent 05bcc9e
commit 6366b0c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/gemma/qlora.yml b/examples/gemma/qlora.yml
@@ -21,7 +21,7 @@ lora_dropout: 0.05
 lora_target_linear: true
 
 sequence_len: 4096
-sample_packing: true
+sample_packing: false
 pad_to_sequence_len: true
 
 wandb_project: