From 0e1d154be561f51c3ecdf917f413356044c41bc1 Mon Sep 17 00:00:00 2001 From: Sebastian Raschka Date: Thu, 14 Mar 2024 14:44:38 -0500 Subject: [PATCH] Fix Gemma 7b qlora.yml (#1405) --- examples/gemma/qlora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/gemma/qlora.yml b/examples/gemma/qlora.yml index 02a41e0cf4..262197cb7e 100644 --- a/examples/gemma/qlora.yml +++ b/examples/gemma/qlora.yml @@ -21,7 +21,7 @@ lora_dropout: 0.05 lora_target_linear: true sequence_len: 4096 -sample_packing: true +sample_packing: false pad_to_sequence_len: true wandb_project: