diff --git a/examples/cerebras/qlora.yml b/examples/cerebras/qlora.yml index e26aab848d..c4f44326c2 100644 --- a/examples/cerebras/qlora.yml +++ b/examples/cerebras/qlora.yml @@ -11,7 +11,6 @@ val_set_size: 0.05 adapter: qlora lora_model_dir: sequence_len: 2048 -max_packed_sequence_len: 2048 lora_r: 16 lora_alpha: 32 lora_dropout: 0.05