From 5407ddd233ccc736b5e5122d640952b9b94e2270 Mon Sep 17 00:00:00 2001 From: Igor Berlenko Date: Fri, 26 Jan 2024 20:43:05 +0800 Subject: [PATCH] Update qlora.yml - remove `max_packed_sequence_len` (#1210) [skip ci] --- examples/cerebras/qlora.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/examples/cerebras/qlora.yml b/examples/cerebras/qlora.yml index e26aab848d..c4f44326c2 100644 --- a/examples/cerebras/qlora.yml +++ b/examples/cerebras/qlora.yml @@ -11,7 +11,6 @@ val_set_size: 0.05 adapter: qlora lora_model_dir: sequence_len: 2048 -max_packed_sequence_len: 2048 lora_r: 16 lora_alpha: 32 lora_dropout: 0.05