From 97b76b5c47c6828b36bb37c802f09fc2097a3453 Mon Sep 17 00:00:00 2001 From: Doan Minh Phuong <105905988+nRuaif@users.noreply.github.com> Date: Fri, 15 Sep 2023 14:52:39 +0700 Subject: [PATCH 1/6] Fix seq_len --- examples/code-llama/7b/qlora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/code-llama/7b/qlora.yml b/examples/code-llama/7b/qlora.yml index fc9a5eb533..b24b5c1626 100644 --- a/examples/code-llama/7b/qlora.yml +++ b/examples/code-llama/7b/qlora.yml @@ -18,7 +18,7 @@ output_dir: ./qlora-out adapter: qlora lora_model_dir: -sequence_len: 100000 +sequence_len: 4096 sample_packing: true pad_to_sequence_len: true From f4b1dea00530a8210c06f73fcf8a2371713bb8bf Mon Sep 17 00:00:00 2001 From: Doan Minh Phuong <105905988+nRuaif@users.noreply.github.com> Date: Fri, 15 Sep 2023 14:53:32 +0700 Subject: [PATCH 2/6] Update lora.yml --- examples/code-llama/7b/lora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/code-llama/7b/lora.yml b/examples/code-llama/7b/lora.yml index 1e09555f75..5e9d12e7c1 100644 --- a/examples/code-llama/7b/lora.yml +++ b/examples/code-llama/7b/lora.yml @@ -15,7 +15,7 @@ dataset_prepared_path: last_run_prepared val_set_size: 0.01 output_dir: ./lora-out -sequence_len: 100000 +sequence_len: 4096 sample_packing: true pad_to_sequence_len: true From 0610d6456492f92dc189cf03c57bba0956a6a356 Mon Sep 17 00:00:00 2001 From: Doan Minh Phuong <105905988+nRuaif@users.noreply.github.com> Date: Fri, 15 Sep 2023 14:53:49 +0700 Subject: [PATCH 3/6] Update qlora.yml --- examples/code-llama/13b/qlora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/code-llama/13b/qlora.yml b/examples/code-llama/13b/qlora.yml index 8e482a22e2..3de4b3b4b0 100644 --- a/examples/code-llama/13b/qlora.yml +++ b/examples/code-llama/13b/qlora.yml @@ -18,7 +18,7 @@ output_dir: ./qlora-out adapter: qlora lora_model_dir: -sequence_len: 100000 +sequence_len: 4096 sample_packing: true pad_to_sequence_len: true From 9a2e0d721514b836e4acb363520c913e7c63df0d Mon Sep 17 00:00:00 2001 From: Doan Minh Phuong <105905988+nRuaif@users.noreply.github.com> Date: Fri, 15 Sep 2023 14:54:02 +0700 Subject: [PATCH 4/6] Update lora.yml --- examples/code-llama/13b/lora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/code-llama/13b/lora.yml b/examples/code-llama/13b/lora.yml index e4384a893d..071b2bc051 100644 --- a/examples/code-llama/13b/lora.yml +++ b/examples/code-llama/13b/lora.yml @@ -15,7 +15,7 @@ dataset_prepared_path: last_run_prepared val_set_size: 0.01 output_dir: ./lora-out -sequence_len: 100000 +sequence_len: 4096 sample_packing: true pad_to_sequence_len: true From b9ecd8aaf65751762bef2768887a3cbaf83148d0 Mon Sep 17 00:00:00 2001 From: Doan Minh Phuong <105905988+nRuaif@users.noreply.github.com> Date: Fri, 15 Sep 2023 14:54:26 +0700 Subject: [PATCH 5/6] Update lora.yml --- examples/code-llama/34b/lora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/code-llama/34b/lora.yml b/examples/code-llama/34b/lora.yml index 8a5c457f69..e52c11181f 100644 --- a/examples/code-llama/34b/lora.yml +++ b/examples/code-llama/34b/lora.yml @@ -15,7 +15,7 @@ dataset_prepared_path: last_run_prepared val_set_size: 0.01 output_dir: ./lora-out -sequence_len: 100000 +sequence_len: 4096 sample_packing: true pad_to_sequence_len: true From 6fe5a3e8c793370f5d87a7f040cc590fac7dcb29 Mon Sep 17 00:00:00 2001 From: Doan Minh Phuong <105905988+nRuaif@users.noreply.github.com> Date: Fri, 15 Sep 2023 14:54:39 +0700 Subject: [PATCH 6/6] Update qlora.yml --- examples/code-llama/34b/qlora.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/code-llama/34b/qlora.yml b/examples/code-llama/34b/qlora.yml index b0d91fae92..7e6da2e968 100644 --- a/examples/code-llama/34b/qlora.yml +++ b/examples/code-llama/34b/qlora.yml @@ -18,7 +18,7 @@ output_dir: ./qlora-out adapter: qlora lora_model_dir: -sequence_len: 100000 +sequence_len: 4096 sample_packing: true pad_to_sequence_len: true