Update examples/gke/trl-lora-fine-tuning/job.yaml

huggingface · Nov 24, 2024 · 8fd9f58 · 8fd9f58
1 parent c6ddfa1
commit 8fd9f58
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/examples/gke/trl-lora-fine-tuning/job.yaml b/examples/gke/trl-lora-fine-tuning/job.yaml
@@ -42,14 +42,17 @@ spec:
             - "--lora_target_modules=all-linear"
             # TRAINER
             - "--bf16"
-            - "--max_seq_length=1024"
+            - "--max_seq_length=512"
             - "--gradient_checkpointing"
-            - "--gradient_accumulation_steps=2"
-            - "--per_device_train_batch_size=8"
+            - "--gradient_accumulation_steps=4"
+            - "--per_device_train_batch_size=2"
+            - "--per_device_eval_batch_size=2"
             - "--learning_rate=0.0002"
             - "--lr_scheduler_type=cosine"
             - "--optim=adamw_bnb_8bit"
             - "--num_train_epochs=3"
+            - "--do_eval"
+            - "--eval_strategy=epoch"
             - "--logging_steps=10"
             - "--report_to=none"
             - "--save_strategy=epoch"