From 8fd9f5836b84526c71981192fb6d8750cdeb1ed4 Mon Sep 17 00:00:00 2001
From: Alvaro Bartolome <36760800+alvarobartt@users.noreply.github.com>
Date: Sun, 24 Nov 2024 20:42:23 +0100
Subject: [PATCH] Update `examples/gke/trl-lora-fine-tuning/job.yaml`

---
 examples/gke/trl-lora-fine-tuning/job.yaml | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/examples/gke/trl-lora-fine-tuning/job.yaml b/examples/gke/trl-lora-fine-tuning/job.yaml
index 6c9521fa..ae9a5d8c 100644
--- a/examples/gke/trl-lora-fine-tuning/job.yaml
+++ b/examples/gke/trl-lora-fine-tuning/job.yaml
@@ -42,14 +42,17 @@ spec:
             - "--lora_target_modules=all-linear"
             # TRAINER
             - "--bf16"
-            - "--max_seq_length=1024"
+            - "--max_seq_length=512"
             - "--gradient_checkpointing"
-            - "--gradient_accumulation_steps=2"
-            - "--per_device_train_batch_size=8"
+            - "--gradient_accumulation_steps=4"
+            - "--per_device_train_batch_size=2"
+            - "--per_device_eval_batch_size=2"
             - "--learning_rate=0.0002"
             - "--lr_scheduler_type=cosine"
             - "--optim=adamw_bnb_8bit"
             - "--num_train_epochs=3"
+            - "--do_eval"
+            - "--eval_strategy=epoch"
             - "--logging_steps=10"
             - "--report_to=none"
             - "--save_strategy=epoch"