bump batch size back up

yieldprotocol · Sep 29, 2023 · 75d4f69 · 75d4f69
1 parent 58be7ef
commit 75d4f69
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/configs/initial_run.yaml b/configs/initial_run.yaml
@@ -1,7 +1,7 @@
 toy: false
 base_run_name: llama2-7b-qlora
 
-batch_size: 10
+batch_size: 12
 save_data_points: 5000
 gradient_accumulation_steps: 4
 model_id: meta-llama/Llama-2-7b-chat-hf