chore(doc): clarify micro_batch_size (#1579) [skip ci]

axolotl-ai-cloud · Apr 30, 2024 · 1aeece6 · 1aeece6
1 parent 5294653
commit 1aeece6
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/docs/config.qmd b/docs/config.qmd
@@ -268,6 +268,7 @@ torch_compile_backend:  # Optional[str]
 # If greater than 1, backpropagation will be skipped and the gradients will be accumulated for the given number of steps.
 gradient_accumulation_steps: 1
 # The number of samples to include in each batch. This is the number of samples sent to each GPU.
+# Batch size per gpu = micro_batch_size * gradient_accumulation_steps
 micro_batch_size: 2
 eval_batch_size:
 num_epochs: 4