fix: warning should not show if eval_batch_size not provided (#896)

axolotl-ai-cloud · Nov 25, 2023 · 7ee3c4c · 7ee3c4c · kallewoof · Nov 27, 2023
1 parent fb12895
commit 7ee3c4c
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/src/axolotl/utils/config.py b/src/axolotl/utils/config.py
@@ -165,7 +165,11 @@ def validate_config(cfg):
             "batch_size is not recommended. Please use gradient_accumulation_steps instead.",
             "To calculate the equivalent gradient_accumulation_steps, divide batch_size / micro_batch_size / number of gpus.",
         )
-    if cfg.eval_batch_size != cfg.micro_batch_size:
+    if (
+        cfg.eval_batch_size
+        and cfg.micro_batch_size
+        and cfg.eval_batch_size != cfg.micro_batch_size
+    ):
         LOG.warning(
             "eval_batch_size != micro_batch_size. This can lead to VRAM instability."
         )