From d0d943423051c16aa674db9e4dbf06200b44b416 Mon Sep 17 00:00:00 2001
From: Shashank Rajput <144760128+ShashankMosaicML@users.noreply.github.com>
Date: Mon, 8 Apr 2024 10:53:59 -0400
Subject: [PATCH] fixing evaluator microbatch size (#1100)

---
 llmfoundry/utils/builders.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/llmfoundry/utils/builders.py b/llmfoundry/utils/builders.py
index fe803d62db..a8c660df70 100644
--- a/llmfoundry/utils/builders.py
+++ b/llmfoundry/utils/builders.py
@@ -104,6 +104,7 @@ def build_eval_loaders(
             # Load the eval data to fail fast. metrics will get added
             # later in add_metrics_to_eval_loaders, after the model is loaded
             metric_names=[],
+            device_eval_microbatch_size=device_eval_batch_size,
         )
         evaluators.append(eval_loader)
     return evaluators