fixing evaluator microbatch size (#1100)

mosaicml · Apr 8, 2024 · d0d9434 · d0d9434
1 parent b81897a
commit d0d9434
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llmfoundry/utils/builders.py b/llmfoundry/utils/builders.py
@@ -104,6 +104,7 @@ def build_eval_loaders(
             # Load the eval data to fail fast. metrics will get added
             # later in add_metrics_to_eval_loaders, after the model is loaded
             metric_names=[],
+            device_eval_microbatch_size=device_eval_batch_size,
         )
         evaluators.append(eval_loader)
     return evaluators