diff --git a/llmfoundry/callbacks/async_eval_callback.py b/llmfoundry/callbacks/async_eval_callback.py index 135aac974e..e07d2fa869 100644 --- a/llmfoundry/callbacks/async_eval_callback.py +++ b/llmfoundry/callbacks/async_eval_callback.py @@ -109,8 +109,12 @@ def __init__( def run_event(self, event: Event, state: State, logger: Logger) -> None: del logger - if state.get_elapsed_duration() is not None and self.check_interval( - state, event) and self.last_launch != state.timestamp.batch: + if all([ + state.get_elapsed_duration() is not None, + self.check_interval(state, event), self.last_launch + != state.timestamp.batch, + dist.get_global_rank() == 0 + ]): self.launch_run() self.last_launch = state.timestamp.batch