From a2413de956a7670d75ff4eefcc8aaa385b7375bd Mon Sep 17 00:00:00 2001
From: root <vitaliy@mosaicml.com>
Date: Fri, 23 Feb 2024 19:00:49 +0000
Subject: [PATCH] updt doc str

---
 composer/callbacks/memory_monitor.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/composer/callbacks/memory_monitor.py b/composer/callbacks/memory_monitor.py
index 8918f78561..d55326222a 100644
--- a/composer/callbacks/memory_monitor.py
+++ b/composer/callbacks/memory_monitor.py
@@ -106,6 +106,9 @@ class MemoryMonitor(Callback):
     | alloc_retries          | Number of failed cudaMalloc calls that result in a cache flush and retry.                 |
     +------------------------+-------------------------------------------------------------------------------------------+
 
+    Additionally, if `dist_aggregate_batch_interval` is enabled, the `avg`, `min`, and `max` of the
+    aformentioned statistics are also logged.
+
     .. note::
         Memory usage monitoring is only supported for GPU devices.