remove comment

mosaicml · Sep 25, 2024 · 9f7365e · 9f7365e
1 parent 2b9664e
commit 9f7365e
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/llmfoundry/models/utils/tp_strategy.py b/llmfoundry/models/utils/tp_strategy.py
@@ -26,7 +26,6 @@ def ffn_tp_strategy(model: ComposerModel) -> dict[str, ParallelStyle]:
         elif name.split('.')[-2:] == ['ffn', 'down_proj']:
             layer_plan[name] = RowwiseParallel(
                 input_layouts = Shard(-1),
-                # output_layouts = Replicate(),
                 output_layouts = Shard(0),
             )
         elif name.split('.')[-1] == 'ffn':