remove prints

mosaicml · Apr 12, 2024 · ef1b964 · ef1b964
1 parent 882899a
commit ef1b964
Showing 1 changed file with 0 additions and 6 deletions.
diff --git a/llmfoundry/models/utils/param_init_fns.py b/llmfoundry/models/utils/param_init_fns.py
@@ -324,12 +324,6 @@ def moe_init(
     div_is_residual: float,
     **kwargs: Any,
 ) -> bool:
-    print('in moe init')
-    print(type(module))
-    print(isinstance(module, GLU))
-    print(isinstance(module, MLP))
-    print(GLU)
-    print(MLP)
     if megablocks is not None and isinstance(module, (
             megablocks.layers.moe.MoE,
             megablocks.layers.dmoe.dMoE,