logs

mosaicml · Apr 12, 2024 · 9e2f728 · 9e2f728
1 parent f72db78
commit 9e2f728
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/llmfoundry/models/utils/param_init_fns.py b/llmfoundry/models/utils/param_init_fns.py
@@ -157,6 +157,13 @@ def generic_param_init_fn_(
     emb_init_uniform_lim: Optional[Union[Tuple[float, float], float]] = None,
     **kwargs: Any,
 ) -> None:
+
+    print('in init')
+    print(type(module))
+    print(isinstance(module, GLU))
+    print(isinstance(module, MLP))
+    print(GLU)
+    print(MLP)
     del kwargs  # unused, just to capture any extra args from the config
     # enable user to divide _is_residual weights by