diff --git a/llmfoundry/models/utils/param_init_fns.py b/llmfoundry/models/utils/param_init_fns.py index effad60544..495bb14a69 100644 --- a/llmfoundry/models/utils/param_init_fns.py +++ b/llmfoundry/models/utils/param_init_fns.py @@ -157,7 +157,7 @@ def generic_param_init_fn_( emb_init_uniform_lim: Optional[Union[Tuple[float, float], float]] = None, **kwargs: Any, ) -> None: - + print('in init') print(type(module)) print(isinstance(module, GLU))