remove (#1082)

mosaicml · Apr 2, 2024 · 580a4b0 · 580a4b0
1 parent 632cb73
commit 580a4b0
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/llmfoundry/models/mpt/modeling_mpt.py b/llmfoundry/models/mpt/modeling_mpt.py
@@ -367,12 +367,12 @@ def __init__(self, config: MPTConfig):
             for module in self.modules():
                 if hasattr(module, 'bias') and isinstance(
                         module.bias, nn.Parameter):
-                    log.info(f'Removing bias from {module=}.')
+                    log.debug(f'Removing bias from {module=}.')
                     module.register_parameter('bias', None)
 
                 # For transformer engine
-                if hasattr(module, 'use_bias'):
-                    log.info(f'Setting use_bias=False for {module=}.')
+                if hasattr(module, 'use_bias') and module.use_bias is True:
+                    log.debug(f'Setting use_bias=False for {module=}.')
                     module.use_bias = False
 
         log.debug(self)