pc

mosaicml · Apr 12, 2024 · bc3cc50 · bc3cc50
1 parent fedb6ac
commit bc3cc50
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/llmfoundry/models/layers/layer_builders.py b/llmfoundry/models/layers/layer_builders.py
@@ -5,7 +5,7 @@
 
 import torch
 
-from llmfoundry.layers_registry import attention_classes, norms, fcs
+from llmfoundry.layers_registry import attention_classes, fcs, norms
 from llmfoundry.utils.registry_utils import construct_from_registry
 
 
@@ -34,6 +34,7 @@ def build_attention_layer(
                                    pre_validation_function=torch.nn.Module,
                                    kwargs=attn_kwargs)
 
+
 def build_fc(
     name: str,
     in_features: int,

diff --git a/llmfoundry/registry.py b/llmfoundry/registry.py
@@ -13,7 +13,7 @@
 
 from llmfoundry.interfaces import CallbackWithConfig
 from llmfoundry.layers_registry import (attention_classes,
-                                        attention_implementations, norms, fcs)
+                                        attention_implementations, fcs, norms)
 from llmfoundry.utils.registry_utils import create_registry
 
 _loggers_description = (