pc

mosaicml · Apr 11, 2024 · 135b341 · 135b341
1 parent 073eb7e
commit 135b341
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/llmfoundry/models/layers/ffn.py b/llmfoundry/models/layers/ffn.py
@@ -12,8 +12,8 @@
 import torch.nn as nn
 from torch.distributed._tensor import DeviceMesh, DTensor, Placement, Shard
 
-from llmfoundry.models.layers.layer_builders import build_fc
 from llmfoundry.models.layers.dmoe import dMoE
+from llmfoundry.models.layers.layer_builders import build_fc
 
 try:
     import transformer_engine.pytorch as te

diff --git a/llmfoundry/models/utils/param_init_fns.py b/llmfoundry/models/utils/param_init_fns.py
@@ -13,7 +13,6 @@
 from torch.distributed._tensor import DTensor
 
 from llmfoundry.layers_registry import fcs, norms
-from llmfoundry.layers_registry import norms
 from llmfoundry.models.layers.dmoe import GLU, MLP
 
 try: