fix lint

yingtongxiong · Sep 19, 2023 · 5fe27c7 · 5fe27c7
1 parent 43342ec
commit 5fe27c7
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/internlm/model/linear.py b/internlm/model/linear.py
@@ -4,14 +4,13 @@
 from typing import Optional
 
 import torch
-import torch.nn.functional as F
 from flash_attn.ops.fused_dense import ColumnParallelLinear, RowParallelLinear
 from flash_attn.utils.distributed import all_reduce, reduce_scatter
 from torch import nn
 
 from internlm.core.context import ParallelMode
 from internlm.core.context import global_context as gpc
-from internlm.model.utils import fused_dense_func_torch, Silu
+from internlm.model.utils import Silu, fused_dense_func_torch
 
 
 class ScaleColumnParallelLinear(nn.Linear):
@@ -195,7 +194,7 @@ def __init__(
             device=device,
             dtype=dtype,
         )
- 
+
     def forward(self, x):
         w1_o = self.w1(x)
         w2_o = self.w2(x)

diff --git a/internlm/model/utils.py b/internlm/model/utils.py
@@ -212,4 +212,5 @@ def try_import_RMSNorm():
 def Silu(w1_o, w2_o):
     return F.silu(w1_o) * w2_o
 
+
 Silu = torch.jit.script(Silu)
Original file line number	Diff line number	Diff line change
Expand Up		@@ -212,4 +212,5 @@ def try_import_RMSNorm():
		def Silu(w1_o, w2_o):
		return F.silu(w1_o) * w2_o


		Silu = torch.jit.script(Silu)