From 918dff72579baeb205ed8dc47bce9a2d7aba2c7d Mon Sep 17 00:00:00 2001 From: yingtongxiong <974106207@qq.com> Date: Wed, 25 Oct 2023 13:47:19 +0800 Subject: [PATCH] reset moe --- internlm/model/moe.py | 1 + 1 file changed, 1 insertion(+) diff --git a/internlm/model/moe.py b/internlm/model/moe.py index 0865097f..28e5ae6e 100644 --- a/internlm/model/moe.py +++ b/internlm/model/moe.py @@ -53,6 +53,7 @@ def __init__( device=None, dtype=None, ): + super().__init__() assert (