restore the config

yingtongxiong · Aug 30, 2023 · 3e8d42c · 3e8d42c
1 parent 4fb9d89
commit 3e8d42c
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/configs/7B_sft.py b/configs/7B_sft.py
@@ -140,9 +140,8 @@
 tensor parallel: tensor parallel size, usually the number of GPUs per node.
 """
 parallel = dict(
-    zero1=-1,
-    tensor=2,
-    # pipeline=dict(size=2, interleaved_overlap=True),
+    zero1=8,
+    pipeline=dict(size=1, interleaved_overlap=True),
     sequence_parallel=False,
 )