From 846d8dbdce7a5be3c8f09a56e653997957d508ff Mon Sep 17 00:00:00 2001 From: ver217 Date: Wed, 23 Aug 2023 11:59:40 +0800 Subject: [PATCH] [hotfix] fix opt tutorial example --- examples/tutorial/opt/opt/run_clm.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/examples/tutorial/opt/opt/run_clm.py b/examples/tutorial/opt/opt/run_clm.py index 9f2aa7e645f3..91380e243fb8 100755 --- a/examples/tutorial/opt/opt/run_clm.py +++ b/examples/tutorial/opt/opt/run_clm.py @@ -424,10 +424,7 @@ def main(): PLACEMENT_POLICY = 'auto' if version.parse(cai_version) >= version.parse("0.3.1"): from colossalai.zero import GeminiDDP - model = GeminiDDP(model, - chunk_init_device=get_current_device(), - placement_policy=PLACEMENT_POLICY, - pin_memory=True) + model = GeminiDDP(model, offload_optim_frac=1.0, pin_memory=True) elif version.parse(cai_version) > version.parse("0.1.10"): try: from colossalai.nn.parallel import GeminiDDP