Update deepspeed_gpt3_small.sh

ai-forever · Feb 17, 2021 · 64b86c9 · 64b86c9
1 parent 5f7aecf
commit 64b86c9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/deepspeed_gpt3_small.sh b/scripts/deepspeed_gpt3_small.sh
@@ -39,7 +39,7 @@ gpt_options=" \
        --deepspeed_config src/deepspeed_config/gpt3_small_2048.json \
 "
 
-run_cmd="mpirun --np ${NUM_GPUS_PER_WORKER} python ../pretrain_gpt3.py $@ ${gpt_options}"
+run_cmd="USE_DEEPSPEED=1 mpirun --np ${NUM_GPUS_PER_WORKER} python ../pretrain_gpt3.py $@ ${gpt_options}"
 echo "${run_cmd}"
 eval "${run_cmd}"