From 64b86c986a85304f185803952f9202b89e93ba65 Mon Sep 17 00:00:00 2001
From: Anton Emelyanov <login-const@mail.ru>
Date: Wed, 17 Feb 2021 15:56:04 +0300
Subject: [PATCH] Update deepspeed_gpt3_small.sh

---
 scripts/deepspeed_gpt3_small.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/deepspeed_gpt3_small.sh b/scripts/deepspeed_gpt3_small.sh
index f0185b5..516ffbc 100644
--- a/scripts/deepspeed_gpt3_small.sh
+++ b/scripts/deepspeed_gpt3_small.sh
@@ -39,7 +39,7 @@ gpt_options=" \
        --deepspeed_config src/deepspeed_config/gpt3_small_2048.json \
 "
 
-run_cmd="mpirun --np ${NUM_GPUS_PER_WORKER} python ../pretrain_gpt3.py $@ ${gpt_options}"
+run_cmd="USE_DEEPSPEED=1 mpirun --np ${NUM_GPUS_PER_WORKER} python ../pretrain_gpt3.py $@ ${gpt_options}"
 echo "${run_cmd}"
 eval "${run_cmd}"