Fix error with vocab divisibility

ai-forever · Aug 17, 2021 · 08416ee · 08416ee
1 parent c034511
commit 08416ee
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scripts/deepspeed_gpt3_medium.sh b/scripts/deepspeed_gpt3_medium.sh
@@ -21,6 +21,7 @@ gpt_options=" \
        --num-layers 24 \
        --hidden-size 1024 \
        --num-attention-heads 16 \
+       --make-vocab-size-divisible-by 1 \
        --batch-size 1 \
        --seq-length 1024 \
        --max-position-embeddings 2048 \