From 092d0071057d1165b9e9d3707ab1a2528e9ff2ea Mon Sep 17 00:00:00 2001 From: "Ma, Guokai" Date: Wed, 7 Feb 2024 14:14:47 +0800 Subject: [PATCH] Use official DeepSpeedExamples --- .github/workflows/autotp.yml | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/.github/workflows/autotp.yml b/.github/workflows/autotp.yml index bf8bc69bb2fc..cdd23c9b79e0 100644 --- a/.github/workflows/autotp.yml +++ b/.github/workflows/autotp.yml @@ -99,8 +99,7 @@ jobs: - name: Download DeepSpeedExamples run: | - #git clone https://github.com/delock/DeepSpeedExamples --branch gma/hf_compare - git clone https://github.com/foin6/DeepSpeedExamples --branch dev + git clone https://github.com/Microsoft/DeepSpeedExamples - name: Sanity check minimal run: | @@ -116,7 +115,7 @@ jobs: export MODEL=facebook/opt-1.3b cd DeepSpeedExamples/inference/huggingface/text-generation deepspeed --num_gpus 2 --bind_cores_to_rank inference-test.py --model $MODEL --dtype bfloat16 --use_meta_tensor - deepspeed --num_gpus 2 --bind_cores_to_rank ds-hf-compare.py --model $MODEL --dtype bfloat16 --num_inputs 1 --use_kernel False + deepspeed --num_gpus 2 --bind_cores_to_rank ds-hf-compare.py --model $MODEL --dtype bfloat16 --num_inputs 1 - name: AutoTP test (bigscience/bloom-3b) run: | @@ -126,4 +125,4 @@ jobs: export MODEL=bigscience/bloom-3b cd DeepSpeedExamples/inference/huggingface/text-generation deepspeed --num_gpus 2 --bind_cores_to_rank inference-test.py --model $MODEL --dtype bfloat16 --use_meta_tensor - deepspeed --num_gpus 2 --bind_cores_to_rank ds-hf-compare.py --model $MODEL --dtype bfloat16 --num_inputs 1 --use_kernel False + deepspeed --num_gpus 2 --bind_cores_to_rank ds-hf-compare.py --model $MODEL --dtype bfloat16 --num_inputs 1