Skip to content

Commit

Permalink
#8764: Separate n150/n300 demo tests to not run BERT 11 on N150
Browse files Browse the repository at this point in the history
  • Loading branch information
tt-rkim committed Jun 3, 2024
1 parent 7e31989 commit be575f3
Show file tree
Hide file tree
Showing 4 changed files with 33 additions and 11 deletions.
4 changes: 2 additions & 2 deletions .github/workflows/single-card-demo-tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -22,13 +22,13 @@ jobs:
name: "N150",
arch: wormhole_b0,
runs-on: ["wormhole_b0", "multi-chip-num-pcie-1", "multi-chip-num-chips-1"],
cmd: './tests/scripts/run_tests.sh --tt-arch wormhole_b0 --pipeline-type demos_single_card --dispatch-mode ""'
cmd: './tests/scripts/run_tests.sh --tt-arch wormhole_b0 --pipeline-type demos_single_card_n150 --dispatch-mode ""'
},
{
name: "N300",
arch: wormhole_b0,
runs-on: ["wormhole_b0", "multi-chip-num-pcie-1", "multi-chip-num-chips-2"],
cmd: './tests/scripts/run_tests.sh --tt-arch wormhole_b0 --pipeline-type demos_single_card --dispatch-mode ""'
cmd: './tests/scripts/run_tests.sh --tt-arch wormhole_b0 --pipeline-type demos_single_card_n300 --dispatch-mode ""'
}
]
name: ${{ matrix.test-group.name }}
Expand Down
18 changes: 14 additions & 4 deletions tests/scripts/run_tests.sh
Original file line number Diff line number Diff line change
Expand Up @@ -185,12 +185,20 @@ run_ttnn_sweeps_pipeline_tests() {
./tests/scripts/run_ttnn_sweeps.sh
}

run_demos_single_card_tests() {
run_demos_single_card_n150_tests() {
local tt_arch=$1
local pipeline_type=$2
local dispatch_mode=$3

./tests/scripts/single_card/run_demos_single_card_tests.sh
./tests/scripts/single_card/run_demos_single_card_n150_tests.sh
}

run_demos_single_card_n300_tests() {
local tt_arch=$1
local pipeline_type=$2
local dispatch_mode=$3

./tests/scripts/single_card/run_demos_single_card_n300_tests.sh
}

##########################T3000##########################
Expand Down Expand Up @@ -333,8 +341,10 @@ run_pipeline_tests() {
run_microbenchmarks_pipeline_tests "$tt_arch" "$pipeline_type" "$dispatch_mode"
elif [[ $pipeline_type == "ttnn_sweeps" ]]; then
run_ttnn_sweeps_pipeline_tests "$tt_arch" "$pipeline_type" "$dispatch_mode"
elif [[ $pipeline_type == "demos_single_card" ]]; then
run_demos_single_card_tests "$tt_arch" "$pipeline_type" "$dispatch_mode"
elif [[ $pipeline_type == "demos_single_card_n150" ]]; then
run_demos_single_card_n150_tests "$tt_arch" "$pipeline_type" "$dispatch_mode"
elif [[ $pipeline_type == "demos_single_card_n300" ]]; then
run_demos_single_card_n300_tests "$tt_arch" "$pipeline_type" "$dispatch_mode"
# T3000 pipelines
elif [[ $pipeline_type == "unit_t3000_device" ]]; then
unit_t3000_device "$tt_arch" "$pipeline_type" "$dispatch_mode"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,8 +20,3 @@ pytest --disable-warnings -q -s --input-method=cli --cli-input="YOUR PROMPT GOES

# working on both
pytest --disable-warnings --input-path="models/demos/wormhole/stable_diffusion/demo/input_data.json" models/demos/wormhole/stable_diffusion/demo/demo.py::test_demo

# Not working on N150, working on N300
unset WH_ARCH_YAML
rm -rf built
pytest --disable-warnings models/demos/metal_BERT_large_11/demo/demo.py::test_demo[models/demos/metal_BERT_large_11/demo/input_data.json-1-batch_7]
17 changes: 17 additions & 0 deletions tests/scripts/single_card/run_demos_single_card_n300_tests.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
#/bin/bash

set -eo pipefail

if [[ -z "$TT_METAL_HOME" ]]; then
echo "Must provide TT_METAL_HOME in environment" 1>&2
exit 1
fi

export WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml

source tests/scripts/single_card/run_demos_single_card_n150_tests.sh

# Not working on N150, working on N300
unset WH_ARCH_YAML
rm -rf built
pytest --disable-warnings models/demos/metal_BERT_large_11/demo/demo.py::test_demo[models/demos/metal_BERT_large_11/demo/input_data.json-1-batch_7]

0 comments on commit be575f3

Please sign in to comment.