Skip to content

Commit

Permalink
#0: Run only single-card falcon device perf tests to see if we get in…
Browse files Browse the repository at this point in the history
…f clock error on BM
  • Loading branch information
tt-rkim committed Jun 28, 2024
1 parent e7a43cc commit 53b5885
Show file tree
Hide file tree
Showing 2 changed files with 1 addition and 29 deletions.
1 change: 0 additions & 1 deletion .github/workflows/perf-device-models.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,6 @@ jobs:
fail-fast: false
matrix:
test-info: [
{name: "GS", arch: grayskull, runs-on: ["perf-no-reset-grayskull", "self-reset"], machine-type: "bare_metal", timeout: 40},
{name: "N300 WH B0", arch: wormhole_b0, runs-on: ["perf-wormhole_b0", "self-reset"], machine-type: "bare_metal", timeout: 30},
]
name: "${{ matrix.test-info.name }} device perf"
Expand Down
29 changes: 1 addition & 28 deletions tests/scripts/run_performance.sh
Original file line number Diff line number Diff line change
Expand Up @@ -60,34 +60,7 @@ run_perf_models_cnn_javelin() {
run_device_perf_models() {
local test_marker=$1

env pytest tests/device_perf_tests/stable_diffusion -m $test_marker --timeout=600

if [ "$tt_arch" == "grayskull" ]; then
#TODO(MO): Until #6560 is fixed, GS device profiler test are grouped with
#Model Device perf regression tests to make sure thy run on no-soft-reset BMs
tests/scripts/run_profiler_regressions.sh PROFILER_NO_RESET

env pytest models/demos/metal_BERT_large_11/tests -m $test_marker

env pytest models/demos/ttnn_falcon7b/tests -m $test_marker --timeout=360

env pytest models/demos/bert/tests -m $test_marker

env pytest models/demos/wormhole/mistral7b/tests -m $test_marker

env pytest "tests/ttnn/integration_tests/resnet/test_performance.py" -m $test_marker

env pytest models/demos/resnet/tests -m $test_marker
fi

if [ "$tt_arch" == "wormhole_b0" ]; then
env pytest models/demos/mamba/tests -m $test_marker

env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/metal_BERT_large_11/tests -m $test_marker
#env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/experimental/functional_unet/tests -m $test_marker

env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/falcon7b/tests -m $test_marker
fi
env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/falcon7b/tests -m $test_marker

## Merge all the generated reports
env python models/perf/merge_device_perf_results.py
Expand Down

0 comments on commit 53b5885

Please sign in to comment.