From 53b58853f5701f15e37157aa10f9bc937d03ef4f Mon Sep 17 00:00:00 2001 From: Raymond Kim Date: Fri, 28 Jun 2024 11:54:49 -0400 Subject: [PATCH] #0: Run only single-card falcon device perf tests to see if we get inf clock error on BM --- .github/workflows/perf-device-models.yaml | 1 - tests/scripts/run_performance.sh | 29 +---------------------- 2 files changed, 1 insertion(+), 29 deletions(-) diff --git a/.github/workflows/perf-device-models.yaml b/.github/workflows/perf-device-models.yaml index 97717bf7382..25055d599c3 100644 --- a/.github/workflows/perf-device-models.yaml +++ b/.github/workflows/perf-device-models.yaml @@ -14,7 +14,6 @@ jobs: fail-fast: false matrix: test-info: [ - {name: "GS", arch: grayskull, runs-on: ["perf-no-reset-grayskull", "self-reset"], machine-type: "bare_metal", timeout: 40}, {name: "N300 WH B0", arch: wormhole_b0, runs-on: ["perf-wormhole_b0", "self-reset"], machine-type: "bare_metal", timeout: 30}, ] name: "${{ matrix.test-info.name }} device perf" diff --git a/tests/scripts/run_performance.sh b/tests/scripts/run_performance.sh index 754bcbc9ab1..29ea9be2fb7 100755 --- a/tests/scripts/run_performance.sh +++ b/tests/scripts/run_performance.sh @@ -60,34 +60,7 @@ run_perf_models_cnn_javelin() { run_device_perf_models() { local test_marker=$1 - env pytest tests/device_perf_tests/stable_diffusion -m $test_marker --timeout=600 - - if [ "$tt_arch" == "grayskull" ]; then - #TODO(MO): Until #6560 is fixed, GS device profiler test are grouped with - #Model Device perf regression tests to make sure thy run on no-soft-reset BMs - tests/scripts/run_profiler_regressions.sh PROFILER_NO_RESET - - env pytest models/demos/metal_BERT_large_11/tests -m $test_marker - - env pytest models/demos/ttnn_falcon7b/tests -m $test_marker --timeout=360 - - env pytest models/demos/bert/tests -m $test_marker - - env pytest models/demos/wormhole/mistral7b/tests -m $test_marker - - env pytest "tests/ttnn/integration_tests/resnet/test_performance.py" -m $test_marker - - env pytest models/demos/resnet/tests -m $test_marker - fi - - if [ "$tt_arch" == "wormhole_b0" ]; then - env pytest models/demos/mamba/tests -m $test_marker - - env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/metal_BERT_large_11/tests -m $test_marker - #env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/experimental/functional_unet/tests -m $test_marker - - env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/falcon7b/tests -m $test_marker - fi + env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/falcon7b/tests -m $test_marker ## Merge all the generated reports env python models/perf/merge_device_perf_results.py