From ca368f95720a4adb15437899404a114d503e894a Mon Sep 17 00:00:00 2001 From: Raymond Kim Date: Sat, 23 Nov 2024 16:53:35 -0500 Subject: [PATCH] #0: Bump grayskull device performance for vgg and distilbert because someone updated WH but not GS --- models/demos/distilbert/tests/test_perf_distilbert.py | 2 +- models/demos/vgg/tests/test_perf_vgg.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/models/demos/distilbert/tests/test_perf_distilbert.py b/models/demos/distilbert/tests/test_perf_distilbert.py index 8cb8c99e59f..f3b0a6373fa 100644 --- a/models/demos/distilbert/tests/test_perf_distilbert.py +++ b/models/demos/distilbert/tests/test_perf_distilbert.py @@ -152,7 +152,7 @@ def test_distilbert_perf_device(batch_size, test, reset_seeds): margin = 0.03 num_iterations = 1 if is_grayskull(): - expected_perf = 40.8772 + expected_perf = 57.3 elif is_wormhole_b0(): expected_perf = 103.884 diff --git a/models/demos/vgg/tests/test_perf_vgg.py b/models/demos/vgg/tests/test_perf_vgg.py index c83f1388881..b6f2af0e230 100644 --- a/models/demos/vgg/tests/test_perf_vgg.py +++ b/models/demos/vgg/tests/test_perf_vgg.py @@ -137,10 +137,10 @@ def test_perf_device_bare_metal_vgg(batch_size, model_name): margin = 0.03 if model_name == "ttnn_vgg11": - expected_perf = 132.2436 if is_grayskull() else 283.289 + expected_perf = 168 if is_grayskull() else 283.289 command = f"pytest tests/ttnn/integration_tests/vgg/test_ttnn_vgg11.py" else: - expected_perf = 116.1459 if is_grayskull() else 201.3867 + expected_perf = 144 if is_grayskull() else 201.3867 command = f"pytest tests/ttnn/integration_tests/vgg/test_ttnn_vgg16.py" cols = ["DEVICE FW", "DEVICE KERNEL", "DEVICE BRISC KERNEL"]