From bf80fb79a3b85bfce2eb8bcf506e6174490b5b63 Mon Sep 17 00:00:00 2001 From: mtairum Date: Tue, 29 Oct 2024 12:31:28 +0000 Subject: [PATCH] #13368: Relax perf targets --- models/demos/llama3/tests/test_llama_perf.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/models/demos/llama3/tests/test_llama_perf.py b/models/demos/llama3/tests/test_llama_perf.py index b189cf946571..03c9675542b1 100644 --- a/models/demos/llama3/tests/test_llama_perf.py +++ b/models/demos/llama3/tests/test_llama_perf.py @@ -49,9 +49,9 @@ def test_llama_model_perf(mesh_device, kv_cache_len, expected_compile_time, use_ elif "3.2-3B" in model_args.DEFAULT_CACHE_PATH: expected_inference_time = 0.065 elif "3.1-8B" in model_args.DEFAULT_CACHE_PATH: - expected_inference_time = 0.07 + expected_inference_time = 0.08 elif "3.2-11B" in model_args.DEFAULT_CACHE_PATH: - expected_inference_time = 0.07 + expected_inference_time = 0.08 elif "3.1-70B" in model_args.DEFAULT_CACHE_PATH: expected_inference_time = 0.14 else: