Skip to content

Commit

Permalink
#13368: Relax perf targets
Browse files Browse the repository at this point in the history
  • Loading branch information
mtairum committed Oct 29, 2024
1 parent 1ea4e46 commit bf80fb7
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions models/demos/llama3/tests/test_llama_perf.py
Original file line number Diff line number Diff line change
Expand Up @@ -49,9 +49,9 @@ def test_llama_model_perf(mesh_device, kv_cache_len, expected_compile_time, use_
elif "3.2-3B" in model_args.DEFAULT_CACHE_PATH:
expected_inference_time = 0.065
elif "3.1-8B" in model_args.DEFAULT_CACHE_PATH:
expected_inference_time = 0.07
expected_inference_time = 0.08
elif "3.2-11B" in model_args.DEFAULT_CACHE_PATH:
expected_inference_time = 0.07
expected_inference_time = 0.08
elif "3.1-70B" in model_args.DEFAULT_CACHE_PATH:
expected_inference_time = 0.14
else:
Expand Down

0 comments on commit bf80fb7

Please sign in to comment.