Skip to content

Commit

Permalink
#9604: Update Mixtral demo inputs and expected outputs for token matc…
Browse files Browse the repository at this point in the history
…hing. Relaxed Mixtral perf estimates due to CI variability. Minor fix to demo CI
  • Loading branch information
mtairum committed Jul 3, 2024
1 parent 3521f5e commit ce1e177
Show file tree
Hide file tree
Showing 4 changed files with 76 additions and 77 deletions.
4 changes: 2 additions & 2 deletions models/demos/t3000/mixtral8x7b/demo/demo.py
Original file line number Diff line number Diff line change
Expand Up @@ -266,7 +266,7 @@ def run_mixtral_demo(user_input, batch_size, device_mesh, instruct_mode):


# Avoid running this test when in CI
@pytest.mark.skipif(os.getenv("CI") == "True", reason="Non-CI tests")
@pytest.mark.skipif(os.getenv("CI") == "true", reason="Non-CI tests")
@pytest.mark.parametrize(
"input_prompts, instruct_weights",
[
Expand All @@ -282,7 +282,7 @@ def test_mixtral8x7b_demo(t3k_device_mesh, use_program_cache, input_prompts, ins


# CI only runs general-weights demo
@pytest.mark.skipif(os.getenv("CI") == "False", reason="CI-only test")
@pytest.mark.skipif(not os.getenv("CI") == "true", reason="CI-only test")
@pytest.mark.parametrize(
"input_prompts, instruct_weights",
[
Expand Down
Loading

0 comments on commit ce1e177

Please sign in to comment.