From e816db186004cff1a88fba494e7ceef901c7f560 Mon Sep 17 00:00:00 2001 From: mtairum Date: Wed, 5 Jun 2024 12:00:13 +0000 Subject: [PATCH] #5337: Update Mistral-7B CI tests --- models/demos/wormhole/mistral7b/README.md | 4 ++-- tests/scripts/run_performance.sh | 2 +- tests/scripts/single_card/nightly/run_wh_b0_only.sh | 4 ++-- tests/scripts/single_card/run_demos_single_card_n150_tests.sh | 2 +- 4 files changed, 6 insertions(+), 6 deletions(-) diff --git a/models/demos/wormhole/mistral7b/README.md b/models/demos/wormhole/mistral7b/README.md index b798a0d0321c..232d3dd01745 100644 --- a/models/demos/wormhole/mistral7b/README.md +++ b/models/demos/wormhole/mistral7b/README.md @@ -54,12 +54,12 @@ Mistral-7B is running on a single chip. If you are running on a T3000 please set ``` # Run the demo with a pre-written batch of 32 user prompts: -pytest --collect-only models/demos/wormhole/mistral7b/demo/demo.py::test_demo[general_weights] +pytest models/demos/wormhole/mistral7b/demo/demo.py::test_demo[general_weights] ``` We also provide an input file with 32 user question-prompt for instruct weights (don't forget to update your env flags to the correct instruct weights folder): ``` -pytest --collect-only models/demos/wormhole/mistral7b/demo/demo.py::test_demo[instruct_weights] +pytest models/demos/wormhole/mistral7b/demo/demo.py::test_demo[instruct_weights] ``` Both input files are provided inside `models/demos/wormhole/mistral7b/demo/`. diff --git a/tests/scripts/run_performance.sh b/tests/scripts/run_performance.sh index e535e635d451..a8eeb9240b69 100755 --- a/tests/scripts/run_performance.sh +++ b/tests/scripts/run_performance.sh @@ -39,7 +39,7 @@ run_perf_models_llm_javelin() { env pytest models/demos/mamba/tests -m $test_marker fi - env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/wormhole/mistral7b/tests -m $test_marker # -> hanging: issue #7540 + env pytest models/demos/wormhole/mistral7b/tests -m $test_marker ## Merge all the generated reports env python models/perf/merge_perf_results.py diff --git a/tests/scripts/single_card/nightly/run_wh_b0_only.sh b/tests/scripts/single_card/nightly/run_wh_b0_only.sh index 5af44887070a..c4a39233c29d 100755 --- a/tests/scripts/single_card/nightly/run_wh_b0_only.sh +++ b/tests/scripts/single_card/nightly/run_wh_b0_only.sh @@ -25,6 +25,6 @@ env pytest models/demos/mamba/tests/test_mamba_demo.py env pytest models/demos/wormhole/mistral7b/tests/test_mistral_embedding.py env pytest models/demos/wormhole/mistral7b/tests/test_mistral_rms_norm.py env pytest models/demos/wormhole/mistral7b/tests/test_mistral_mlp.py -env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/wormhole/mistral7b/tests/test_mistral_attention.py -env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/demos/wormhole/mistral7b/tests/test_mistral_decoder.py +env pytest models/demos/wormhole/mistral7b/tests/test_mistral_attention.py +env pytest models/demos/wormhole/mistral7b/tests/test_mistral_decoder.py #env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/experimental/functional_unet/tests diff --git a/tests/scripts/single_card/run_demos_single_card_n150_tests.sh b/tests/scripts/single_card/run_demos_single_card_n150_tests.sh index be517d77f3a4..2ee7f3ce1287 100755 --- a/tests/scripts/single_card/run_demos_single_card_n150_tests.sh +++ b/tests/scripts/single_card/run_demos_single_card_n150_tests.sh @@ -13,7 +13,7 @@ export WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest --disable-warnings -q -s --input-method=cli --cli-input="YOUR PROMPT GOES HERE!" models/demos/wormhole/falcon7b/demo_wormhole.py::test_demo[user_input0-default_mode_stochastic] # working on both -pytest --disable-warnings -q -s --input-method=cli --cli-input="YOUR PROMPT GOES HERE!" models/demos/wormhole/mistral7b/demo/demo.py +pytest models/demos/wormhole/mistral7b/demo/demo.py::test_demo[instruct_weights] # working on both pytest --disable-warnings -q -s --input-method=cli --cli-input="YOUR PROMPT GOES HERE!" models/demos/mamba/demo/demo.py