Skip to content

Commit

Permalink
#8558: Add pseudo code for llama2 model perf
Browse files Browse the repository at this point in the history
  • Loading branch information
tapspatel committed May 16, 2024
1 parent 3069efb commit 521a837
Showing 1 changed file with 17 additions and 0 deletions.
17 changes: 17 additions & 0 deletions tests/scripts/t3000/run_t3000_model_perf_tests.sh
Original file line number Diff line number Diff line change
Expand Up @@ -30,13 +30,30 @@ run_t3000_mistral_tests() {
echo "LOG_METAL: run_t3000_mistral_tests $duration seconds to complete"
}

run_t3000_llama2_70b_tests() {
# Record the start time
start_time=$(date +%s)

echo "LOG_METAL: Running run_t3000_llama2_70b_tests"

env WH_ARCH_YAML=wormhole_b0_80_arch_eth_dispatch.yaml pytest models/experimental/llama2_70b/tests/test_llama_perf_decode.py -m "model_perf_t3000"

# Record the end time
end_time=$(date +%s)
duration=$((end_time - start_time))
echo "LOG_METAL: run_t3000_llama2_70b_tests $duration seconds to complete"
}

run_t3000_llm_tests() {
# Run falcon7b tests
run_t3000_falcon7b_tests

# Run mistral tests
run_t3000_mistral_tests

# Run llama2-70b tests
#run_t3000_llama2_70b_tests

# Merge all the generated reports
env python models/perf/merge_perf_results.py
}
Expand Down

0 comments on commit 521a837

Please sign in to comment.