Skip to content

Commit

Permalink
#104: Add ttrt functional and performance tests to CI
Browse files Browse the repository at this point in the history
  • Loading branch information
tapspatel committed Aug 7, 2024
1 parent 47a7453 commit adfe5bf
Show file tree
Hide file tree
Showing 3 changed files with 92 additions and 0 deletions.
92 changes: 92 additions & 0 deletions .github/workflows/ttrt-flatbuffer-ttnn.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
name: TTRT Flatbuffer TTNN Tests

on:
workflow_dispatch:
workflow_call:
push:
branches: [ "tpatel/issue-104" ]

jobs:
build:
strategy:
fail-fast: false
matrix:
build: [
{name: "TTRT TTNN n150 runtime tests", runs-on: n150, c_compiler: clang, cpp_compiler: clang++, build_type: Release, enable_runtime: ON, enable_perf: OFF},
{name: "TTRT TTNN n300 runtime tests", runs-on: n300, c_compiler: clang, cpp_compiler: clang++, build_type: Release, enable_runtime: ON, enable_perf: OFF},
]
name: ${{ matrix.build.name }}
runs-on: ${{ matrix.build.runs-on }}
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0 # Fetch all history and tags

- name: Install build dependencies
uses: ./.github/actions/install-deps
with:
os: ${{ matrix.build.runs-on }}

- name: Build and cache ttmlir-toolchain
uses: ./.github/actions/build-toolchain
with:
os: ${{ matrix.build.runs-on }}
sdk: ${{ env.SDK_VERSION }}

- name: Set reusable strings
id: strings
shell: bash
run: |
echo "build-output-dir=${{ github.workspace }}/build" >> "$GITHUB_OUTPUT"
- name: Configure CMake
shell: bash
run: |
source env/activate
cmake -G Ninja \
-B ${{ steps.strings.outputs.build-output-dir }} \
-DCMAKE_CXX_COMPILER=${{ matrix.build.cpp_compiler }} \
-DCMAKE_C_COMPILER=${{ matrix.build.c_compiler }} \
-DCMAKE_BUILD_TYPE=${{ matrix.build.build_type }} \
-DTTMLIR_ENABLE_RUNTIME=${{ matrix.build.enable_runtime }} \
-DTTMLIR_ENABLE_RUNTIME_TESTS=${{ matrix.build.enable_runtime }} \
-DTT_RUNTIME_ENABLE_PERF_TRACE=${{ matrix.build.enable_perf }} \
-S ${{ github.workspace }}
- name: Set perf env variables
if: ${{ matrix.build.enable_perf }} == 'ON'
shell: bash
run: |
export ENABLE_TRACY=1
- name: Build
shell: bash
run: |
source env/activate
cmake --build ${{ steps.strings.outputs.build-output-dir }} --config ${{ matrix.build.build_type }}
- name: Run Test
shell: bash
run: |
source env/activate
export SYSTEM_DESC_PATH=${{ github.workspace }}/test/system_desc/${{ matrix.build.runs-on }}.ttsys
llvm-lit -v ${{ github.workspace }}/build/test/ttmlir/Silicon
cmake --build ${{ steps.strings.outputs.build-output-dir }} --config ${{ matrix.build.build_type }} -- check-ttmlir
- name: Build ttrt
shell: bash
run: |
source env/activate
cmake --build ${{ steps.strings.outputs.build-output-dir }} --config ${{ matrix.build.build_type }} -- ttrt
- name: Run ttrt functional tests
if: ${{ matrix.build.enable_perf }} == 'OFF'
shell: bash
run: |
source env/activate
pip install loguru
pip install torch
pip install pandas
pip install seaborn
ttrt run ${{ steps.strings.outputs.build-output-dir }}/test/ttmlir/Silicon
Binary file added test/system_desc/n150.ttsys
Binary file not shown.
Binary file added test/system_desc/n300.ttsys
Binary file not shown.

0 comments on commit adfe5bf

Please sign in to comment.