test_executorch_runtime.yml

name: ExecuTorch Runtime / Python - Test

on:
  push:
    branches: [main]
  pull_request:
    branches: [main]

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  build:
    strategy:
      fail-fast: false
      matrix:
        python-version: ['3.10', '3.11', '3.12']
        os: [macos-15]
        test-modeling:
          - test_modeling_gemma2.py
          - test_modeling_gemma.py
          - test_modeling_llama.py
          - test_modeling_olmo.py
          - test_modeling.py
          - test_modeling_qwen2.py

    runs-on: ${{ matrix.os }}
    steps:
      - uses: actions/checkout@v2
      - name: Setup Python ${{ matrix.python-version }}
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python-version }}
      - name: Install dependencies for ExecuTorch
        run: |
          pip install .[tests,exporters-executorch]
          pip list
      - name: Run tests
        working-directory: tests
        run: |
          RUN_SLOW=1 pytest executorch/runtime/${{ matrix.test-modeling }} -s -vvvv --durations=0