Skip to content

Add confusion matrix #211

Add confusion matrix

Add confusion matrix #211

Workflow file for this run

name: CI
on:
pull_request:
branches:
- main
push:
branches:
- main
- ci-*
env:
HF_ALLOW_CODE_EVAL: 1
jobs:
check_code_quality:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: "3.7"
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install .[quality]
- name: Check quality
run: |
black --check --line-length 119 --target-version py36 tests src metrics comparisons measurements
isort --check-only tests src metrics comparisons measurements
flake8 tests src metrics
test:
needs: check_code_quality
strategy:
matrix:
test: ['unit', 'parity']
os: [ubuntu-latest, windows-latest]
runs-on: ${{ matrix.os }}
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Set up Python 3.7
uses: actions/setup-python@v4
with:
python-version: "3.7"
- name: Upgrade pip
run: python -m pip install --upgrade pip
- name: Install dependencies
run: |
pip install .[tests]
pip install -r additional-tests-requirements.txt --no-deps
- name: Test with pytest
if: ${{ matrix.test == 'unit' }}
run: |
python -m pytest -n 2 --dist loadfile -sv ./tests/ --ignore=./tests/test_trainer_evaluator_parity.py
- name: Integration test with transformers
if: ${{ matrix.test == 'parity' }}
run: |
python -m pytest -n 2 --dist loadfile -sv ./tests/test_trainer_evaluator_parity.py