ci.yml

name: CI/CD

on:
  push:
  pull_request:
  # Run daily at 0:01 UTC
  schedule:
  - cron:  '1 0 * * *'
  workflow_dispatch:

jobs:
  test:

    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        os: [ubuntu-latest, macos-latest]
        python-version: [3.6, 3.7, 3.8]
        exclude:
          - os: macos-latest
            python-version: 3.6
          - os: macos-latest
            python-version: 3.7

    steps:
    - uses: actions/checkout@v2
    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v2
      with:
        python-version: ${{ matrix.python-version }}
    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip setuptools wheel
        python -m pip install --ignore-installed -U -q --no-cache-dir -e .[test]
        python -m pip list
    - name: Test with pytest
      run: |
        python -m pytest -r sx --ignore tests/benchmarks/ --ignore tests/contrib --ignore tests/test_notebooks.py
    - name: Report coverage with Codecov
      if: github.event_name == 'push' && matrix.python-version == 3.8 && matrix.os == 'ubuntu-latest'
      uses: codecov/codecov-action@v1
      with:
        token: ${{ secrets.CODECOV_TOKEN }}
        file: ./coverage.xml
        flags: unittests
    - name: Test Contrib module with pytest
      run: |
        python -m pytest -r sx tests/contrib --mpl --mpl-baseline-path tests/contrib/baseline
    - name: Run benchmarks
      if: github.event_name == 'schedule' && matrix.python-version == 3.8
      run: |
        python -m pytest -r sx --benchmark-sort=mean tests/benchmarks/test_benchmark.py

  docker:

    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v2
    - name: Build Docker image
      uses: docker/build-push-action@v1
      with:
        repository: pyhf/pyhf
        dockerfile: docker/Dockerfile
        tags: test
        tag_with_sha: true
        tag_with_ref: true
        push: false
    - name: List built images
      run: docker images
    - name: Run CLI API check
      run: |
        printf "\npyhf\n"
        docker run --rm pyhf/pyhf:test
        printf "\npyhf --version\n"
        docker run --rm pyhf/pyhf:test --version
        printf "\npyhf --help\n"
        docker run --rm pyhf/pyhf:test --help
    - name: Check for curl and tar
      run: >-
        docker run --rm
        --entrypoint /bin/bash
        pyhf/pyhf:test
        -c "which curl; which tar"