Add cautious mars, improve test reliability by skipping grad diff for… #2349
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python tests | |
| on: | |
| push: | |
| branches: [ main ] | |
| pull_request: | |
| branches: [ main ] | |
| env: | |
| OMP_NUM_THREADS: 2 | |
| MKL_NUM_THREADS: 2 | |
| jobs: | |
| test: | |
| name: Run tests on ${{ matrix.os }} with Python ${{ matrix.python }} | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] | |
| python: ['3.10', '3.12'] | |
| torch: [{base: '1.13.0', vision: '0.14.0'}, {base: '2.4.1', vision: '0.19.1'}] | |
| testmarker: ['-k "not test_models"', '-m base', '-m cfg', '-m torchscript', '-m features', '-m fxforward', '-m fxbackward'] | |
| exclude: | |
| - python: '3.12' | |
| torch: {base: '1.13.0', vision: '0.14.0'} | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python ${{ matrix.python }} | |
| uses: actions/setup-python@v1 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| - name: Install testing dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install -r requirements-dev.txt | |
| - name: Install torch on mac | |
| if: startsWith(matrix.os, 'macOS') | |
| run: pip install --no-cache-dir torch==${{ matrix.torch.base }} torchvision==${{ matrix.torch.vision }} | |
| - name: Install torch on Windows | |
| if: startsWith(matrix.os, 'windows') | |
| run: pip install --no-cache-dir torch==${{ matrix.torch.base }} torchvision==${{ matrix.torch.vision }} | |
| - name: Install torch on ubuntu | |
| if: startsWith(matrix.os, 'ubuntu') | |
| run: | | |
| sudo sed -i 's/azure\.//' /etc/apt/sources.list | |
| sudo apt update | |
| sudo apt install -y google-perftools | |
| pip install --no-cache-dir torch==${{ matrix.torch.base }}+cpu torchvision==${{ matrix.torch.vision }}+cpu --index-url https://download.pytorch.org/whl/cpu | |
| - name: Install requirements | |
| run: | | |
| pip install -r requirements.txt | |
| - name: Run tests on Windows | |
| if: startsWith(matrix.os, 'windows') | |
| env: | |
| PYTHONDONTWRITEBYTECODE: 1 | |
| run: | | |
| pytest -vv tests | |
| - name: Run '${{ matrix.testmarker }}' tests on Linux / Mac | |
| if: ${{ !startsWith(matrix.os, 'windows') }} | |
| env: | |
| LD_PRELOAD: /usr/lib/x86_64-linux-gnu/libtcmalloc.so.4 | |
| PYTHONDONTWRITEBYTECODE: 1 | |
| run: | | |
| pytest -vv --forked --durations=0 ${{ matrix.testmarker }} tests |