Check Tiny Models #78
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Check Tiny Models | |
| on: | |
| push: | |
| branches: | |
| - check_tiny_models* | |
| repository_dispatch: | |
| schedule: | |
| - cron: "0 2 * * *" | |
| env: | |
| TOKEN: ${{ secrets.TRANSFORMERS_HUB_BOT_HF_TOKEN }} | |
| jobs: | |
| check_tiny_models: | |
| name: Check tiny models | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Checkout transformers | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 2 | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python 3.8 | |
| uses: actions/setup-python@v4 | |
| with: | |
| # Semantic version range syntax or exact version of a Python version | |
| python-version: '3.8' | |
| # Optional - x64 or x86 architecture, defaults to x64 | |
| architecture: 'x64' | |
| - name: Install | |
| run: | | |
| sudo apt-get -y update && sudo apt-get install -y libsndfile1-dev espeak-ng cmake | |
| pip install --upgrade pip | |
| python -m pip install -U .[sklearn,torch,testing,sentencepiece,torch-speech,vision,timm,video,tf-cpu] | |
| pip install tensorflow_probability | |
| python -m pip install -U natten | |
| - name: Create all tiny models (locally) | |
| run: | | |
| python utils/create_dummy_models.py tiny_local_models --all --num_workers 2 | |
| - name: Local tiny model reports artifacts | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: tiny_local_model_creation_reports | |
| path: tiny_local_models/reports | |
| # GitHub-hosted runners have 2-core CPUs | |
| - name: Run pipeline tests against all new (local) tiny models | |
| run: | | |
| OMP_NUM_THREADS=1 TRANSFORMERS_TINY_MODEL_PATH=tiny_local_models python -m pytest --max-worker-restart=0 -n 2 --dist=loadfile -s -rA --make-reports=tests_pipelines tests/models -m is_pipeline_test -k "test_pipeline_" | tee tests_output.txt | |
| - name: Test suite reports artifacts | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: tiny_local_model_creation_reports | |
| path: reports/tests_pipelines | |
| - name: Create + Upload tiny models for new model architecture(s) | |
| run: | | |
| python utils/update_tiny_models.py --num_workers 2 | |
| - name: Full report | |
| run: cat tiny_models/reports/tiny_model_creation_report.json | |
| - name: Failure report | |
| run: cat tiny_models/reports/simple_failed_report.txt | |
| - name: Summary report | |
| run: cat tiny_models/reports/tiny_model_summary.json | |
| - name: New tiny model creation reports artifacts | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: tiny_model_creation_reports | |
| path: tiny_models/reports |