test new CI #6
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Run unit tests | |
on: | |
workflow_dispatch: | |
push: | |
branches: [ main ] | |
# paths: | |
# - "src/**/*.py" | |
# - "examples/**/*.py" | |
# - "tests/**/*.py" | |
pull_request: | |
branches: [ main ] | |
#paths: | |
# - "src/**/*.py" | |
# - "examples/**/*.py" | |
# - "tests/**/*.py" | |
jobs: | |
tests: | |
runs-on: [multi-gpu, nvidia-gpu, 8-t4, ci] | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Set up Python 3.10 | |
uses: actions/setup-python@v2 | |
with: | |
python-version: '3.10' | |
- name: Python environment | |
run: | | |
which python | |
python --version | |
- name: Check container state | |
run: | | |
nvidia-smi | |
- name: Instal nanotron | |
run: | | |
python -m pip install --upgrade pip | |
pip install packaging | |
pip install wheel | |
pip install torch | |
pip install "flash-attn>=2.4.2" --no-build-isolation | |
git clone [email protected]:huggingface/nanotron.git | |
cd nanotron | |
pip install -e . | |
- name: Install test dependencies | |
run: | | |
pip install pytest | |
pip install pytest-cov | |
- name: Check Pytorch version | |
run: | | |
nvidia-smi | |
python -c "import torch; print('torch:', torch.__version__, torch)" | |
python -c "import torch; print('CUDA available:', torch.cuda.is_available())" | |
- name: Show installed libraries and their versions | |
run: pip freeze | tee installed.txt | |
- name: Run tests | |
run: pytest --color=yes --durations=0 --verbose tests/ |