-
Notifications
You must be signed in to change notification settings - Fork 486
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
add gptqmodel tests which contains cpu
Signed-off-by: jiqing-feng <[email protected]>
- Loading branch information
1 parent
dea8a47
commit 69cf2e3
Showing
1 changed file
with
47 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,47 @@ | ||
name: GPTQ / Python - Test | ||
|
||
on: | ||
workflow_dispatch: | ||
push: | ||
branches: [main] | ||
paths: | ||
- tests/gptq/** | ||
- optimum/gptq/** | ||
- .github/workflows/test_gptq.yml | ||
pull_request: | ||
branches: [main] | ||
paths: | ||
- tests/gptq/** | ||
- optimum/gptq/** | ||
- .github/workflows/test_gptq.yml | ||
schedule: | ||
# every day at midnight | ||
- cron: "0 0 * * *" | ||
|
||
jobs: | ||
test_gptq: | ||
runs-on: | ||
group: aws-g6-4xlarge-plus | ||
|
||
steps: | ||
- name: Checkout code | ||
uses: actions/checkout@v4 | ||
|
||
- name: Run tests | ||
uses: addnab/docker-run-action@v3 | ||
with: | ||
image: pytorch/pytorch:2.2.2-cuda12.1-cudnn8-runtime | ||
# latest auto-gptq was built with pytorch 2.2 and cuda 12.1 | ||
options: | | ||
--rm | ||
--gpus all | ||
--shm-size 16G | ||
--env RUN_SLOW=1 | ||
--env HF_HOME=/mnt/cache/ | ||
--volume /mnt/cache/:/mnt/cache/ | ||
--volume ${{ github.workspace }}:/workspace | ||
--workdir /workspace | ||
run: | | ||
pip install gptqmodel | ||
pip install -e .[tests] | ||
pytest tests/gptq -s -vvvv --durations=0 |