Skip to content

Commit

Permalink
Include proper branch for docker image
Browse files Browse the repository at this point in the history
  • Loading branch information
muellerzr committed Aug 9, 2024
1 parent f6b5e6f commit 757853e
Show file tree
Hide file tree
Showing 2 changed files with 49 additions and 49 deletions.
96 changes: 48 additions & 48 deletions .github/workflows/build_docker_images.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,55 +11,55 @@ concurrency:
cancel-in-progress: false

jobs:
latest-cpu:
name: "Latest Accelerate CPU [dev]"
runs-on:
group: aws-general-8-plus
steps:
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2
- name: Login to DockerHub
uses: docker/login-action@v2
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_PASSWORD }}
- name: Get current date
id: date
run: |
echo "date=$(date '+%Y-%m-%d')" >> $GITHUB_ENV
- name: Build and Push CPU
uses: docker/build-push-action@v4
with:
file: docker/accelerate-cpu/Dockerfile
push: true
tags: |
huggingface/accelerate:cpu-nightly
huggingface/accelerate:cpu-nightly-${{ env.date }}
# latest-cpu:
# name: "Latest Accelerate CPU [dev]"
# runs-on:
# group: aws-general-8-plus
# steps:
# - name: Set up Docker Buildx
# uses: docker/setup-buildx-action@v2
# - name: Login to DockerHub
# uses: docker/login-action@v2
# with:
# username: ${{ secrets.DOCKERHUB_USERNAME }}
# password: ${{ secrets.DOCKERHUB_PASSWORD }}
# - name: Get current date
# id: date
# run: |
# echo "date=$(date '+%Y-%m-%d')" >> $GITHUB_ENV
# - name: Build and Push CPU
# uses: docker/build-push-action@v4
# with:
# file: docker/accelerate-cpu/Dockerfile
# push: true
# tags: |
# huggingface/accelerate:cpu-nightly
# huggingface/accelerate:cpu-nightly-${{ env.date }}

latest-cuda:
name: "Latest Accelerate GPU [dev]"
runs-on:
group: aws-g6-4xlarge-plus
steps:
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2
- name: Login to DockerHub
uses: docker/login-action@v2
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_PASSWORD }}
- name: Get current date
id: date
run: |
echo "date=$(date '+%Y-%m-%d')" >> $GITHUB_ENV
- name: Build and Push GPU
uses: docker/build-push-action@v4
with:
file: docker/accelerate-gpu/Dockerfile
push: true
tags: |
huggingface/accelerate:gpu-nightly
huggingface/accelerate:gpu-nightly-${{ env.date }}
# latest-cuda:
# name: "Latest Accelerate GPU [dev]"
# runs-on:
# group: aws-g6-4xlarge-plus
# steps:
# - name: Set up Docker Buildx
# uses: docker/setup-buildx-action@v2
# - name: Login to DockerHub
# uses: docker/login-action@v2
# with:
# username: ${{ secrets.DOCKERHUB_USERNAME }}
# password: ${{ secrets.DOCKERHUB_PASSWORD }}
# - name: Get current date
# id: date
# run: |
# echo "date=$(date '+%Y-%m-%d')" >> $GITHUB_ENV
# - name: Build and Push GPU
# uses: docker/build-push-action@v4
# with:
# file: docker/accelerate-gpu/Dockerfile
# push: true
# tags: |
# huggingface/accelerate:gpu-nightly
# huggingface/accelerate:gpu-nightly-${{ env.date }}

latest-cuda-deepspeed:
name: "Latest Accelerate GPU DeepSpeed [dev]"
Expand Down
2 changes: 1 addition & 1 deletion docker/accelerate-gpu-deepspeed/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ SHELL ["/bin/bash", "-c"]
RUN source activate accelerate && conda install -c conda-forge mpi4py
RUN source activate accelerate && \
python3 -m pip install --no-cache-dir \
git+https://github.com/huggingface/accelerate#egg=accelerate[testing,test_trackers,deepspeed] \
git+https://github.com/huggingface/accelerate#egg=accelerate[testing,test_trackers,deepspeed]@fix-deepspeed-tests \
--extra-index-url https://download.pytorch.org/whl/cu117

RUN python3 -m pip install --no-cache-dir bitsandbytes
Expand Down

0 comments on commit 757853e

Please sign in to comment.