From 757853e51cf13076810e3590e97fc4eb0d64e705 Mon Sep 17 00:00:00 2001 From: "[[ -z $EMAIL ]] && read -e -p \"Enter your email (for git configuration): \" EMAIL" Date: Fri, 9 Aug 2024 14:38:55 -0400 Subject: [PATCH] Include proper branch for docker image --- .github/workflows/build_docker_images.yml | 96 +++++++++++----------- docker/accelerate-gpu-deepspeed/Dockerfile | 2 +- 2 files changed, 49 insertions(+), 49 deletions(-) diff --git a/.github/workflows/build_docker_images.yml b/.github/workflows/build_docker_images.yml index 50020fd8d00..11fbd3c12fe 100644 --- a/.github/workflows/build_docker_images.yml +++ b/.github/workflows/build_docker_images.yml @@ -11,55 +11,55 @@ concurrency: cancel-in-progress: false jobs: - latest-cpu: - name: "Latest Accelerate CPU [dev]" - runs-on: - group: aws-general-8-plus - steps: - - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v2 - - name: Login to DockerHub - uses: docker/login-action@v2 - with: - username: ${{ secrets.DOCKERHUB_USERNAME }} - password: ${{ secrets.DOCKERHUB_PASSWORD }} - - name: Get current date - id: date - run: | - echo "date=$(date '+%Y-%m-%d')" >> $GITHUB_ENV - - name: Build and Push CPU - uses: docker/build-push-action@v4 - with: - file: docker/accelerate-cpu/Dockerfile - push: true - tags: | - huggingface/accelerate:cpu-nightly - huggingface/accelerate:cpu-nightly-${{ env.date }} + # latest-cpu: + # name: "Latest Accelerate CPU [dev]" + # runs-on: + # group: aws-general-8-plus + # steps: + # - name: Set up Docker Buildx + # uses: docker/setup-buildx-action@v2 + # - name: Login to DockerHub + # uses: docker/login-action@v2 + # with: + # username: ${{ secrets.DOCKERHUB_USERNAME }} + # password: ${{ secrets.DOCKERHUB_PASSWORD }} + # - name: Get current date + # id: date + # run: | + # echo "date=$(date '+%Y-%m-%d')" >> $GITHUB_ENV + # - name: Build and Push CPU + # uses: docker/build-push-action@v4 + # with: + # file: docker/accelerate-cpu/Dockerfile + # push: true + # tags: | + # huggingface/accelerate:cpu-nightly + # huggingface/accelerate:cpu-nightly-${{ env.date }} - latest-cuda: - name: "Latest Accelerate GPU [dev]" - runs-on: - group: aws-g6-4xlarge-plus - steps: - - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v2 - - name: Login to DockerHub - uses: docker/login-action@v2 - with: - username: ${{ secrets.DOCKERHUB_USERNAME }} - password: ${{ secrets.DOCKERHUB_PASSWORD }} - - name: Get current date - id: date - run: | - echo "date=$(date '+%Y-%m-%d')" >> $GITHUB_ENV - - name: Build and Push GPU - uses: docker/build-push-action@v4 - with: - file: docker/accelerate-gpu/Dockerfile - push: true - tags: | - huggingface/accelerate:gpu-nightly - huggingface/accelerate:gpu-nightly-${{ env.date }} + # latest-cuda: + # name: "Latest Accelerate GPU [dev]" + # runs-on: + # group: aws-g6-4xlarge-plus + # steps: + # - name: Set up Docker Buildx + # uses: docker/setup-buildx-action@v2 + # - name: Login to DockerHub + # uses: docker/login-action@v2 + # with: + # username: ${{ secrets.DOCKERHUB_USERNAME }} + # password: ${{ secrets.DOCKERHUB_PASSWORD }} + # - name: Get current date + # id: date + # run: | + # echo "date=$(date '+%Y-%m-%d')" >> $GITHUB_ENV + # - name: Build and Push GPU + # uses: docker/build-push-action@v4 + # with: + # file: docker/accelerate-gpu/Dockerfile + # push: true + # tags: | + # huggingface/accelerate:gpu-nightly + # huggingface/accelerate:gpu-nightly-${{ env.date }} latest-cuda-deepspeed: name: "Latest Accelerate GPU DeepSpeed [dev]" diff --git a/docker/accelerate-gpu-deepspeed/Dockerfile b/docker/accelerate-gpu-deepspeed/Dockerfile index d35fc1b5c5b..73d95e820ad 100644 --- a/docker/accelerate-gpu-deepspeed/Dockerfile +++ b/docker/accelerate-gpu-deepspeed/Dockerfile @@ -24,7 +24,7 @@ SHELL ["/bin/bash", "-c"] RUN source activate accelerate && conda install -c conda-forge mpi4py RUN source activate accelerate && \ python3 -m pip install --no-cache-dir \ - git+https://github.com/huggingface/accelerate#egg=accelerate[testing,test_trackers,deepspeed] \ + git+https://github.com/huggingface/accelerate#egg=accelerate[testing,test_trackers,deepspeed]@fix-deepspeed-tests \ --extra-index-url https://download.pytorch.org/whl/cu117 RUN python3 -m pip install --no-cache-dir bitsandbytes