Release #51
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Release | |
on: | |
release: | |
types: [published] | |
# This can be used to allow manually triggering this workflow from the web interface | |
workflow_dispatch: | |
jobs: | |
docker: | |
name: Push TGI Docker container to Docker Hub and Github Registry | |
runs-on: ubuntu-latest | |
permissions: | |
packages: write | |
contents: read | |
attestations: write | |
id-token: write | |
env: | |
REGISTRY: ghcr.io | |
IMAGE_NAME: ${{ github.repository }} | |
steps: | |
- name: Check out the repo | |
uses: actions/checkout@v4 | |
- name: Log in to Docker Hub | |
uses: docker/login-action@v3 | |
with: | |
username: ${{ secrets.DOCKERHUB_USERNAME }} | |
password: ${{ secrets.DOCKERHUB_PASSWORD }} | |
- name: Log in to the Container registry | |
uses: docker/login-action@v3 | |
with: | |
registry: ${{ env.REGISTRY }} | |
username: ${{ github.actor }} | |
password: ${{ secrets.GITHUB_TOKEN }} | |
- name: Extract metadata (tags, labels) for Docker TGI | |
id: meta | |
uses: docker/metadata-action@v5 | |
with: | |
images: | | |
ghcr.io/${{ env.IMAGE_NAME }} | |
${{ env.IMAGE_NAME}} | |
flavor: | | |
latest=auto | |
prefix= | |
suffix=-tgi | |
- name: Extract metadata (tags, labels) for Docker TGI-IE | |
id: meta-ie | |
uses: docker/metadata-action@v5 | |
with: | |
images: | | |
ghcr.io/${{ env.IMAGE_NAME }} | |
${{ env.IMAGE_NAME}} | |
flavor: | | |
latest=auto | |
prefix= | |
suffix=-tgi-ie | |
- name: Get the version | |
id: version | |
run: | | |
VERSION=$(awk '/__version__ = "(.*)"/{print $3}' optimum/tpu/version.py | sed 's/"//g') | |
echo "version=$VERSION" >> $GITHUB_OUTPUT | |
- name: Build and push TGI Docker image | |
id: push | |
uses: docker/build-push-action@v6 | |
with: | |
context: . | |
file: text-generation-inference/docker/Dockerfile | |
push: true | |
tags: ${{ steps.meta.outputs.tags }} | |
labels: ${{ steps.meta.outputs.labels }} | |
build-args: | | |
VERSION=${{ steps.version.outputs.version }} | |
TGI_VERSION=v2.4.1 | |
- name: Generate artifact attestation for TGI | |
uses: actions/attest-build-provenance@v1 | |
with: | |
subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} | |
subject-digest: ${{ steps.push.outputs.digest }} | |
push-to-registry: true | |
- name: Build and push TGI IE Docker image | |
id: push-ie | |
uses: docker/build-push-action@v6 | |
with: | |
context: . | |
file: text-generation-inference/docker/Dockerfile | |
push: true | |
tags: ${{ steps.meta-ie.outputs.tags }} | |
labels: ${{ steps.meta-ie.outputs.labels }} | |
build-args: | | |
VERSION=${{ steps.version.outputs.version }} | |
TGI_VERSION=v2.4.1 | |
target: inference-endpoint | |
- name: Generate artifact attestation for TGI IE | |
uses: actions/attest-build-provenance@v1 | |
with: | |
subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} | |
subject-digest: ${{ steps.push-ie.outputs.digest }} | |
push-to-registry: true |