Skip to content

Release

Release #51

name: Release
on:
release:
types: [published]
# This can be used to allow manually triggering this workflow from the web interface
workflow_dispatch:
jobs:
docker:
name: Push TGI Docker container to Docker Hub and Github Registry
runs-on: ubuntu-latest
permissions:
packages: write
contents: read
attestations: write
id-token: write
env:
REGISTRY: ghcr.io
IMAGE_NAME: ${{ github.repository }}
steps:
- name: Check out the repo
uses: actions/checkout@v4
- name: Log in to Docker Hub
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_PASSWORD }}
- name: Log in to the Container registry
uses: docker/login-action@v3
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Extract metadata (tags, labels) for Docker TGI
id: meta
uses: docker/metadata-action@v5
with:
images: |
ghcr.io/${{ env.IMAGE_NAME }}
${{ env.IMAGE_NAME}}
flavor: |
latest=auto
prefix=
suffix=-tgi
- name: Extract metadata (tags, labels) for Docker TGI-IE
id: meta-ie
uses: docker/metadata-action@v5
with:
images: |
ghcr.io/${{ env.IMAGE_NAME }}
${{ env.IMAGE_NAME}}
flavor: |
latest=auto
prefix=
suffix=-tgi-ie
- name: Get the version
id: version
run: |
VERSION=$(awk '/__version__ = "(.*)"/{print $3}' optimum/tpu/version.py | sed 's/"//g')
echo "version=$VERSION" >> $GITHUB_OUTPUT
- name: Build and push TGI Docker image
id: push
uses: docker/build-push-action@v6
with:
context: .
file: text-generation-inference/docker/Dockerfile
push: true
tags: ${{ steps.meta.outputs.tags }}
labels: ${{ steps.meta.outputs.labels }}
build-args: |
VERSION=${{ steps.version.outputs.version }}
TGI_VERSION=v2.4.1
- name: Generate artifact attestation for TGI
uses: actions/attest-build-provenance@v1
with:
subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
subject-digest: ${{ steps.push.outputs.digest }}
push-to-registry: true
- name: Build and push TGI IE Docker image
id: push-ie
uses: docker/build-push-action@v6
with:
context: .
file: text-generation-inference/docker/Dockerfile
push: true
tags: ${{ steps.meta-ie.outputs.tags }}
labels: ${{ steps.meta-ie.outputs.labels }}
build-args: |
VERSION=${{ steps.version.outputs.version }}
TGI_VERSION=v2.4.1
target: inference-endpoint
- name: Generate artifact attestation for TGI IE
uses: actions/attest-build-provenance@v1
with:
subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
subject-digest: ${{ steps.push-ie.outputs.digest }}
push-to-registry: true