diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index 15c83035e0..52c936a295 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -7,54 +7,8 @@ on:
   workflow_dispatch:
 
 jobs:
-  code-quality:
-    uses: ./.github/workflows/code-quality.yaml
-
-  pypi-packaging:
-    name: Build and Publish llm-foundry PyPI Package
-    needs:
-    - code-quality
-    runs-on: linux-ubuntu-latest
-    steps:
-    - name: Checkout source
-      uses: actions/checkout@v3
-
-    - name: Set up Python
-      uses: actions/setup-python@v3
-      with:
-        python-version: "3.9"
-
-    - name: Build source and wheel distributions
-      run: |
-        if [[ "${{ github.ref }}" =~ refs\/tags\/v ]]; then
-          PYPI_PACKAGE_NAME="llm-foundry"
-        else
-          PYPI_PACKAGE_NAME="llm-foundry-test-$(date +%Y%m%d%H%M%S)"
-        fi
-
-        python -m pip install --upgrade build twine
-        python -m build
-        twine check --strict dist/*
-
-    - name: Publish 📦 to PyPI
-      uses: pypa/gh-action-pypi-publish@release/v1
-      if: contains(github.ref, 'refs/tags/v')
-      with:
-        user: __token__
-        password: ${{ secrets.PROD_PYPI_API_TOKEN }}
-
-    - name: Publish distribution 📦 to Test PyPI
-      uses: pypa/gh-action-pypi-publish@release/v1
-      if: contains(github.ref, 'refs/heads/') || contains(github.ref, 'refs/pull/')
-      with:
-        user: __token__
-        password: ${{ secrets.TEST_PYPI_API_TOKEN }}
-        repository_url: https://test.pypi.org/legacy/
-
   build-docker:
     name: Build llm-foundry Release Docker Image
-    needs:
-    - code-quality
     runs-on: mosaic-8wide
     if: github.repository_owner == 'mosaicml'
     steps:
@@ -93,7 +47,7 @@ jobs:
           ${{ env.AWS_DOCKER_TAG }}
           ${{ env.AWS_LATEST_TAG }}
         build-args: |
-          BASE_IMAGE=mosaicml/pytorch:2.4.0_cu124-python3.11-ubuntu20.04-aws
+          BASE_IMAGE=mosaicml/llm-foundry:2.4.0_cu124-latest
           BRANCH_NAME=${{ env.BRANCH_NAME }}
           DEP_GROUPS=[all]
           KEEP_FOUNDRY=true
@@ -108,7 +62,7 @@ jobs:
           ${{ env.DOCKER_TAG }}
           ${{ env.LATEST_TAG }}
         build-args: |
-          BASE_IMAGE=mosaicml/pytorch:2.4.0_cu124-python3.11-ubuntu20.04
+          BASE_IMAGE=mosaicml/llm-foundry:2.4.0_cu124-latest
           BRANCH_NAME=${{ env.BRANCH_NAME }}
           DEP_GROUPS=[all]
           KEEP_FOUNDRY=true