Skip to content

Commit

Permalink
fix(mlc-llm): separate layers, install ca-certificates
Browse files Browse the repository at this point in the history
  • Loading branch information
JJGadgets committed Sep 27, 2024
1 parent f549c49 commit 72d9745
Showing 1 changed file with 8 additions and 3 deletions.
11 changes: 8 additions & 3 deletions apps/mlc-llm/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,16 @@ ENV UV_CACHE_DIR="/var/cache/uv"
ENV UV_LINK_MODE="copy"
ENV UV_PYTHON_INSTALL_DIR="/python/bin"
RUN \
--mount=type=cache,target=/var/cache/uv \
--mount=type=cache,target=/var/cache/apt,sharing=locked \
--mount=type=cache,target=/var/lib/apt,sharing=locked \
apt update && apt install --yes --no-install-recommends python3-minimal tini git-lfs libvulkan1 mesa-vulkan-drivers && apt purge --yes python3 python3.11 && apt clean && \
uv venv --python 3.11 /app && \
apt update && \
apt install --yes --no-install-recommends ca-certificates python3-minimal tini git-lfs libvulkan1 mesa-vulkan-drivers && \
apt purge --yes python3 python3.11 && apt clean && rm -rf /tmp/* /var/tmp/
RUN \
--mount=type=cache,target=/var/cache/uv \
uv venv --python 3.11 /app
RUN \
--mount=type=cache,target=/var/cache/uv \
uv pip install --prerelease=allow -U -f https://mlc.ai/wheels mlc-llm-nightly-cpu mlc-ai-nightly-cpu && \
rm -rf /tmp/* /var/tmp/

Expand Down

0 comments on commit 72d9745

Please sign in to comment.