diff --git a/release.Dockerfile b/release.Dockerfile
index a4a08e8b0e..0f397c23cd 100644
--- a/release.Dockerfile
+++ b/release.Dockerfile
@@ -17,6 +17,6 @@ RUN rm setup.py
 # Install TransformerEngine
 RUN NVTE_FRAMEWORK=pytorch CMAKE_BUILD_PARALLEL_LEVEL=4 MAX_JOBS=4 pip install git+https://github.com/NVIDIA/TransformerEngine.git@$TE_COMMIT
 
-# Install and uninstall foundry to cache foundry requirements
+# Install Foundry
 RUN git clone -b $BRANCH_NAME https://github.com/mosaicml/llm-foundry.git
 RUN pip install --no-cache-dir "./llm-foundry[all]"