From 7f02f496418e545a7c64bb3d571e97c01ef13227 Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Mon, 21 Oct 2024 09:25:31 +0200 Subject: [PATCH] chore(trtllm): disable tokenizer parallelism by default --- Dockerfile_trtllm | 1 + 1 file changed, 1 insertion(+) diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index 6a92b1b1225..b5bd91d8666 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -86,6 +86,7 @@ FROM nvidia/cuda:12.6.1-cudnn-runtime-ubuntu22.04 AS runtime WORKDIR /usr/local/tgi/bin ENV LD_LIBRARY_PATH="/usr/local/tgi/lib:/usr/local/tensorrt/lib:/usr/local/cuda/lib64/stubs:$LD_LIBRARY_PATH" +ENV TOKENIZERS_PARALLELISM=false ENV OMPI_MCA_plm_rsh_agent="" COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi