chore(trtllm): disable tokenizer parallelism by default

huggingface · Oct 21, 2024 · 7f02f49 · 7f02f49
1 parent c8d4721
commit 7f02f49
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm
@@ -86,6 +86,7 @@ FROM nvidia/cuda:12.6.1-cudnn-runtime-ubuntu22.04 AS runtime
 WORKDIR /usr/local/tgi/bin
 
 ENV LD_LIBRARY_PATH="/usr/local/tgi/lib:/usr/local/tensorrt/lib:/usr/local/cuda/lib64/stubs:$LD_LIBRARY_PATH"
+ENV TOKENIZERS_PARALLELISM=false
 ENV OMPI_MCA_plm_rsh_agent=""
 
 COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi