increase timeout for vllm download model step (#387)

modal-labs · Aug 2, 2023 · c444150 · c444150
1 parent 9e6b3d8
commit c444150
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/06_gpu_and_ml/vllm_inference.py b/06_gpu_and_ml/vllm_inference.py
@@ -73,7 +73,9 @@ def download_model_to_folder():
     .pip_install("hf-transfer~=0.1")
     .env({"HF_HUB_ENABLE_HF_TRANSFER": "1"})
     .run_function(
-        download_model_to_folder, secret=Secret.from_name("huggingface")
+        download_model_to_folder,
+        secret=Secret.from_name("huggingface"),
+        timeout=60 * 20,
     )
 )