fix formatting and secrets argument

modal-labs · Feb 2, 2024 · 4dc7a68 · 4dc7a68
1 parent 49049f6
commit 4dc7a68
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/06_gpu_and_ml/vllm_inference.py b/06_gpu_and_ml/vllm_inference.py
@@ -68,13 +68,13 @@ def download_model_to_folder():
         "hf-transfer==0.1.4",
         "torch==2.1.2",
         "torchvision==0.16.2",
-        "torchaudio==2.1.2"
+        "torchaudio==2.1.2",
     )
     # Use the barebones hf-transfer package for maximum download speeds. No progress bar, but expect 700MB/s.
     .env({"HF_HUB_ENABLE_HF_TRANSFER": "1"})
     .run_function(
         download_model_to_folder,
-        secret=Secret.from_name("huggingface-secret"),
+        secrets=[Secret.from_name("huggingface-secret")],
         timeout=60 * 20,
     )
 )

diff --git a/06_gpu_and_ml/vllm_mixtral.py b/06_gpu_and_ml/vllm_mixtral.py
@@ -66,7 +66,7 @@ def download_model_to_folder():
         "hf-transfer==0.1.4",
         "torch==2.1.2",
         "torchvision==0.16.2",
-        "torchaudio==2.1.2"
+        "torchaudio==2.1.2",
     )
     .env({"HF_HUB_ENABLE_HF_TRANSFER": "1"})
     .run_function(download_model_to_folder, timeout=60 * 20)