update quote

modal-labs · Oct 16, 2023 · b10b9c5 · b10b9c5
1 parent 506efc4
commit b10b9c5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/06_gpu_and_ml/vllm_inference.py b/06_gpu_and_ml/vllm_inference.py
@@ -96,7 +96,7 @@ def __enter__(self):
 
         # Load the model. Tip: MPT models may require `trust_remote_code=true`.
         self.llm = LLM(MODEL_DIR)
-        self.template = """"<s>[INST] <<SYS>>
+        self.template = """<s>[INST] <<SYS>>
 {system}
 <</SYS>>