From b10b9c545e869c25f363d9acc5bacbf5d8a7743a Mon Sep 17 00:00:00 2001
From: Rachel Park <rachelsupark@gmail.com>
Date: Mon, 16 Oct 2023 04:56:36 +0000
Subject: [PATCH] update quote

---
 06_gpu_and_ml/vllm_inference.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/06_gpu_and_ml/vllm_inference.py b/06_gpu_and_ml/vllm_inference.py
index 1b56b2cef..bbb9818ae 100644
--- a/06_gpu_and_ml/vllm_inference.py
+++ b/06_gpu_and_ml/vllm_inference.py
@@ -96,7 +96,7 @@ def __enter__(self):
 
         # Load the model. Tip: MPT models may require `trust_remote_code=true`.
         self.llm = LLM(MODEL_DIR)
-        self.template = """"<s>[INST] <<SYS>>
+        self.template = """<s>[INST] <<SYS>>
 {system}
 <</SYS>>