From d9de7bc946a54ea79e46f9237f57d05df1258e64 Mon Sep 17 00:00:00 2001
From: pandyamarut <pandyamarut@gmail.com>
Date: Thu, 7 Nov 2024 17:22:13 -0500
Subject: [PATCH] update

Signed-off-by: pandyamarut <pandyamarut@gmail.com>
---
 src/engine.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/engine.py b/src/engine.py
index 5da2d17..b3ae80d 100644
--- a/src/engine.py
+++ b/src/engine.py
@@ -7,7 +7,7 @@
 import os
 
 class SGlangEngine:
-    def __init__(self, model="meta-llama/Meta-Llama-3-8B-Instruct", host="0.0.0.0", port=30000):
+    def __init__(self, model=os.getenv('MODEL_NAME'), host="0.0.0.0", port=30000):
         self.model = model
         self.host = host
         self.port = port
@@ -23,7 +23,7 @@ def start_server(self):
 
         # Dictionary of all possible options and their corresponding env var names
         options = {
-            'MODEL_PATH': '--model-path',
+            'MODEL_NAME': '--model-path',
             'TOKENIZER_PATH': '--tokenizer-path',
             'HOST': '--host',
             'PORT': '--port',