async_v2

supa-thibaud · Aug 23, 2024 · 51e46e4 · 51e46e4
1 parent 835d331
commit 51e46e4
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/engine.py b/src/engine.py
@@ -99,12 +99,12 @@ def start_server(self):
 
         self.test_concurrency()
 
-    async def test_concurrency():
+    async def test_concurrency(self):
         engine = SGlangEngine()
 
         # Create a large number of sample inputs
-        test_concurrency = int(os.getenv("TEST_CONCURRENCY", 10))
-        inputs = [{"prompt": f"This is test prompt {i}"} for i in range(test_concurrency)]
+        nb_test_concurrency = int(os.getenv("TEST_CONCURRENCY", 10))
+        inputs = [{"prompt": f"This is test prompt {i}"} for i in range(nb_test_concurrency)]
 
         results = []
         async for result in engine.generate(inputs):