stash

neuralmagic · Aug 10, 2024 · 449a9fe · 449a9fe
1 parent 5fa2135
commit 449a9fe
Showing 1 changed file with 3 additions and 8 deletions.
diff --git a/vllm/engine/async_llm_engine.py b/vllm/engine/async_llm_engine.py
@@ -271,8 +271,8 @@ def __init__(self, *args, **kwargs):
     async def run_logging_loop(self):
 
         while True:
-            data = await self.from_engine.recv_pyobj()
-            self.do_log_stats(**data)
+            msg = await self.from_engine.recv_string()
+            self.do_log_stats()
 
     async def step_async(
         self, virtual_engine: int
@@ -317,12 +317,7 @@ async def step_async(
         # _running_tasks.add(log_task)
         # log_task.add_done_callback(_running_tasks.discard)
         # self.do_log_stats(scheduler_outputs, output)
-        await self.to_logger.send_pyobj(
-            {
-                "scheduler_outputs": scheduler_outputs,
-                "model_output": output
-            }
-        )
+        await self.to_logger.send_string("Do log")
 
         # Tracing
         self.do_tracing(scheduler_outputs)