From 449a9fe46705ab2459d0883bbaa08cd3c7878e66 Mon Sep 17 00:00:00 2001 From: "rshaw@neuralmagic.com" Date: Sat, 10 Aug 2024 21:49:55 +0000 Subject: [PATCH] stash --- vllm/engine/async_llm_engine.py | 11 +++-------- 1 file changed, 3 insertions(+), 8 deletions(-) diff --git a/vllm/engine/async_llm_engine.py b/vllm/engine/async_llm_engine.py index 2946fce286d18..7d80420bf7401 100644 --- a/vllm/engine/async_llm_engine.py +++ b/vllm/engine/async_llm_engine.py @@ -271,8 +271,8 @@ def __init__(self, *args, **kwargs): async def run_logging_loop(self): while True: - data = await self.from_engine.recv_pyobj() - self.do_log_stats(**data) + msg = await self.from_engine.recv_string() + self.do_log_stats() async def step_async( self, virtual_engine: int @@ -317,12 +317,7 @@ async def step_async( # _running_tasks.add(log_task) # log_task.add_done_callback(_running_tasks.discard) # self.do_log_stats(scheduler_outputs, output) - await self.to_logger.send_pyobj( - { - "scheduler_outputs": scheduler_outputs, - "model_output": output - } - ) + await self.to_logger.send_string("Do log") # Tracing self.do_tracing(scheduler_outputs)