From e16d63bc2f07c73894e23f262ccf7056ff2dba70 Mon Sep 17 00:00:00 2001 From: "rshaw@neuralmagic.com" Date: Thu, 12 Dec 2024 22:10:18 +0000 Subject: [PATCH] fix --- vllm/engine/multiprocessing/client.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/vllm/engine/multiprocessing/client.py b/vllm/engine/multiprocessing/client.py index 8988e6051f119..d5636b606e00a 100644 --- a/vllm/engine/multiprocessing/client.py +++ b/vllm/engine/multiprocessing/client.py @@ -387,7 +387,9 @@ async def abort(self, request_id: str): with suppress(MQClientClosedError): await self._send_one_way_rpc_request( - request=RPCAbortRequest(request_id), socket=self.input_socket) + request=RPCAbortRequest(request_id), + secret_key=self.secret_key, + socket=self.input_socket) async def do_log_stats( self,