From 44ae63220d3abad13bca2b5198db562d7878fd6e Mon Sep 17 00:00:00 2001 From: DarkLight1337 Date: Fri, 11 Oct 2024 05:04:25 +0000 Subject: [PATCH] Setup plugins in subprocess --- vllm/model_executor/models/registry.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/model_executor/models/registry.py b/vllm/model_executor/models/registry.py index 8b30b6138509e..b37452877cf0c 100644 --- a/vllm/model_executor/models/registry.py +++ b/vllm/model_executor/models/registry.py @@ -417,6 +417,10 @@ def _run_in_subprocess(fn: Callable[[], _T]) -> _T: def _run() -> None: + # Setup plugins + from vllm.plugins import load_general_plugins + load_general_plugins() + fn, output_file = pickle.loads(sys.stdin.buffer.read()) result = fn()