Setup plugins in subprocess

vllm-project · Oct 11, 2024 · 44ae632 · 44ae632
1 parent 7722699
commit 44ae632
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/vllm/model_executor/models/registry.py b/vllm/model_executor/models/registry.py
@@ -417,6 +417,10 @@ def _run_in_subprocess(fn: Callable[[], _T]) -> _T:
 
 
 def _run() -> None:
+    # Setup plugins
+    from vllm.plugins import load_general_plugins
+    load_general_plugins()
+
     fn, output_file = pickle.loads(sys.stdin.buffer.read())
 
     result = fn()