Adding MLXLM, VLLM class to LogitsGenerator type

lapp0 · Jun 17, 2024 · 26142d5 · 26142d5
1 parent 6a2e6af
commit 26142d5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/outlines/models/__init__.py b/outlines/models/__init__.py
@@ -15,4 +15,4 @@
 from .transformers import Transformers, transformers
 from .vllm import VLLM, vllm
 
-LogitsGenerator = Union[Transformers, LlamaCpp, ExLlamaV2Model, Mamba]
+LogitsGenerator = Union[Transformers, LlamaCpp, ExLlamaV2Model, Mamba, MLXLM, VLLM]