Add Model and APIModel types

dottxt-ai · Nov 29, 2024 · 94b5699 · 94b5699
1 parent c2fb5cb
commit 94b5699
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/outlines/models/__init__.py b/outlines/models/__init__.py
@@ -19,3 +19,6 @@
 from .vllm import VLLM, vllm
 
 LogitsGenerator = Union[Transformers, LlamaCpp, OpenAI, ExLlamaV2Model, MLXLM, VLLM]
+
+Model = LlamaCpp
+APIModel = Union[AzureOpenAI, OpenAI, Anthropic, Gemini]