add xinference model class

biocypher · Dec 12, 2023 · 43f7146 · 43f7146
1 parent 2917e43
commit 43f7146
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/biochatter/llm_connect.py b/biochatter/llm_connect.py
@@ -40,6 +40,8 @@
 
 HUGGINGFACE_MODELS = ["bigscience/bloom"]
 
+XINFERENCE_MODELS = ["custom-endpoint"]
+
 TOKEN_LIMITS = {
     "gpt-3.5-turbo": 4000,
     "gpt-3.5-turbo-16k": 16000,
@@ -50,6 +52,7 @@
     "gpt-4-32k": 32000,
     "gpt-4-1106-preview": 128000,
     "bigscience/bloom": 1000,
+    "custom-endpoint": 1,  # Reasonable value?
 }