From d1f343f7c1d40b0d560b01998fd97794ee9a90f5 Mon Sep 17 00:00:00 2001
From: William Guss <carlostnb@gmail.com>
Date: Sat, 12 Oct 2024 16:15:23 -0700
Subject: [PATCH 1/2] xai support

---
 src/ell/models/xai.py | 66 +++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 66 insertions(+)
 create mode 100644 src/ell/models/xai.py

diff --git a/src/ell/models/xai.py b/src/ell/models/xai.py
new file mode 100644
index 00000000..dad54379
--- /dev/null
+++ b/src/ell/models/xai.py
@@ -0,0 +1,66 @@
+"""
+This module handles the registration of OpenAI models within the ell framework.
+
+It provides functionality to register various OpenAI models with a given OpenAI client,
+making them available for use throughout the system. The module also sets up a default
+client behavior for unregistered models.
+
+Key features:
+1. Registration of specific OpenAI models with their respective types (system, openai, openai-internal).
+2. Utilization of a default OpenAI client for any unregistered models,
+
+The default client behavior ensures that even if a specific model is not explicitly
+registered, the system can still attempt to use it with the default OpenAI client.
+This fallback mechanism provides flexibility in model usage while maintaining a
+structured approach to model registration.
+
+Note: The actual model availability may depend on your OpenAI account's access and the
+current offerings from OpenAI.
+
+Additionally, due to the registration of default mdoels, the OpenAI client may be used for
+anthropic, cohere, groq, etc. models if their clients are not registered or fail
+to register due to an error (lack of API keys, rate limits, etc.)
+"""
+
+import os
+from ell.configurator import config
+import openai
+
+import logging
+import colorama
+
+logger = logging.getLogger(__name__)
+
+def register(client: openai.Client):
+    """
+    Register OpenAI models with the provided client.
+
+    This function takes an OpenAI client and registers various OpenAI models
+    with the global configuration. It allows the system to use these models
+    for different AI tasks.
+
+    Args:
+        client (openai.Client): An instance of the OpenAI client to be used
+                                for model registration.
+
+    Note:
+        The function doesn't return anything but updates the global
+        configuration with the registered models.
+    """
+    standard_models = [
+    'grok-2-mini',
+    'grok-2',
+    'grok-2-mini-public',
+    'grok-2-public',
+    ]
+    for model_id in standard_models:
+        config.register_model(model_id, client)
+
+default_client = None
+try:
+    default_client = openai.Client(base_url="https://api.x.ai/v1", api_key=os.environ.get("XAI_API_KEY"))
+except openai.OpenAIError as e:
+    pass
+
+register(default_client)
+config.default_client = default_client
\ No newline at end of file

From c8022484006c45a7ed744995f20679028102a0ef Mon Sep 17 00:00:00 2001
From: William Guss <carlostnb@gmail.com>
Date: Sat, 12 Oct 2024 16:15:58 -0700
Subject: [PATCH 2/2] automatic support

---
 src/ell/models/__init__.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/ell/models/__init__.py b/src/ell/models/__init__.py
index f57479de..0bfc2d55 100644
--- a/src/ell/models/__init__.py
+++ b/src/ell/models/__init__.py
@@ -10,4 +10,5 @@
 import ell.models.anthropic
 import ell.models.ollama
 import ell.models.groq
-import ell.models.bedrock
\ No newline at end of file
+import ell.models.bedrock
+import ell.models.xai
\ No newline at end of file