From 8453b37be7f8cd9cffc3207f0c1c1708ee5d9f82 Mon Sep 17 00:00:00 2001 From: Pavan Ramkumar Date: Thu, 2 Nov 2023 16:37:39 -0700 Subject: [PATCH] Adds mistral 7b instruct v0.1 to available anyscale models (#8652) adds mistral 7b instruct v0.1 to available anyscale models --- llama_index/llms/anyscale_utils.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/llama_index/llms/anyscale_utils.py b/llama_index/llms/anyscale_utils.py index ff674f7da236b..6c7953c8c220a 100644 --- a/llama_index/llms/anyscale_utils.py +++ b/llama_index/llms/anyscale_utils.py @@ -9,8 +9,13 @@ "codellama/CodeLlama-34b-Instruct-hf": 16384, } +MISTRAL_MODELS = { + "mistralai/Mistral-7B-Instruct-v0.1": 4096, +} + ALL_AVAILABLE_MODELS = { **LLAMA_MODELS, + **MISTRAL_MODELS, } DISCONTINUED_MODELS: Dict[str, int] = {}