Skip to content

Commit

Permalink
chore: update test case configs with override models and remove provi…
Browse files Browse the repository at this point in the history 
…der name
  • Loading branch information
@VisargD
VisargD committed Mar 18, 2024
1 parent 58bfc50 commit 014a6dd
Show file tree
Hide file tree
Showing 19 changed files with 134 additions and 47 deletions.
1 change: 0 additions & 1 deletion tests/configs/assistants/single_provider/single_provider.json
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
}
16 changes: 12 additions & 4 deletions tests/configs/chat_completions/loadbalance_and_fallback/anthropic_n_openai.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,10 @@
},
"targets": [
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
}
},
{
"strategy": {
Expand All @@ -17,10 +19,16 @@
},
"targets": [
{
"virtual_key": "anthropic-virtual-key"
"virtual_key": "anthropic-virtual-key",
"override_params": {
"model": "claude-2.1"
}
},
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
}
}
]
}
Expand Down
16 changes: 12 additions & 4 deletions tests/configs/chat_completions/loadbalance_and_fallback/anyscale_n_openai.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,10 @@
},
"targets": [
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
}
},
{
"strategy": {
Expand All @@ -17,10 +19,16 @@
},
"targets": [
{
"virtual_key": "anyscale-virtual-key"
"virtual_key": "anyscale-virtual-key",
"override_params": {
"model": "mistralai/Mistral-7B-Instruct-v0.1"
}
},
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
}
}
]
}
Expand Down
16 changes: 12 additions & 4 deletions tests/configs/chat_completions/loadbalance_and_fallback/azure_n_openai.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,10 @@
},
"targets": [
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
}
},
{
"strategy": {
Expand All @@ -17,10 +19,16 @@
},
"targets": [
{
"virtual_key": "azure-virtual-key"
"virtual_key": "azure-virtual-key",
"override_params": {
"model": "gpt-35-turbo"
}
},
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
}
}
]
}
Expand Down
15 changes: 12 additions & 3 deletions tests/configs/chat_completions/loadbalance_and_fallback/cohere_n_openai.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,10 @@
},
"targets": [
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
}
},
{
"strategy": {
Expand All @@ -16,10 +19,16 @@
},
"targets": [
{
"virtual_key": "cohere-virtual-key"
"virtual_key": "cohere-virtual-key",
"override_params": {
"model": "command"
}
},
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
}
}
]
}
Expand Down
12 changes: 8 additions & 4 deletions ...s/configs/chat_completions/loadbalance_with_two_apikeys/loadbalance_with_two_apikeys.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,12 +4,16 @@
},
"targets": [
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
}
},
{
"provider": "anthropic",
"virtual_key": "anthropic-virtual-key"
"virtual_key": "anthropic-virtual-key",
"override_params": {
"model": "claude-2.1"
}
}
]
}
6 changes: 4 additions & 2 deletions tests/configs/chat_completions/single_provider/single_provider.json
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,6 @@
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
}
}
3 changes: 3 additions & 0 deletions ..._completions/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,8 @@
{
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
},
"cache": {
"mode": "semantic",
"max_age": 60
Expand Down
5 changes: 4 additions & 1 deletion tests/configs/chat_completions/single_with_basic_config/single_with_basic_config.json
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo"
}
}
16 changes: 12 additions & 4 deletions tests/configs/completions/loadbalance_and_fallback/anthropic_n_openai.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,10 @@
},
"targets": [
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
},
{
"strategy": {
Expand All @@ -17,10 +19,16 @@
},
"targets": [
{
"virtual_key": "anthropic-virtual-key"
"virtual_key": "anthropic-virtual-key",
"override_params": {
"model": "claude-2.1"
}
},
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
}
]
}
Expand Down
16 changes: 12 additions & 4 deletions tests/configs/completions/loadbalance_and_fallback/anyscale_n_openai.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,10 @@
},
"targets": [
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
},
{
"strategy": {
Expand All @@ -17,10 +19,16 @@
},
"targets": [
{
"virtual_key": "anyscale-virtual-key"
"virtual_key": "anyscale-virtual-key",
"override_params": {
"model": "meta-llama/Llama-2-7b-chat-hf"
}
},
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
}
]
}
Expand Down
16 changes: 12 additions & 4 deletions tests/configs/completions/loadbalance_and_fallback/azure_n_openai.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,10 @@
},
"targets": [
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
},
{
"strategy": {
Expand All @@ -17,10 +19,16 @@
},
"targets": [
{
"virtual_key": "azure-virtual-key"
"virtual_key": "azure-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
},
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
}
]
}
Expand Down
15 changes: 12 additions & 3 deletions tests/configs/completions/loadbalance_and_fallback/cohere_n_openai.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,10 @@
},
"targets": [
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
},
{
"strategy": {
Expand All @@ -16,10 +19,16 @@
},
"targets": [
{
"virtual_key": "cohere-virtual-key"
"virtual_key": "cohere-virtual-key",
"override_params": {
"model": "command"
}
},
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
}
]
}
Expand Down
12 changes: 8 additions & 4 deletions tests/configs/completions/loadbalance_with_two_apikeys/loadbalance_with_two_apikeys.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,12 +4,16 @@
},
"targets": [
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
},
{
"provider": "anthropic",
"virtual_key": "anthropic-virtual-key"
"virtual_key": "anthropic-virtual-key",
"override_params": {
"model": "claude-2.1"
}
}
]
}
6 changes: 4 additions & 2 deletions tests/configs/completions/single_provider/single_provider.json
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,6 @@
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
}
3 changes: 3 additions & 0 deletions .../completions/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,8 @@
{
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
},
"cache": {
"mode": "semantic",
"max_age": 60
Expand Down
5 changes: 4 additions & 1 deletion tests/configs/completions/single_with_basic_config/single_with_basic_config.json
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
{
"virtual_key": "openai-virtual-key"
"virtual_key": "openai-virtual-key",
"override_params": {
"model": "gpt-3.5-turbo-instruct"
}
}
1 change: 0 additions & 1 deletion tests/configs/images/single_provider/single_provider.json
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
}
1 change: 0 additions & 1 deletion tests/configs/threads/single_provider/single_provider.json
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@
{
"provider": "openai",
"virtual_key": "openai-virtual-key"
}

0 comments on commit 014a6dd

Please sign in to comment.