new test cases added to support async calls for sdk

Portkey-AI · Feb 8, 2024 · b82a9dd · b82a9dd
1 parent c0a18ee
commit b82a9dd
Show file tree

Hide file tree

Showing 19 changed files with 927 additions and 41 deletions.
diff --git a/tests/configs/chat_completions/loadbalance_and_fallback/anthropic_n_openai.json b/tests/configs/chat_completions/loadbalance_and_fallback/anthropic_n_openai.json
@@ -5,7 +5,7 @@
     "targets": [
         {
             "provider": "openai",
-            "virtual_key": "open-ai-apikey-3368e0"
+            "virtual_key": "vdkey-ff9e7c"
         },
         {
             "strategy": {
@@ -17,10 +17,10 @@
             },
             "targets": [
                 {
-                    "virtual_key": "anthropic-419f08"
+                    "virtual_key": "vdanthropic-87ad2c"
                 },
                 {
-                    "virtual_key": "open-ai-apikey-3368e0"
+                    "virtual_key": "vdkey-ff9e7c"
                 }
             ]
         }

diff --git a/tests/configs/chat_completions/loadbalance_and_fallback/anyscale_n_openai.json b/tests/configs/chat_completions/loadbalance_and_fallback/anyscale_n_openai.json
@@ -5,7 +5,7 @@
     "targets": [
         {
             "provider": "openai",
-            "virtual_key": "open-ai-apikey-3368e0"
+            "virtual_key": "vdkey-ff9e7c"
         },
         {
             "strategy": {
@@ -17,10 +17,10 @@
             },
             "targets": [
                 {
-                    "virtual_key": "anyscale-c24b93"
+                    "virtual_key": "vdanyscale-354c5b"
                 },
                 {
-                    "virtual_key": "open-ai-apikey-3368e0"
+                    "virtual_key": "vdkey-ff9e7c"
                 }
             ]
         }

diff --git a/tests/configs/chat_completions/loadbalance_and_fallback/azure_n_openai.json b/tests/configs/chat_completions/loadbalance_and_fallback/azure_n_openai.json
@@ -5,7 +5,7 @@
     "targets": [
         {
             "provider": "openai",
-            "virtual_key": "open-ai-apikey-3368e0"
+            "virtual_key": "vdkey-ff9e7c"
         },
         {
             "strategy": {
@@ -20,7 +20,7 @@
                     "virtual_key": "azure-api-key-993da0"
                 },
                 {
-                    "virtual_key": "open-ai-apikey-3368e0"
+                    "virtual_key": "vdkey-ff9e7c"
                 }
             ]
         }

diff --git a/tests/configs/chat_completions/loadbalance_and_fallback/cohere_n_openai.json b/tests/configs/chat_completions/loadbalance_and_fallback/cohere_n_openai.json
@@ -4,7 +4,7 @@
     },
     "targets": [
         {
-            "virtual_key": "open-ai-apikey-3368e0"
+            "virtual_key": "vdkey-ff9e7c"
         },
         {
             "strategy": {
@@ -16,10 +16,10 @@
             },
             "targets": [
                 {
-                    "virtual_key": "cohere-api-key-fffe27"
+                    "virtual_key": "vdcohere-1402b0"
                 },
                 {
-                    "virtual_key": "open-ai-apikey-3368e0"
+                    "virtual_key": "vdkey-ff9e7c"
                 }
             ]
         }

diff --git a/...s/configs/chat_completions/loadbalance_with_two_apikeys/loadbalance_with_two_apikeys.json b/...s/configs/chat_completions/loadbalance_with_two_apikeys/loadbalance_with_two_apikeys.json
@@ -5,11 +5,11 @@
     "targets": [
         {
             "provider": "openai",
-            "virtual_key": "open-ai-apikey-3368e0"
+            "virtual_key": "vdkey-ff9e7c"
         },
         {
             "provider": "anthropic",
-            "virtual_key": "anthropic-419f08"
+            "virtual_key": "vdanthropic-87ad2c"
         }
     ]
 }
diff --git a/tests/configs/chat_completions/single_provider/single_provider.json b/tests/configs/chat_completions/single_provider/single_provider.json
@@ -1,4 +1,4 @@
 {
     "provider": "openai",
-    "virtual_key": "open-ai-apikey-3368e0"
+    "virtual_key": "vdkey-ff9e7c"
 }
diff --git a/..._completions/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json b/..._completions/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json
@@ -1,5 +1,5 @@
 {
-    "virtual_key": "open-ai-apikey-3368e0",
+    "virtual_key": "vdkey-ff9e7c",
     "cache": {
         "mode": "semantic",
         "max_age": 60

diff --git a/tests/configs/chat_completions/single_with_basic_config/single_with_basic_config.json b/tests/configs/chat_completions/single_with_basic_config/single_with_basic_config.json
@@ -1,3 +1,3 @@
 {
-    "virtual_key": "open-ai-apikey-3368e0"
+    "virtual_key": "vdkey-ff9e7c"
 }
diff --git a/tests/configs/completions/loadbalance_and_fallback/anthropic_n_openai.json b/tests/configs/completions/loadbalance_and_fallback/anthropic_n_openai.json
@@ -5,7 +5,7 @@
     "targets": [
         {
             "provider": "openai",
-            "virtual_key": "open-ai-apikey-3368e0"
+            "virtual_key": "vdkey-ff9e7c"
         },
         {
             "strategy": {
@@ -17,10 +17,10 @@
             },
             "targets": [
                 {
-                    "virtual_key": "anthropic-419f08"
+                    "virtual_key": "vdanthropic-87ad2c"
                 },
                 {
-                    "virtual_key": "open-ai-apikey-3368e0"
+                    "virtual_key": "vdkey-ff9e7c"
                 }
             ]
         }

diff --git a/tests/configs/completions/loadbalance_and_fallback/anyscale_n_openai.json b/tests/configs/completions/loadbalance_and_fallback/anyscale_n_openai.json
@@ -5,7 +5,7 @@
     "targets": [
         {
             "provider": "openai",
-            "virtual_key": "open-ai-apikey-3368e0"
+            "virtual_key": "vdkey-ff9e7c"
         },
         {
             "strategy": {
@@ -17,10 +17,10 @@
             },
             "targets": [
                 {
-                    "virtual_key": "anyscale-c24b93"
+                    "virtual_key": "vdanyscale-354c5b"
                 },
                 {
-                    "virtual_key": "open-ai-apikey-3368e0"
+                    "virtual_key": "vdkey-ff9e7c"
                 }
             ]
         }

diff --git a/tests/configs/completions/loadbalance_and_fallback/azure_n_openai.json b/tests/configs/completions/loadbalance_and_fallback/azure_n_openai.json
@@ -5,7 +5,7 @@
     "targets": [
         {
             "provider": "openai",
-            "virtual_key": "open-ai-apikey-3368e0"
+            "virtual_key": "vdkey-ff9e7c"
         },
         {
             "strategy": {
@@ -20,7 +20,7 @@
                     "virtual_key": "azure-api-key-993da0"
                 },
                 {
-                    "virtual_key": "open-ai-apikey-3368e0"
+                    "virtual_key": "vdkey-ff9e7c"
                 }
             ]
         }

diff --git a/tests/configs/completions/loadbalance_and_fallback/cohere_n_openai.json b/tests/configs/completions/loadbalance_and_fallback/cohere_n_openai.json
@@ -4,7 +4,7 @@
     },
     "targets": [
         {
-            "virtual_key": "open-ai-apikey-3368e0"
+            "virtual_key": "vdkey-ff9e7c"
         },
         {
             "strategy": {
@@ -16,10 +16,10 @@
             },
             "targets": [
                 {
-                    "virtual_key": "cohere-api-key-fffe27"
+                    "virtual_key": "vdcohere-1402b0"
                 },
                 {
-                    "virtual_key": "open-ai-apikey-3368e0"
+                    "virtual_key": "vdkey-ff9e7c"
                 }
             ]
         }

diff --git a/tests/configs/completions/loadbalance_with_two_apikeys/loadbalance_with_two_apikeys.json b/tests/configs/completions/loadbalance_with_two_apikeys/loadbalance_with_two_apikeys.json
@@ -5,11 +5,11 @@
     "targets": [
         {
             "provider": "openai",
-            "virtual_key": "open-ai-apikey-3368e0"
+            "virtual_key": "vdkey-ff9e7c"
         },
         {
             "provider": "anthropic",
-            "virtual_key": "anthropic-419f08"
+            "virtual_key": "vdanthropic-87ad2c"
         }
     ]
 }
diff --git a/tests/configs/completions/single_provider/single_provider.json b/tests/configs/completions/single_provider/single_provider.json
@@ -1,4 +1,4 @@
 {
     "provider": "openai",
-    "virtual_key": "open-ai-apikey-3368e0"
+    "virtual_key": "vdkey-ff9e7c"
 }
diff --git a/.../completions/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json b/.../completions/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json
@@ -1,5 +1,5 @@
 {
-    "virtual_key": "open-ai-apikey-3368e0",
+    "virtual_key": "vdkey-ff9e7c",
     "cache": {
         "mode": "semantic",
         "max_age": 60

diff --git a/tests/configs/completions/single_with_basic_config/single_with_basic_config.json b/tests/configs/completions/single_with_basic_config/single_with_basic_config.json
@@ -1,3 +1,3 @@
 {
-    "virtual_key": "open-ai-apikey-3368e0"
+    "virtual_key": "vdkey-ff9e7c"
 }
diff --git a/tests/models.json b/tests/models.json
@@ -16,15 +16,7 @@
             "gpt-4-0613"
         ],
         "text": [
-            "gpt-3.5-turbo-instruct",
-            "text-davinci-003",
-            "text-davinci-002",
-            "text-curie-001",
-            "text-babbage-001",
-            "text-ada-001",
-            "babbage-002",
-            "davinci-002",
-            "text-davinci-001"
+            "gpt-3.5-turbo-instruct"
         ]
     },
     "anyscale": {