feat: Support defaults for chat/completions request parameters in con…

…fig #351 (#357) Co-authored-by: Aliaksandr Stsiapanay <[email protected]>
epam · Jun 7, 2024 · b72dead · b72dead
1 parent 557ab10
commit b72dead
Show file tree

Hide file tree

Showing 15 changed files with 465 additions and 202 deletions.
diff --git a/README.md b/README.md
diff --git a/sample/aidial.config.json b/sample/aidial.config.json
@@ -59,7 +59,13 @@
                     "folderAttachmentsSupported": false
                 },
                 "maxInputAttachments": 10,
-                "inputAttachmentTypes": ["type1", "type2"]
+                "inputAttachmentTypes": ["type1", "type2"],
+                "defaults": {
+                    "paramStr": "value",
+                    "paramBool": true,
+                    "paramInt": 123,
+                    "paramFloat": 0.25
+                }
             }
         }
     },
@@ -86,7 +92,13 @@
                 "folderAttachmentsSupported": false
             },
             "maxInputAttachments": 10,
-            "inputAttachmentTypes": ["type1", "type2"]
+            "inputAttachmentTypes": ["type1", "type2"],
+            "defaults": {
+                "paramStr": "value",
+                "paramBool": true,
+                "paramInt": 123,
+                "paramFloat": 0.25
+            }
         }
     },
     "models": {
@@ -135,7 +147,13 @@
                 "folderAttachmentsSupported": false
             },
             "maxInputAttachments": 10,
-            "inputAttachmentTypes": ["type1", "type2"]
+            "inputAttachmentTypes": ["type1", "type2"],
+            "defaults": {
+                "paramStr": "value",
+                "paramBool": true,
+                "paramInt": 123,
+                "paramFloat": 0.25
+            }
         },
         "embedding-ada": {
             "type": "embedding",

diff --git a/src/main/java/com/epam/aidial/core/config/Deployment.java b/src/main/java/com/epam/aidial/core/config/Deployment.java
@@ -3,6 +3,7 @@
 import lombok.Data;
 
 import java.util.List;
+import java.util.Map;
 import java.util.Set;
 
 @Data
@@ -22,4 +23,8 @@ public abstract class Deployment {
     private Features features;
     private List<String> inputAttachmentTypes;
     private Integer maxInputAttachments;
+    /**
+     * Default parameters are applied if a request doesn't contain them in OpenAI chat/completions API call.
+     */
+    private Map<String, Object> defaults = Map.of();
 }
diff --git a/src/main/java/com/epam/aidial/core/controller/ApplicationController.java b/src/main/java/com/epam/aidial/core/controller/ApplicationController.java
@@ -63,6 +63,7 @@ private static ApplicationData createApplication(Application application) {
         data.setFeatures(DeploymentController.createFeatures(application.getFeatures()));
         data.setInputAttachmentTypes(application.getInputAttachmentTypes());
         data.setMaxInputAttachments(application.getMaxInputAttachments());
+        data.setDefaults(application.getDefaults());
         return data;
     }
 }
diff --git a/src/main/java/com/epam/aidial/core/controller/AssistantController.java b/src/main/java/com/epam/aidial/core/controller/AssistantController.java
@@ -66,6 +66,7 @@ private static AssistantData createAssistant(Assistant assistant) {
         data.setFeatures(DeploymentController.createFeatures(assistant.getFeatures()));
         data.setInputAttachmentTypes(assistant.getInputAttachmentTypes());
         data.setMaxInputAttachments(assistant.getMaxInputAttachments());
+        data.setDefaults(assistant.getDefaults());
         return data;
     }
 }