feat: add dynamic Bedrock model ID selection

quiltdata · Nov 29, 2024 · 49096e6 · 49096e6
1 parent ccfbd00
commit 49096e6
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/catalog/app/components/Assistant/Model/Bedrock.ts b/catalog/app/components/Assistant/Model/Bedrock.ts
@@ -10,6 +10,10 @@ const MODULE = 'Bedrock'
 
 const MODEL_ID = 'us.anthropic.claude-3-5-sonnet-20241022-v2:0'
 
+function getModelId() {
+  return (window as any).QUILT_BEDROCK_MODEL_ID || MODEL_ID
+}
+
 const mapContent = (contentBlocks: BedrockRuntime.ContentBlocks | undefined) =>
   Eff.pipe(
     contentBlocks,
@@ -118,7 +122,7 @@ export function LLMBedrock(bedrock: BedrockRuntime) {
       enter: [
         Log.br,
         'model id:',
-        MODEL_ID,
+        getModelId(),
         Log.br,
         'prompt:',
         prompt,
@@ -130,7 +134,7 @@ export function LLMBedrock(bedrock: BedrockRuntime) {
       Eff.Effect.tryPromise(() =>
         bedrock
           .converse({
-            modelId: MODEL_ID,
+            modelId: getModelId(),
             system: [{ text: prompt.system }],
             messages: messagesToBedrock(prompt.messages),
             toolConfig: prompt.toolConfig && toolConfigToBedrock(prompt.toolConfig),