fix: limit maxtokens to 4096 (maximum of gpt-4-vision-preview)

run-llama · Nov 13, 2023 · 38d6154 · 38d6154
1 parent cd57f41
commit 38d6154
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/app/components/bot/bot-settings/model-config.tsx b/app/components/bot/bot-settings/model-config.tsx
@@ -34,7 +34,7 @@ const ModalConfigValidator = {
     return x as ModelType;
   },
   maxTokens(x: number) {
-    return limitNumber(x, 0, 100000, 2000);
+    return limitNumber(x, 0, 4096, 2000);
   },
   temperature(x: number) {
     return limitNumber(x, 0, 1, 1);