feat(llm): update ollama default parameters

i-am-bee · Oct 3, 2024 · a9dc1a9 · a9dc1a9
1 parent 4491d96
commit a9dc1a9
Showing 1 changed file with 6 additions and 10 deletions.
diff --git a/src/adapters/ollama/chat.ts b/src/adapters/ollama/chat.ts
@@ -123,21 +123,17 @@ export class OllamaChatLLM extends ChatLLM<OllamaChatLLMOutput> {
   public readonly parameters: Partial<Parameters>;
 
   constructor(
-    {
-      client,
-      modelId = "llama3.1",
-      parameters = { temperature: 0 },
-      executionOptions = {},
-    }: Input = {
+    { client, modelId, parameters, executionOptions = {} }: Input = {
       modelId: "llama3.1",
-      parameters: {
-        temperature: 0,
-      },
     },
   ) {
     super(modelId, executionOptions);
     this.client = client ?? new Client({ fetch });
-    this.parameters = parameters ?? {};
+    this.parameters = parameters ?? {
+      temperature: 0,
+      repeat_penalty: 1.0,
+      num_predict: 2048,
+    };
   }
 
   static {