Add support for non-standard OpenAI responses sent by llama.cpp

lmg-anon · Dec 26, 2024 · 47f7190 · 47f7190
1 parent c3daede
commit 47f7190
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/mikupad.html b/mikupad.html
@@ -2223,7 +2223,7 @@
 			};
 		}
 	} else {
-		const { choices } = await res.json();
+		const { content, choices } = await res.json();
 		if (choices?.[0].logprobs?.tokens) {
 			const logprobs = choices?.[0].logprobs;
 			const chunks = Object.values(logprobs.tokens).map((token, i) => {
@@ -2252,6 +2252,8 @@
 			}
 		} else if (choices?.[0].text) {
 			yield { content: choices[0].text };
+		} else if (content) { // llama.cpp specific?
+			yield { content: content };
 		}
 	}
 }