From 47f7190ef0afad88ad9b1758344b7e7d1cdb1488 Mon Sep 17 00:00:00 2001
From: lmg-anon <139719567+lmg-anon@users.noreply.github.com>
Date: Thu, 26 Dec 2024 19:56:56 -0300
Subject: [PATCH] Add support for non-standard OpenAI responses sent by
 llama.cpp

---
 mikupad.html | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/mikupad.html b/mikupad.html
index 4b3add7..78cbb8f 100644
--- a/mikupad.html
+++ b/mikupad.html
@@ -2223,7 +2223,7 @@
 			};
 		}
 	} else {
-		const { choices } = await res.json();
+		const { content, choices } = await res.json();
 		if (choices?.[0].logprobs?.tokens) {
 			const logprobs = choices?.[0].logprobs;
 			const chunks = Object.values(logprobs.tokens).map((token, i) => {
@@ -2252,6 +2252,8 @@
 			}
 		} else if (choices?.[0].text) {
 			yield { content: choices[0].text };
+		} else if (content) { // llama.cpp specific?
+			yield { content: content };
 		}
 	}
 }