Merge pull request #4504 from janhq/fix/thread-title-summarization-co…

…nstraints fix: thread title summarization doesn't work well on reasoning models
janhq · Jan 22, 2025 · a3b242c · a3b242c
2 parents bcb016c + 156dbc2
commit a3b242c
Showing 1 changed file with 7 additions and 17 deletions.
diff --git a/web/containers/Providers/ModelHandler.tsx b/web/containers/Providers/ModelHandler.tsx
@@ -132,7 +132,7 @@ export default function ModelHandler() {
         return
       }
 
-      const messageContent = message.content[0]?.text?.value
+      let messageContent = message.content[0]?.text?.value
       if (!messageContent) {
         console.warn(
           `Failed to update title for thread ${message.thread_id}: Responded content is null!`
@@ -144,27 +144,17 @@ export default function ModelHandler() {
       // And no new line character is present
       // And non-alphanumeric characters should be removed
       if (messageContent.includes('\n')) {
-        console.warn(
-          `Failed to update title for thread ${message.thread_id}: Title can't contain new line character!`
-        )
-        return
+        messageContent = messageContent.replace(/\n/g, ' ')
+      }
+      const match = messageContent.match(/<\/think>(.*)$/)
+      if (match) {
+        messageContent = match[1]
       }
-
       // Remove non-alphanumeric characters
       const cleanedMessageContent = messageContent
         .replace(/[^\p{L}\s]+/gu, '')
         .trim()
 
-      // Split the message into words
-      const words = cleanedMessageContent.split(' ')
-
-      if (words.length >= maxWordForThreadTitle) {
-        console.warn(
-          `Failed to update title for thread ${message.thread_id}: Title can't be greater than ${maxWordForThreadTitle} words!`
-        )
-        return
-      }
-
       // Do not persist empty message
       if (!cleanedMessageContent.trim().length) return
 
@@ -361,7 +351,7 @@ export default function ModelHandler() {
 
     if (!threadMessages || threadMessages.length === 0) return
 
-    const summarizeFirstPrompt = `Summarize in a ${maxWordForThreadTitle}-word Title. Give the title only. "${threadMessages[0]?.content[0]?.text?.value}"`
+    const summarizeFirstPrompt = `Summarize in a ${maxWordForThreadTitle}-word Title. Give the title only. Here is the message: "${threadMessages[0]?.content[0]?.text?.value}"`
 
     // Prompt: Given this query from user {query}, return to me the summary in 10 words as the title
     const msgId = ulid()