Skip to content

An AI-powered search engine with a generative UI

fix

Yoshiki Miura4445241b9710
diff --git a/lib/utils/context-window.ts b/lib/utils/context-window.ts
index ae09a5d2..94dfda82 100644
--- a/lib/utils/context-window.ts
+++ b/lib/utils/context-window.ts
@@ -31,15 +31,21 @@ export function truncateMessages(
for (let i = messages.length - 1; i >= 0; i--) {
const message = messages[i]
- const messageTokens = message.content.length / 4 // rough estimation
+ const messageTokens = message.content?.length || 0
if (totalTokens + messageTokens <= maxTokens) {
- tempMessages.unshift(message)
+ tempMessages.push(message)
totalTokens += messageTokens
} else {
break
}
}
- return tempMessages
+ const orderedMessages = tempMessages.reverse()
+
+ while (orderedMessages.length > 0 && orderedMessages[0].role !== 'user') {
+ orderedMessages.shift()
+ }
+
+ return orderedMessages
}