Skip to content

Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active

🎋 fix: Scope Document Replay Budgets to Each Message (#17687)

lia-by-librechat[bot]e9be9f8732db
diff --git a/packages/api/src/files/encode/document.spec.ts b/packages/api/src/files/encode/document.spec.ts
index 5674233a71..b186790e60 100644
--- a/packages/api/src/files/encode/document.spec.ts
+++ b/packages/api/src/files/encode/document.spec.ts
@@ -1464,17 +1464,46 @@ describe('dedupeDocumentNames', () => {
expect(content[1].document.name).toBe('notes');
});
- it('shares the part budget across messages and nested steer media', () => {
- const media: PayloadContentPart[] = new Array(CONTENT_TRAVERSAL_MAX_NODES - 3);
+ it('allows long histories while keeping document names unique across messages', () => {
+ const content: PayloadContentPart[] = [{ type: 'text' }, bedrock('notes')];
+ const messages: Message[] = Array.from({ length: CONTENT_TRAVERSAL_MAX_NODES + 1 }, () => ({
+ content,
+ }));
+
+ dedupeDocumentNames(messages, [{ provider: Providers.BEDROCK }]);
+
+ expect(names(contentOf(messages[0]))).toEqual(['notes']);
+ expect(names(contentOf(messages[messages.length - 1]))).toEqual([`notes (${messages.length})`]);
+ expect(new Set(messages.flatMap((message) => names(contentOf(message)))).size).toBe(
+ messages.length,
+ );
+ expect(names(content)).toEqual(['notes']);
+ });
+
+ it('resets the part budget for each message, including nested steer media', () => {
+ const media: PayloadContentPart[] = new Array(CONTENT_TRAVERSAL_MAX_NODES - 2).fill({
+ type: 'text',
+ });
const messages: Message[] = [
{ content: [{ type: 'steer', media }] },
- { content: [bedrock('x')] },
+ { content: [bedrock('x'), bedrock('x')] },
];
+ dedupeDocumentNames(messages);
+
+ expect(names(contentOf(messages[1]))).toEqual(['x', 'x (2)']);
+ });
+
+ it('shares a message budget across its top-level parts and nested steer media', () => {
+ const media: PayloadContentPart[] = new Array(CONTENT_TRAVERSAL_MAX_NODES - 2);
+ const content = [{ type: 'steer', media }, bedrock('x')];
+ const messages: Message[] = [{ content }];
+
expect(() => dedupeDocumentNames(messages)).toThrow(ContentTraversalLimitError);
+ expect(messages[0].content).toBe(content);
});
- it('accepts a replay exactly at the node budget and bounds the message array', () => {
+ it('accepts a message exactly at the node budget and rejects sparse histories', () => {
const messages: Message[] = [{ content: new Array(CONTENT_TRAVERSAL_MAX_NODES - 1) }];
expect(() => dedupeDocumentNames(messages)).not.toThrow();
diff --git a/packages/api/src/files/encode/document.ts b/packages/api/src/files/encode/document.ts
index 368f3a72e5..f44bf76219 100644
--- a/packages/api/src/files/encode/document.ts
+++ b/packages/api/src/files/encode/document.ts
@@ -118,7 +118,7 @@ function hasBedrockRecipient(recipients: Iterable<DocumentRecipient>): boolean {
* gets a new content array. Names compare case-insensitively, as the restriction is not
* documented to be case-sensitive. Recipient metadata includes lazy children and graph
* members without resolving them. Only runs with a Bedrock recipient need naming;
- * Bedrock replay enforces traversal limits even without filters.
+ * Structural limits apply per message, not to the lifetime of the conversation.
*/
export function dedupeDocumentNames(
messages: Array<{ content?: string | PayloadContentPart[] | null }>,
@@ -127,15 +127,15 @@ export function dedupeDocumentNames(
if (recipients != null && !hasBedrockRecipient(recipients)) {
return;
}
- const budget = { remaining: CONTENT_TRAVERSAL_MAX_NODES - messages.length };
- if (budget.remaining < 0) {
- throw new ContentTraversalLimitError();
- }
const nameOf = createDocumentNamer();
for (const message of messages) {
- if (!Array.isArray(message?.content)) {
+ if (message == null) {
+ throw new ContentTraversalLimitError();
+ }
+ if (!Array.isArray(message.content)) {
continue;
}
+ const budget = { remaining: CONTENT_TRAVERSAL_MAX_NODES - 1 };
const content = renameDocumentParts(message.content, nameOf, budget);
if (content !== message.content) {
message.content = content;