Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
🗄️ fix: support DocumentDB aggregations for insights (#15226)
Ravi Kumar Lcd4cdf2ca0d0
diff --git a/packages/data-schemas/src/methods/insights.spec.ts b/packages/data-schemas/src/methods/insights.spec.tsindex 0116fb1bae..db8f7e472a 100644--- a/packages/data-schemas/src/methods/insights.spec.ts+++ b/packages/data-schemas/src/methods/insights.spec.ts@@ -741,8 +741,9 @@ describe('Insights methods', () => {expect(crossTenant.latest).toEqual(expect.objectContaining({ conversations: [], pages: 1 }));});- it('omits the unfiltered recent-conversation facet during searches', async () => {- const aggregateSpy = jest.spyOn(mongoose.models.Conversation, 'aggregate');+ it('uses focused DocumentDB-compatible aggregations during searches', async () => {+ const conversationAggregateSpy = jest.spyOn(mongoose.models.Conversation, 'aggregate');+ const messageAggregateSpy = jest.spyOn(mongoose.models.Message, 'aggregate');try {await createInsightsMethods(mongoose).getInsights({@@ -751,19 +752,46 @@ describe('Insights methods', () => {search: 'conversation-id',});- type FacetStage = { $facet?: Record<string, unknown> };- const facets = aggregateSpy.mock.calls- .flatMap(([pipeline]) => (pipeline as FacetStage[]).map((stage) => stage.$facet))- .filter((facet): facet is Record<string, unknown> => facet != null);- const unfilteredFacet = facets.find((facet) => 'daily' in facet);- const searchedFacet = facets.find(- (facet) => 'recentConversations' in facet && !('daily' in facet),+ type AggregationStage = {+ $count?: string;+ $facet?: Record<string, unknown>;+ $limit?: number;+ $lookup?: Record<string, unknown>;+ $setWindowFields?: Record<string, unknown>;+ $unionWith?: unknown;+ };+ const conversationPipelines = conversationAggregateSpy.mock.calls.map(+ ([pipeline]) => pipeline as AggregationStage[],+ );+ const allStages = [+ ...conversationPipelines.flat(),+ ...messageAggregateSpy.mock.calls.flatMap(([pipeline]) => pipeline as AggregationStage[]),+ ];+ const searchedPipelines = conversationPipelines.filter((pipeline) =>+ pipeline.some((stage) => stage.$lookup),+ );+ const unfilteredRecentPipelines = conversationPipelines.filter(+ (pipeline) =>+ !pipeline.some((stage) => stage.$lookup) && pipeline.some((stage) => stage.$limit),);- expect(unfilteredFacet).not.toHaveProperty('recentConversations');- expect(searchedFacet).toHaveProperty('recentConversations');+ expect(+ allStages.every(+ (stage) =>+ stage.$facet == null && stage.$setWindowFields == null && stage.$unionWith == null,+ ),+ ).toBe(true);+ expect(searchedPipelines).toHaveLength(2);+ expect(searchedPipelines.some((pipeline) => pipeline.some((stage) => stage.$count))).toBe(+ true,+ );+ expect(searchedPipelines.some((pipeline) => pipeline.some((stage) => stage.$limit))).toBe(+ true,+ );+ expect(unfilteredRecentPipelines).toHaveLength(0);} finally {- aggregateSpy.mockRestore();+ conversationAggregateSpy.mockRestore();+ messageAggregateSpy.mockRestore();}});diff --git a/packages/data-schemas/src/methods/insights.ts b/packages/data-schemas/src/methods/insights.tsindex 189153d35a..cb032afd80 100644--- a/packages/data-schemas/src/methods/insights.ts+++ b/packages/data-schemas/src/methods/insights.ts@@ -11,7 +11,7 @@ import type {TInsightsChurnedUser,TInsightsConversation,} from 'librechat-data-provider';-import type { Model } from 'mongoose';+import type { Model, PipelineStage } from 'mongoose';import type { IConversation, IMessage, IUser } from '~/types';export type InsightsOptions = TInsightsParams & {@@ -24,20 +24,16 @@ export type InsightsMethods = {getInsights: (options?: InsightsOptions) => Promise<InsightsResult>;};-type ConversationFacet = {- conversationCount: Array<{ total: number }>;- daily: Array<{ date: string; conversations: number }>;- recentConversations?: RecentConversation[];-};+type CountResult = { total: number };-type ConversationListFacet = Pick<ConversationFacet, 'conversationCount' | 'recentConversations'>;+type ConversationDay = {+ date: string;+ conversations: number;+};-type MessageFacet = {- totals: MessageTotals[];- daily: MessageDay[];- userCount: Array<{ total: number }>;- dailyUsers: Array<{ date: string; users: number }>;- topUsers: MessageSummary[];+type DailyUsers = {+ date: string;+ users: number;};type UserMessageTotals = {@@ -55,11 +51,6 @@ type MessageSummary = {messages: number;};-type MessageTotals = {- messages: number;- totalTokens: number;-};-type ChurnedUserActivity = {_id: string;lastSeen: Date;@@ -285,8 +276,8 @@ export function createInsightsMethods(mongoose: typeof import('mongoose')): Insiconst requestedSearch = options.search?.trim().slice(0, INSIGHTS_SEARCH_MAX_LENGTH) ?? '';const search = requestedSearch.length >= INSIGHTS_SEARCH_MIN_LENGTH ? requestedSearch : '';const searchRegex = search ? new RegExp(escapeRegex(search), 'i') : undefined;- const searchedConversationAggregation = searchRegex- ? Conversation.aggregate<ConversationListFacet>([+ const searchedConversationScope: PipelineStage[] = searchRegex+ ? [{ $match: conversationMatch },{$addFields: {@@ -325,137 +316,97 @@ export function createInsightsMethods(mongoose: typeof import('mongoose')): Insi],},},- {- $facet: {- conversationCount: [{ $count: 'total' }],- recentConversations: [- { $sort: { createdAt: -1, _id: -1 } },- { $skip: (page - 1) * pageSize },- { $limit: pageSize },- {- $project: {- _id: 0,- conversationId: 1,- date: '$createdAt',- userId: '$user',- },- },- ],- },- },- ])- : Promise.resolve([] as ConversationListFacet[]);+ ]+ : [];const insightsAggregations = await Promise.all([- Conversation.aggregate<ConversationFacet>([+ Conversation.aggregate<ConversationDay>([...conversationScope,{- $facet: {- conversationCount: [{ $count: 'total' }],- daily: [- {- $group: {- _id: {- $dateToString: {- format: '%Y-%m-%d',- date: '$createdAt',- timezone: timeZone,- },- },- conversations: { $sum: 1 },- },+ $group: {+ _id: {+ $dateToString: {+ format: '%Y-%m-%d',+ date: '$createdAt',+ timezone: timeZone,},- { $project: { _id: 0, date: '$_id', conversations: 1 } },- { $sort: { date: 1 } },- ],- ...(searchRegex- ? {}- : {- recentConversations: [- { $sort: { createdAt: -1, _id: -1 } },- { $skip: (page - 1) * pageSize },- { $limit: pageSize },- {- $project: {- _id: 0,- conversationId: 1,- date: '$createdAt',- userId: '$user',- },- },- ],- }),+ },+ conversations: { $sum: 1 },+ },+ },+ { $project: { _id: 0, date: '$_id', conversations: 1 } },+ { $sort: { date: 1 } },+ ]),+ Conversation.aggregate<RecentConversation>([+ ...(searchRegex ? searchedConversationScope : conversationScope),+ { $sort: { createdAt: -1, _id: -1 } },+ { $skip: (page - 1) * pageSize },+ { $limit: pageSize },+ {+ $project: {+ _id: 0,+ conversationId: 1,+ date: '$createdAt',+ userId: '$user',},},]),- Message.aggregate<MessageFacet>([+ searchRegex+ ? Conversation.aggregate<CountResult>([...searchedConversationScope, { $count: 'total' }])+ : Promise.resolve([] as CountResult[]),+ Message.aggregate<MessageDay>([...messageScope,{- $facet: {- totals: [- {- $group: {- _id: 'all',- messages: { $sum: 1 },- totalTokens: { $sum: { $ifNull: ['$tokenCount', 0] } },- },- },- ],- daily: [- {- $group: {- _id: {- $dateToString: {- format: '%Y-%m-%d',- date: '$createdAt',- timezone: timeZone,- },- },- messages: { $sum: 1 },- totalTokens: { $sum: { $ifNull: ['$tokenCount', 0] } },- },- },- { $project: { _id: 0, date: '$_id', messages: 1, totalTokens: 1 } },- { $sort: { date: 1 } },- ],- userCount: [- { $match: { user: { $nin: [null, ''] }, isCreatedByUser: true } },- { $group: { _id: '$user' } },- { $count: 'total' },- ],- dailyUsers: [- { $match: { user: { $nin: [null, ''] }, isCreatedByUser: true } },- {- $group: {- _id: {- date: {- $dateToString: {- format: '%Y-%m-%d',- date: '$createdAt',- timezone: timeZone,- },- },- user: '$user',- },- },+ $group: {+ _id: {+ $dateToString: {+ format: '%Y-%m-%d',+ date: '$createdAt',+ timezone: timeZone,},- { $group: { _id: '$_id.date', users: { $sum: 1 } } },- { $project: { _id: 0, date: '$_id', users: 1 } },- { $sort: { date: 1 } },- ],- topUsers: [- { $match: { user: { $nin: [null, ''] } } },- {- $group: {- _id: '$user',- messages: { $sum: 1 },+ },+ messages: { $sum: 1 },+ totalTokens: { $sum: { $ifNull: ['$tokenCount', 0] } },+ },+ },+ { $project: { _id: 0, date: '$_id', messages: 1, totalTokens: 1 } },+ { $sort: { date: 1 } },+ ]),+ Message.aggregate<CountResult>([+ { $match: { ...messageMatch, isCreatedByUser: true } },+ { $group: { _id: '$user' } },+ { $count: 'total' },+ ]),+ Message.aggregate<DailyUsers>([+ { $match: { ...messageMatch, isCreatedByUser: true } },+ {+ $group: {+ _id: {+ date: {+ $dateToString: {+ format: '%Y-%m-%d',+ date: '$createdAt',+ timezone: timeZone,},},- { $sort: { messages: -1, _id: 1 } },- { $limit: 8 },- ],+ user: '$user',+ },},},+ { $group: { _id: '$_id.date', users: { $sum: 1 } } },+ { $project: { _id: 0, date: '$_id', users: 1 } },+ { $sort: { date: 1 } },+ ]),+ Message.aggregate<MessageSummary>([+ ...messageScope,+ {+ $group: {+ _id: '$user',+ messages: { $sum: 1 },+ },+ },+ { $sort: { messages: -1, _id: 1 } },+ { $limit: 8 },]),Message.aggregate<ChurnedUserActivity>([{@@ -477,17 +428,17 @@ export function createInsightsMethods(mongoose: typeof import('mongoose')): Insi{ $sort: { lastSeen: -1, _id: 1 } },{ $limit: churnedUserLimit },]),- searchedConversationAggregation,]);- const [conversationFacets, messageFacets, churnedUserRows, searchedConversationFacets] =- insightsAggregations;-- const conversationFacet = conversationFacets[0];- const conversationListFacet = searchRegex ? searchedConversationFacets[0] : conversationFacet;- const messageFacet = messageFacets[0];- const messageTotals = messageFacet?.totals ?? [];- const topMessageUsers = messageFacet?.topUsers ?? [];- const latestRows = conversationListFacet?.recentConversations ?? [];+ const [+ conversationDays,+ latestRows,+ searchedConversationCount,+ messageDays,+ userCount,+ dailyUsers,+ topMessageUsers,+ churnedUserRows,+ ] = insightsAggregations;const latestConversationOwners = latestRows.filter((row): row is RecentConversation & { userId: string } =>@@ -622,24 +573,29 @@ export function createInsightsMethods(mongoose: typeof import('mongoose')): Insifor (let key = firstDay; key <= lastDay; key = addCalendarDaysToKey(key, 1)) {addDay(days, key);}- for (const row of conversationFacet?.daily ?? []) {+ for (const row of conversationDays) {const day = addDay(days, row.date);day.conversations = row.conversations;}- for (const row of messageFacet?.daily ?? []) {+ for (const row of messageDays) {const day = addDay(days, row.date);day.messages = row.messages;day.totalTokens = row.totalTokens;}- for (const row of messageFacet?.dailyUsers ?? []) {+ for (const row of dailyUsers) {const day = addDay(days, row.date);day.users = row.users;}- const totalConversations = conversationFacet?.conversationCount[0]?.total ?? 0;- const matchingConversations = conversationListFacet?.conversationCount[0]?.total ?? 0;- const totalMessages = messageTotals[0]?.messages ?? 0;- const totalTokens = messageTotals[0]?.totalTokens ?? 0;+ const totalConversations = conversationDays.reduce(+ (total, row) => total + row.conversations,+ 0,+ );+ const matchingConversations = searchRegex+ ? (searchedConversationCount[0]?.total ?? 0)+ : totalConversations;+ const totalMessages = messageDays.reduce((total, row) => total + row.messages, 0);+ const totalTokens = messageDays.reduce((total, row) => total + row.totalTokens, 0);const topConversationCountsByUser = new Map(topConversationCounts.map((summary) => [summary._id, summary.conversations]),);@@ -649,7 +605,7 @@ export function createInsightsMethods(mongoose: typeof import('mongoose')): Insireturn {summary: {- totalUsers: messageFacet?.userCount[0]?.total ?? 0,+ totalUsers: userCount[0]?.total ?? 0,totalConversations,totalMessages,totalTokens,