Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
🫙 fix: Force MeiliSearch Full Sync on Empty Index State (#12202)
Danny Avila3ddf62c8e551
diff --git a/api/db/indexSync.js b/api/db/indexSync.jsindex 8e8e999d92..130cde77b8 100644--- a/api/db/indexSync.js+++ b/api/db/indexSync.js@@ -236,8 +236,12 @@ async function performSync(flowManager, flowId, flowType) {const messageCount = messageProgress.totalDocuments;const messagesIndexed = messageProgress.totalProcessed;const unindexedMessages = messageCount - messagesIndexed;+ const noneIndexed = messagesIndexed === 0 && unindexedMessages > 0;- if (settingsUpdated || unindexedMessages > syncThreshold) {+ if (settingsUpdated || noneIndexed || unindexedMessages > syncThreshold) {+ if (noneIndexed && !settingsUpdated) {+ logger.info('[indexSync] No messages marked as indexed, forcing full sync');+ }logger.info(`[indexSync] Starting message sync (${unindexedMessages} unindexed)`);await Message.syncWithMeili();messagesSync = true;@@ -261,9 +265,13 @@ async function performSync(flowManager, flowId, flowType) {const convoCount = convoProgress.totalDocuments;const convosIndexed = convoProgress.totalProcessed;-const unindexedConvos = convoCount - convosIndexed;- if (settingsUpdated || unindexedConvos > syncThreshold) {+ const noneConvosIndexed = convosIndexed === 0 && unindexedConvos > 0;++ if (settingsUpdated || noneConvosIndexed || unindexedConvos > syncThreshold) {+ if (noneConvosIndexed && !settingsUpdated) {+ logger.info('[indexSync] No conversations marked as indexed, forcing full sync');+ }logger.info(`[indexSync] Starting convos sync (${unindexedConvos} unindexed)`);await Conversation.syncWithMeili();convosSync = true;diff --git a/api/db/indexSync.spec.js b/api/db/indexSync.spec.jsindex c2e5901d6a..dbe07c7595 100644--- a/api/db/indexSync.spec.js+++ b/api/db/indexSync.spec.js@@ -462,4 +462,69 @@ describe('performSync() - syncThreshold logic', () => {);expect(mockLogger.info).toHaveBeenCalledWith('[indexSync] Starting convos sync (50 unindexed)');});++ test('forces sync when zero documents indexed (reset scenario) even if below threshold', async () => {+ Message.getSyncProgress.mockResolvedValue({+ totalProcessed: 0,+ totalDocuments: 680,+ isComplete: false,+ });++ Conversation.getSyncProgress.mockResolvedValue({+ totalProcessed: 0,+ totalDocuments: 76,+ isComplete: false,+ });++ Message.syncWithMeili.mockResolvedValue(undefined);+ Conversation.syncWithMeili.mockResolvedValue(undefined);++ const indexSync = require('./indexSync');+ await indexSync();++ expect(Message.syncWithMeili).toHaveBeenCalledTimes(1);+ expect(Conversation.syncWithMeili).toHaveBeenCalledTimes(1);+ expect(mockLogger.info).toHaveBeenCalledWith(+ '[indexSync] No messages marked as indexed, forcing full sync',+ );+ expect(mockLogger.info).toHaveBeenCalledWith(+ '[indexSync] Starting message sync (680 unindexed)',+ );+ expect(mockLogger.info).toHaveBeenCalledWith(+ '[indexSync] No conversations marked as indexed, forcing full sync',+ );+ expect(mockLogger.info).toHaveBeenCalledWith('[indexSync] Starting convos sync (76 unindexed)');+ });++ test('does NOT force sync when some documents already indexed and below threshold', async () => {+ Message.getSyncProgress.mockResolvedValue({+ totalProcessed: 630,+ totalDocuments: 680,+ isComplete: false,+ });++ Conversation.getSyncProgress.mockResolvedValue({+ totalProcessed: 70,+ totalDocuments: 76,+ isComplete: false,+ });++ const indexSync = require('./indexSync');+ await indexSync();++ expect(Message.syncWithMeili).not.toHaveBeenCalled();+ expect(Conversation.syncWithMeili).not.toHaveBeenCalled();+ expect(mockLogger.info).not.toHaveBeenCalledWith(+ '[indexSync] No messages marked as indexed, forcing full sync',+ );+ expect(mockLogger.info).not.toHaveBeenCalledWith(+ '[indexSync] No conversations marked as indexed, forcing full sync',+ );+ expect(mockLogger.info).toHaveBeenCalledWith(+ '[indexSync] 50 messages unindexed (below threshold: 1000, skipping)',+ );+ expect(mockLogger.info).toHaveBeenCalledWith(+ '[indexSync] 6 convos unindexed (below threshold: 1000, skipping)',+ );+ });});diff --git a/packages/data-schemas/src/models/plugins/mongoMeili.ts b/packages/data-schemas/src/models/plugins/mongoMeili.tsindex 66530e2aba..cc01dbb6c7 100644--- a/packages/data-schemas/src/models/plugins/mongoMeili.ts+++ b/packages/data-schemas/src/models/plugins/mongoMeili.ts@@ -1,7 +1,7 @@import _ from 'lodash';-import { MeiliSearch } from 'meilisearch';import { parseTextParts } from 'librechat-data-provider';-import type { SearchResponse, SearchParams, Index } from 'meilisearch';+import { MeiliSearch, MeiliSearchTimeOutError } from 'meilisearch';+import type { SearchResponse, SearchParams, Index, MeiliSearchErrorInfo } from 'meilisearch';import type {CallbackWithoutResultAndOptionalError,FilterQuery,@@ -581,7 +581,6 @@ export default function mongoMeili(schema: Schema, options: MongoMeiliOptions):/** Create index only if it doesn't exist */const index = client.index<MeiliIndexable>(indexName);- // Check if index exists and create if needed(async () => {try {await index.getRawInfo();@@ -591,18 +590,34 @@ export default function mongoMeili(schema: Schema, options: MongoMeiliOptions):if (errorCode === 'index_not_found') {try {logger.info(`[mongoMeili] Creating new index: ${indexName}`);- await client.createIndex(indexName, { primaryKey });- logger.info(`[mongoMeili] Successfully created index: ${indexName}`);+ const enqueued = await client.createIndex(indexName, { primaryKey });+ const task = await client.waitForTask(enqueued.taskUid, {+ timeOutMs: 10000,+ intervalMs: 100,+ });+ logger.debug(`[mongoMeili] Index ${indexName} creation task:`, task);+ if (task.status !== 'succeeded') {+ const taskError = task.error as MeiliSearchErrorInfo | null;+ if (taskError?.code === 'index_already_exists') {+ logger.debug(`[mongoMeili] Index ${indexName} was created by another instance`);+ } else {+ logger.warn(`[mongoMeili] Index ${indexName} creation failed:`, taskError);+ }+ } else {+ logger.info(`[mongoMeili] Successfully created index: ${indexName}`);+ }} catch (createError) {- // Index might have been created by another instance- logger.debug(`[mongoMeili] Index ${indexName} may already exist:`, createError);+ if (createError instanceof MeiliSearchTimeOutError) {+ logger.warn(`[mongoMeili] Timed out waiting for index ${indexName} creation`);+ } else {+ logger.warn(`[mongoMeili] Error creating index ${indexName}:`, createError);+ }}} else {logger.error(`[mongoMeili] Error checking index ${indexName}:`, error);}}- // Configure index settings to make 'user' field filterabletry {await index.updateSettings({filterableAttributes: ['user'],