Skip to content

Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active

🫙 fix: Force MeiliSearch Full Sync on Empty Index State (#12202)

Danny Avila3ddf62c8e551
diff --git a/api/db/indexSync.js b/api/db/indexSync.js
index 8e8e999d92..130cde77b8 100644
--- a/api/db/indexSync.js
+++ b/api/db/indexSync.js
@@ -236,8 +236,12 @@ async function performSync(flowManager, flowId, flowType) {
const messageCount = messageProgress.totalDocuments;
const messagesIndexed = messageProgress.totalProcessed;
const unindexedMessages = messageCount - messagesIndexed;
+ const noneIndexed = messagesIndexed === 0 && unindexedMessages > 0;
- if (settingsUpdated || unindexedMessages > syncThreshold) {
+ if (settingsUpdated || noneIndexed || unindexedMessages > syncThreshold) {
+ if (noneIndexed && !settingsUpdated) {
+ logger.info('[indexSync] No messages marked as indexed, forcing full sync');
+ }
logger.info(`[indexSync] Starting message sync (${unindexedMessages} unindexed)`);
await Message.syncWithMeili();
messagesSync = true;
@@ -261,9 +265,13 @@ async function performSync(flowManager, flowId, flowType) {
const convoCount = convoProgress.totalDocuments;
const convosIndexed = convoProgress.totalProcessed;
-
const unindexedConvos = convoCount - convosIndexed;
- if (settingsUpdated || unindexedConvos > syncThreshold) {
+ const noneConvosIndexed = convosIndexed === 0 && unindexedConvos > 0;
+
+ if (settingsUpdated || noneConvosIndexed || unindexedConvos > syncThreshold) {
+ if (noneConvosIndexed && !settingsUpdated) {
+ logger.info('[indexSync] No conversations marked as indexed, forcing full sync');
+ }
logger.info(`[indexSync] Starting convos sync (${unindexedConvos} unindexed)`);
await Conversation.syncWithMeili();
convosSync = true;
diff --git a/api/db/indexSync.spec.js b/api/db/indexSync.spec.js
index c2e5901d6a..dbe07c7595 100644
--- a/api/db/indexSync.spec.js
+++ b/api/db/indexSync.spec.js
@@ -462,4 +462,69 @@ describe('performSync() - syncThreshold logic', () => {
);
expect(mockLogger.info).toHaveBeenCalledWith('[indexSync] Starting convos sync (50 unindexed)');
});
+
+ test('forces sync when zero documents indexed (reset scenario) even if below threshold', async () => {
+ Message.getSyncProgress.mockResolvedValue({
+ totalProcessed: 0,
+ totalDocuments: 680,
+ isComplete: false,
+ });
+
+ Conversation.getSyncProgress.mockResolvedValue({
+ totalProcessed: 0,
+ totalDocuments: 76,
+ isComplete: false,
+ });
+
+ Message.syncWithMeili.mockResolvedValue(undefined);
+ Conversation.syncWithMeili.mockResolvedValue(undefined);
+
+ const indexSync = require('./indexSync');
+ await indexSync();
+
+ expect(Message.syncWithMeili).toHaveBeenCalledTimes(1);
+ expect(Conversation.syncWithMeili).toHaveBeenCalledTimes(1);
+ expect(mockLogger.info).toHaveBeenCalledWith(
+ '[indexSync] No messages marked as indexed, forcing full sync',
+ );
+ expect(mockLogger.info).toHaveBeenCalledWith(
+ '[indexSync] Starting message sync (680 unindexed)',
+ );
+ expect(mockLogger.info).toHaveBeenCalledWith(
+ '[indexSync] No conversations marked as indexed, forcing full sync',
+ );
+ expect(mockLogger.info).toHaveBeenCalledWith('[indexSync] Starting convos sync (76 unindexed)');
+ });
+
+ test('does NOT force sync when some documents already indexed and below threshold', async () => {
+ Message.getSyncProgress.mockResolvedValue({
+ totalProcessed: 630,
+ totalDocuments: 680,
+ isComplete: false,
+ });
+
+ Conversation.getSyncProgress.mockResolvedValue({
+ totalProcessed: 70,
+ totalDocuments: 76,
+ isComplete: false,
+ });
+
+ const indexSync = require('./indexSync');
+ await indexSync();
+
+ expect(Message.syncWithMeili).not.toHaveBeenCalled();
+ expect(Conversation.syncWithMeili).not.toHaveBeenCalled();
+ expect(mockLogger.info).not.toHaveBeenCalledWith(
+ '[indexSync] No messages marked as indexed, forcing full sync',
+ );
+ expect(mockLogger.info).not.toHaveBeenCalledWith(
+ '[indexSync] No conversations marked as indexed, forcing full sync',
+ );
+ expect(mockLogger.info).toHaveBeenCalledWith(
+ '[indexSync] 50 messages unindexed (below threshold: 1000, skipping)',
+ );
+ expect(mockLogger.info).toHaveBeenCalledWith(
+ '[indexSync] 6 convos unindexed (below threshold: 1000, skipping)',
+ );
+ });
});
diff --git a/packages/data-schemas/src/models/plugins/mongoMeili.ts b/packages/data-schemas/src/models/plugins/mongoMeili.ts
index 66530e2aba..cc01dbb6c7 100644
--- a/packages/data-schemas/src/models/plugins/mongoMeili.ts
+++ b/packages/data-schemas/src/models/plugins/mongoMeili.ts
@@ -1,7 +1,7 @@
import _ from 'lodash';
-import { MeiliSearch } from 'meilisearch';
import { parseTextParts } from 'librechat-data-provider';
-import type { SearchResponse, SearchParams, Index } from 'meilisearch';
+import { MeiliSearch, MeiliSearchTimeOutError } from 'meilisearch';
+import type { SearchResponse, SearchParams, Index, MeiliSearchErrorInfo } from 'meilisearch';
import type {
CallbackWithoutResultAndOptionalError,
FilterQuery,
@@ -581,7 +581,6 @@ export default function mongoMeili(schema: Schema, options: MongoMeiliOptions):
/** Create index only if it doesn't exist */
const index = client.index<MeiliIndexable>(indexName);
- // Check if index exists and create if needed
(async () => {
try {
await index.getRawInfo();
@@ -591,18 +590,34 @@ export default function mongoMeili(schema: Schema, options: MongoMeiliOptions):
if (errorCode === 'index_not_found') {
try {
logger.info(`[mongoMeili] Creating new index: ${indexName}`);
- await client.createIndex(indexName, { primaryKey });
- logger.info(`[mongoMeili] Successfully created index: ${indexName}`);
+ const enqueued = await client.createIndex(indexName, { primaryKey });
+ const task = await client.waitForTask(enqueued.taskUid, {
+ timeOutMs: 10000,
+ intervalMs: 100,
+ });
+ logger.debug(`[mongoMeili] Index ${indexName} creation task:`, task);
+ if (task.status !== 'succeeded') {
+ const taskError = task.error as MeiliSearchErrorInfo | null;
+ if (taskError?.code === 'index_already_exists') {
+ logger.debug(`[mongoMeili] Index ${indexName} was created by another instance`);
+ } else {
+ logger.warn(`[mongoMeili] Index ${indexName} creation failed:`, taskError);
+ }
+ } else {
+ logger.info(`[mongoMeili] Successfully created index: ${indexName}`);
+ }
} catch (createError) {
- // Index might have been created by another instance
- logger.debug(`[mongoMeili] Index ${indexName} may already exist:`, createError);
+ if (createError instanceof MeiliSearchTimeOutError) {
+ logger.warn(`[mongoMeili] Timed out waiting for index ${indexName} creation`);
+ } else {
+ logger.warn(`[mongoMeili] Error creating index ${indexName}:`, createError);
+ }
}
} else {
logger.error(`[mongoMeili] Error checking index ${indexName}:`, error);
}
}
- // Configure index settings to make 'user' field filterable
try {
await index.updateSettings({
filterableAttributes: ['user'],