Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

fix(web): restore document status filters for Go backend (#20281)

adwsfd53f81c58c9
diff --git a/web/src/hooks/use-document-request.ts b/web/src/hooks/use-document-request.ts
index d229097b50..060b468010 100644
--- a/web/src/hooks/use-document-request.ts
+++ b/web/src/hooks/use-document-request.ts
@@ -41,6 +41,10 @@ import {
} from '@/pages/dataset/dataset/utils';
import documentStructureService from '@/services/document-structure-service';
import { buildDocumentIngestPayload } from '@/services/document-ingest-adapter';
+import {
+ adaptDocumentFilter,
+ adaptDocumentRunStatusFilter,
+} from '@/services/document-filter-adapter';
import kbService, {
changeDocumentParser,
changeDocumentsStatus,
@@ -250,7 +254,7 @@ export const useFetchDocumentList = (loop = true) => {
},
{
suffix: filterValue.type as string[],
- run_status: run as string[],
+ run_status: adaptDocumentRunStatusFilter(run as string[] | undefined),
return_empty_metadata: returnEmptyMetadata,
metadata: filterValue.metadata as Record<string, string[]>,
},
@@ -401,11 +405,13 @@ export const useGetDocumentFilter = (): {
}
};
return {
- filter: data?.filter || {
- run_status: {},
- suffix: {},
- metadata: {},
- },
+ filter: data?.filter
+ ? adaptDocumentFilter(data.filter)
+ : {
+ run_status: {},
+ suffix: {},
+ metadata: {},
+ },
onOpenChange: handleOpenChange,
};
};
diff --git a/web/src/interfaces/database/document.ts b/web/src/interfaces/database/document.ts
index 30718b9948..32873234ec 100644
--- a/web/src/interfaces/database/document.ts
+++ b/web/src/interfaces/database/document.ts
@@ -81,7 +81,7 @@ interface GraphRag {
}
export type IDocumentInfoFilter = {
- run_status: Record<number, number>;
+ run_status: Record<string, number>;
suffix: Record<string, number>;
metadata: Record<string, Record<string, number>>;
};
diff --git a/web/src/pages/dataset/dataset/use-select-filters.ts b/web/src/pages/dataset/dataset/use-select-filters.ts
index 2e0257e63a..9a7c18ced2 100644
--- a/web/src/pages/dataset/dataset/use-select-filters.ts
+++ b/web/src/pages/dataset/dataset/use-select-filters.ts
@@ -4,6 +4,7 @@ import {
} from '@/components/list-filter-bar/interface';
import { useTranslate } from '@/hooks/common-hooks';
import { useGetDocumentFilter } from '@/hooks/use-document-request';
+import { RunningStatus } from '@/constants/knowledge';
import { useMemo } from 'react';
export const EMPTY_METADATA_FIELD = 'empty_metadata';
@@ -26,8 +27,12 @@ export function useSelectDatasetFilters() {
if (filter.run_status) {
list = Object.keys(filter.run_status).map((x) => ({
id: x,
- label: t(`runningStatus${x}`),
- count: filter.run_status[x as unknown as number],
+ label: t(
+ x === RunningStatus.QUEUED
+ ? 'runningStatusQueued'
+ : `runningStatus${x}`,
+ ),
+ count: filter.run_status[x],
}));
}
if (filter.metadata) {
diff --git a/web/src/services/document-filter-adapter.test.ts b/web/src/services/document-filter-adapter.test.ts
new file mode 100644
index 0000000000..ea71a28802
--- /dev/null
+++ b/web/src/services/document-filter-adapter.test.ts
@@ -0,0 +1,79 @@
+let mockIsGo = false;
+
+jest.mock('@/utils/backend-variant', () => ({
+ pickByBackend: ({ go, python }: { go: unknown; python: unknown }) =>
+ mockIsGo ? go : python,
+}));
+
+import {
+ adaptDocumentFilter,
+ adaptDocumentRunStatusFilter,
+} from './document-filter-adapter';
+
+describe('document status filter adapter', () => {
+ beforeEach(() => {
+ mockIsGo = false;
+ });
+
+ it('groups Go task statuses into the visible document status options', () => {
+ mockIsGo = true;
+
+ expect(
+ adaptDocumentFilter({
+ suffix: { pdf: 8 },
+ metadata: {},
+ ingestion_status: {
+ UNSTART: 1,
+ CREATED: 2,
+ SCHEDULED: 1,
+ RUNNING: 3,
+ STOPPING: 1,
+ STOPPED: 1,
+ COMPLETED: 4,
+ FAILED: 1,
+ },
+ }).run_status,
+ ).toEqual({
+ '0': 1,
+ QUEUED: 3,
+ '1': 4,
+ '2': 1,
+ '3': 4,
+ '4': 1,
+ });
+
+ expect(adaptDocumentRunStatusFilter(['QUEUED', '1', '3'])).toEqual([
+ 'CREATED',
+ 'SCHEDULED',
+ 'RUNNING',
+ 'STOPPING',
+ 'COMPLETED',
+ ]);
+ });
+
+ it('only shows Go status options present in the dataset', () => {
+ mockIsGo = true;
+
+ expect(
+ adaptDocumentFilter({
+ suffix: { pdf: 2 },
+ metadata: { empty_metadata: { true: 1 } },
+ ingestion_status: { RUNNING: 1, COMPLETED: 1 },
+ }).run_status,
+ ).toEqual({
+ '1': 1,
+ '3': 1,
+ });
+ });
+
+ it('keeps the Python filter response and selected status values', () => {
+ const filter = {
+ suffix: { docx: 2 },
+ metadata: {},
+ run_status: { '1': 1, '3': 1 },
+ };
+
+ expect(adaptDocumentFilter(filter)).toEqual(filter);
+ expect(adaptDocumentRunStatusFilter(['1', '3'])).toEqual(['1', '3']);
+ });
+});
diff --git a/web/src/services/document-filter-adapter.ts b/web/src/services/document-filter-adapter.ts
new file mode 100644
index 0000000000..59202b3ac8
--- /dev/null
+++ b/web/src/services/document-filter-adapter.ts
@@ -0,0 +1,58 @@
+import {
+ IngestionTaskStatus,
+ RunningStatus,
+ RunningStatusOld,
+} from '@/constants/knowledge';
+import type { IDocumentInfoFilter } from '@/interfaces/database/document';
+import { pickByBackend } from '@/utils/backend-variant';
+
+type DocumentFilterResponse = Omit<IDocumentInfoFilter, 'run_status'> & {
+ run_status?: IDocumentInfoFilter['run_status'];
+ ingestion_status?: Record<string, number>;
+};
+
+const goQueryStatuses: Record<string, string[]> = {
+ [RunningStatusOld.UNSTART]: [IngestionTaskStatus.UNSTART],
+ [RunningStatus.QUEUED]: [
+ IngestionTaskStatus.CREATED,
+ IngestionTaskStatus.SCHEDULED,
+ ],
+ [RunningStatusOld.RUNNING]: [
+ IngestionTaskStatus.RUNNING,
+ IngestionTaskStatus.STOPPING,
+ ],
+ [RunningStatusOld.CANCEL]: [IngestionTaskStatus.STOPPED],
+ [RunningStatusOld.DONE]: [IngestionTaskStatus.COMPLETED],
+ [RunningStatusOld.FAIL]: [IngestionTaskStatus.FAILED],
+};
+
+const goStatusOptions = Object.fromEntries(
+ Object.entries(goQueryStatuses).flatMap(([option, statuses]) =>
+ statuses.map((status) => [status, option]),
+ ),
+);
+
+export const adaptDocumentFilter = (
+ filter: DocumentFilterResponse,
+): IDocumentInfoFilter => {
+ const goRunStatus: IDocumentInfoFilter['run_status'] = {};
+ for (const [status, count] of Object.entries(filter.ingestion_status ?? {})) {
+ const option = goStatusOptions[status];
+ if (option) {
+ goRunStatus[option] = (goRunStatus[option] ?? 0) + count;
+ }
+ }
+
+ return pickByBackend({
+ go: { ...filter, run_status: goRunStatus },
+ python: { ...filter, run_status: filter.run_status ?? {} },
+ });
+};
+
+export const adaptDocumentRunStatusFilter = (
+ statuses?: string[],
+): string[] | undefined =>
+ pickByBackend({
+ go: statuses?.flatMap((status) => goQueryStatuses[status] ?? [status]),
+ python: statuses,
+ });