RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.
Go agent-harnessagent-native-databaseagentic-aiagentic-retrievalagentic-searchaiai-agentscontext-enginecontext-engineeringcontext-managementharness-engineeringknowledge-compilationragretrieval-augmented-generationretrieval-harnesssearch-harness
fix(web): restore document status filters for Go backend (#20281)
adwsfd53f81c58c9
diff --git a/web/src/hooks/use-document-request.ts b/web/src/hooks/use-document-request.tsindex d229097b50..060b468010 100644--- a/web/src/hooks/use-document-request.ts+++ b/web/src/hooks/use-document-request.ts@@ -41,6 +41,10 @@ import {} from '@/pages/dataset/dataset/utils';import documentStructureService from '@/services/document-structure-service';import { buildDocumentIngestPayload } from '@/services/document-ingest-adapter';+import {+ adaptDocumentFilter,+ adaptDocumentRunStatusFilter,+} from '@/services/document-filter-adapter';import kbService, {changeDocumentParser,changeDocumentsStatus,@@ -250,7 +254,7 @@ export const useFetchDocumentList = (loop = true) => {},{suffix: filterValue.type as string[],- run_status: run as string[],+ run_status: adaptDocumentRunStatusFilter(run as string[] | undefined),return_empty_metadata: returnEmptyMetadata,metadata: filterValue.metadata as Record<string, string[]>,},@@ -401,11 +405,13 @@ export const useGetDocumentFilter = (): {}};return {- filter: data?.filter || {- run_status: {},- suffix: {},- metadata: {},- },+ filter: data?.filter+ ? adaptDocumentFilter(data.filter)+ : {+ run_status: {},+ suffix: {},+ metadata: {},+ },onOpenChange: handleOpenChange,};};diff --git a/web/src/interfaces/database/document.ts b/web/src/interfaces/database/document.tsindex 30718b9948..32873234ec 100644--- a/web/src/interfaces/database/document.ts+++ b/web/src/interfaces/database/document.ts@@ -81,7 +81,7 @@ interface GraphRag {}export type IDocumentInfoFilter = {- run_status: Record<number, number>;+ run_status: Record<string, number>;suffix: Record<string, number>;metadata: Record<string, Record<string, number>>;};diff --git a/web/src/pages/dataset/dataset/use-select-filters.ts b/web/src/pages/dataset/dataset/use-select-filters.tsindex 2e0257e63a..9a7c18ced2 100644--- a/web/src/pages/dataset/dataset/use-select-filters.ts+++ b/web/src/pages/dataset/dataset/use-select-filters.ts@@ -4,6 +4,7 @@ import {} from '@/components/list-filter-bar/interface';import { useTranslate } from '@/hooks/common-hooks';import { useGetDocumentFilter } from '@/hooks/use-document-request';+import { RunningStatus } from '@/constants/knowledge';import { useMemo } from 'react';export const EMPTY_METADATA_FIELD = 'empty_metadata';@@ -26,8 +27,12 @@ export function useSelectDatasetFilters() {if (filter.run_status) {list = Object.keys(filter.run_status).map((x) => ({id: x,- label: t(`runningStatus${x}`),- count: filter.run_status[x as unknown as number],+ label: t(+ x === RunningStatus.QUEUED+ ? 'runningStatusQueued'+ : `runningStatus${x}`,+ ),+ count: filter.run_status[x],}));}if (filter.metadata) {diff --git a/web/src/services/document-filter-adapter.test.ts b/web/src/services/document-filter-adapter.test.tsnew file mode 100644index 0000000000..ea71a28802--- /dev/null+++ b/web/src/services/document-filter-adapter.test.ts@@ -0,0 +1,79 @@+let mockIsGo = false;++jest.mock('@/utils/backend-variant', () => ({+ pickByBackend: ({ go, python }: { go: unknown; python: unknown }) =>+ mockIsGo ? go : python,+}));++import {+ adaptDocumentFilter,+ adaptDocumentRunStatusFilter,+} from './document-filter-adapter';++describe('document status filter adapter', () => {+ beforeEach(() => {+ mockIsGo = false;+ });++ it('groups Go task statuses into the visible document status options', () => {+ mockIsGo = true;++ expect(+ adaptDocumentFilter({+ suffix: { pdf: 8 },+ metadata: {},+ ingestion_status: {+ UNSTART: 1,+ CREATED: 2,+ SCHEDULED: 1,+ RUNNING: 3,+ STOPPING: 1,+ STOPPED: 1,+ COMPLETED: 4,+ FAILED: 1,+ },+ }).run_status,+ ).toEqual({+ '0': 1,+ QUEUED: 3,+ '1': 4,+ '2': 1,+ '3': 4,+ '4': 1,+ });++ expect(adaptDocumentRunStatusFilter(['QUEUED', '1', '3'])).toEqual([+ 'CREATED',+ 'SCHEDULED',+ 'RUNNING',+ 'STOPPING',+ 'COMPLETED',+ ]);+ });++ it('only shows Go status options present in the dataset', () => {+ mockIsGo = true;++ expect(+ adaptDocumentFilter({+ suffix: { pdf: 2 },+ metadata: { empty_metadata: { true: 1 } },+ ingestion_status: { RUNNING: 1, COMPLETED: 1 },+ }).run_status,+ ).toEqual({+ '1': 1,+ '3': 1,+ });+ });++ it('keeps the Python filter response and selected status values', () => {+ const filter = {+ suffix: { docx: 2 },+ metadata: {},+ run_status: { '1': 1, '3': 1 },+ };++ expect(adaptDocumentFilter(filter)).toEqual(filter);+ expect(adaptDocumentRunStatusFilter(['1', '3'])).toEqual(['1', '3']);+ });+});diff --git a/web/src/services/document-filter-adapter.ts b/web/src/services/document-filter-adapter.tsnew file mode 100644index 0000000000..59202b3ac8--- /dev/null+++ b/web/src/services/document-filter-adapter.ts@@ -0,0 +1,58 @@+import {+ IngestionTaskStatus,+ RunningStatus,+ RunningStatusOld,+} from '@/constants/knowledge';+import type { IDocumentInfoFilter } from '@/interfaces/database/document';+import { pickByBackend } from '@/utils/backend-variant';++type DocumentFilterResponse = Omit<IDocumentInfoFilter, 'run_status'> & {+ run_status?: IDocumentInfoFilter['run_status'];+ ingestion_status?: Record<string, number>;+};++const goQueryStatuses: Record<string, string[]> = {+ [RunningStatusOld.UNSTART]: [IngestionTaskStatus.UNSTART],+ [RunningStatus.QUEUED]: [+ IngestionTaskStatus.CREATED,+ IngestionTaskStatus.SCHEDULED,+ ],+ [RunningStatusOld.RUNNING]: [+ IngestionTaskStatus.RUNNING,+ IngestionTaskStatus.STOPPING,+ ],+ [RunningStatusOld.CANCEL]: [IngestionTaskStatus.STOPPED],+ [RunningStatusOld.DONE]: [IngestionTaskStatus.COMPLETED],+ [RunningStatusOld.FAIL]: [IngestionTaskStatus.FAILED],+};++const goStatusOptions = Object.fromEntries(+ Object.entries(goQueryStatuses).flatMap(([option, statuses]) =>+ statuses.map((status) => [status, option]),+ ),+);++export const adaptDocumentFilter = (+ filter: DocumentFilterResponse,+): IDocumentInfoFilter => {+ const goRunStatus: IDocumentInfoFilter['run_status'] = {};+ for (const [status, count] of Object.entries(filter.ingestion_status ?? {})) {+ const option = goStatusOptions[status];+ if (option) {+ goRunStatus[option] = (goRunStatus[option] ?? 0) + count;+ }+ }++ return pickByBackend({+ go: { ...filter, run_status: goRunStatus },+ python: { ...filter, run_status: filter.run_status ?? {} },+ });+};++export const adaptDocumentRunStatusFilter = (+ statuses?: string[],+): string[] | undefined =>+ pickByBackend({+ go: statuses?.flatMap((status) => goQueryStatuses[status] ?? [status]),+ python: statuses,+ });