RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.
Go agent-harnessagent-native-databaseagentic-aiagentic-retrievalagentic-searchaiai-agentscontext-enginecontext-engineeringcontext-managementharness-engineeringknowledge-compilationragretrieval-augmented-generationretrieval-harnesssearch-harness
Fix: Remove chunk metadata from the chat and search pages. (#20985)
balibabue449dda61709
diff --git a/web/src/components/markdown-content/index.tsx b/web/src/components/markdown-content/index.tsxindex c94de3de23..2886660350 100644--- a/web/src/components/markdown-content/index.tsx+++ b/web/src/components/markdown-content/index.tsx@@ -119,13 +119,6 @@ const MarkdownCode = (props: any) => {);};-const formatMetadataValue = (value: unknown) => {- if (Array.isArray(value)) return value.join(', ');- if (value === null || value === undefined) return '';- if (typeof value === 'object') return JSON.stringify(value);- return String(value);-};-// TODO: The display of the table is inconsistent with the display previously placed in the MessageItem.const MarkdownContent = ({reference,@@ -280,21 +273,6 @@ const MarkdownContent = ({className={classNames(styles.chunkContentText)}dir="auto"></div>- {chunkItem?.document_metadata &&- Object.keys(chunkItem.document_metadata).length > 0 && (- <section className="space-y-1 border border-border-default rounded p-2">- {Object.entries(chunkItem.document_metadata).map(- ([key, value]) => (- <div key={key} className="text-xs">- <span className="text-text-secondary">{key}:</span>{' '}- <span className="text-text-primary">- {formatMetadataValue(value)}- </span>- </div>- ),- )}- </section>- )}{documentId && (<section className="flex gap-1">{fileThumbnail ? (diff --git a/web/src/interfaces/database/chat.ts b/web/src/interfaces/database/chat.tsindex 9b8bfbc0fb..bbc256a0ac 100644--- a/web/src/interfaces/database/chat.ts+++ b/web/src/interfaces/database/chat.ts@@ -32,10 +32,6 @@ export interface PromptConfig {youcom_api_key?: string;web_search_provider?: WebSearchProvider;toc_enhance?: boolean;- reference_metadata?: {- include?: boolean;- fields?: string[];- };}export interface Parameter {@@ -143,7 +139,6 @@ export interface IReferenceChunk {term_similarity: number;positions: number[][];doc_type?: string;- document_metadata?: Record<string, any>;}export interface IReference {diff --git a/web/src/interfaces/database/dataset.ts b/web/src/interfaces/database/dataset.tsindex 434145e992..5af24bb848 100644--- a/web/src/interfaces/database/dataset.ts+++ b/web/src/interfaces/database/dataset.ts@@ -191,7 +191,6 @@ export interface ITestingChunk {highlight: string;positions: number[][];doc_type_kwd: string;- document_metadata?: Record<string, any>;}export interface ITestingDocument {diff --git a/web/src/locales/en.ts b/web/src/locales/en.tsindex b8a51658f4..2468cd662c 100644--- a/web/src/locales/en.ts+++ b/web/src/locales/en.ts@@ -1318,12 +1318,6 @@ This auto-tagging feature enhances retrieval by adding another layer of domain-stocEnhanceTip: `During the parsing of the document, table of contents information was generated (see the 'Enable Table of Contents Extraction' option in the General method). This allows the large model to return table of contents items relevant to the user's query, thereby using these items to retrieve related chunks and apply weighting to these chunks during the sorting process. This approach mimics human information-searching behavior in books.`,batchDeleteSessions: 'Batch delete',deleteSelectedConfirm: 'Delete the selected {{count}} session(s)?',- showChunkMetadata: 'Show chunk metadata',- showChunkMetadataTip:- 'Display document metadata (e.g., title, page number, upload date) alongside retrieved text chunks',- metadataFields: 'Metadata fields',- metadataFieldsTip:- 'Select which metadata fields to display with each chunk',},setting: {Verify: 'Verify',diff --git a/web/src/locales/zh.ts b/web/src/locales/zh.tsindex 5642a21f3a..f46db8ccfa 100644--- a/web/src/locales/zh.ts+++ b/web/src/locales/zh.ts@@ -1200,11 +1200,6 @@ NER:使用 spaCy NER 和基于规则的关键词提取来抽取 Entities 和 RtocEnhanceTip: `解析文档时生成了目录信息(见General方法的'启用目录抽取'),让大模型返回和用户问题相关的目录项,从而利用目录项拿到相关 Chunk,对这些 Chunk 在排序中进行加权。这种方法来源于模仿人类查询书本中知识的行为逻辑`,batchDeleteSessions: '批量删除',deleteSelectedConfirm: '删除选中的 {{count}} 个会话?',- showChunkMetadata: '显示块元数据',- showChunkMetadataTip:- '在检索到的文本块旁边显示文档元数据(如标题、页码、上传日期)',- metadataFields: '元数据字段',- metadataFieldsTip: '选择每个块要显示的元数据字段',},setting: {Verify: '验证',diff --git a/web/src/pages/agents/agent-log-detail-modal.tsx b/web/src/pages/agents/agent-log-detail-modal.tsxindex 4058dbb276..bb1ab8a60c 100644--- a/web/src/pages/agents/agent-log-detail-modal.tsx+++ b/web/src/pages/agents/agent-log-detail-modal.tsx@@ -33,7 +33,6 @@ interface IAgentLogReferenceChunk {vector_similarity?: number;term_similarity?: number;doc_type?: string;- document_metadata?: Record<string, any>;url?: string;}@@ -68,7 +67,6 @@ const buildReferenceObject = (term_similarity: chunk.term_similarity ?? 0,positions: (chunk.positions ?? []) as IReferenceChunk['positions'],doc_type: chunk.doc_type,- document_metadata: chunk.document_metadata,};if (!docAggMap[chunk.document_id]) {diff --git a/web/src/pages/next-chats/chat/app-settings/chat-prompt-engine.tsx b/web/src/pages/next-chats/chat/app-settings/chat-prompt-engine.tsxindex 9552250e36..584b6a6ec9 100644--- a/web/src/pages/next-chats/chat/app-settings/chat-prompt-engine.tsx+++ b/web/src/pages/next-chats/chat/app-settings/chat-prompt-engine.tsx@@ -15,15 +15,11 @@ import {FormLabel,FormMessage,} from '@/components/ui/form';-import { MultiSelect } from '@/components/ui/multi-select';-import { Switch } from '@/components/ui/switch';import { Textarea } from '@/components/ui/textarea';import { WebSearchFormField } from '@/components/web-search-form-field';-import { useFetchKnowledgeMetadataKeys } from '@/hooks/use-knowledge-request';import { prefixName } from '@/utils/form';import { getDirAttribute } from '@/utils/text-direction';-import { useEffect, useMemo } from 'react';-import { useFormContext, useWatch } from 'react-hook-form';+import { useFormContext } from 'react-hook-form';import { useTranslation } from 'react-i18next';import { DynamicVariableForm } from './dynamic-variable';@@ -47,54 +43,6 @@ export function ChatPromptEngine({const emptyResponseValue = form.watch(prefixName(prefix, 'prompt_config.empty_response'),);- const rawDatasetIds = useWatch({- control: form.control,- name: prefixName(prefix, 'dataset_ids'),- });- const kbIds = useMemo(- () => (rawDatasetIds || []) as string[],- [rawDatasetIds],- );- const metadataInclude = useWatch({- control: form.control,- name: prefixName(prefix, 'prompt_config.reference_metadata.include'),- });- const { data: metadataKeys, loading: metadataKeysLoading } =- useFetchKnowledgeMetadataKeys(kbIds);- const metadataFieldOptions = useMemo(() => {- return (metadataKeys || []).map((key) => ({- label: key,- value: key,- }));- }, [metadataKeys]);-- useEffect(() => {- const currentFields = form.getValues(- prefixName(prefix, 'prompt_config.reference_metadata.fields'),- );- if (- metadataInclude &&- Array.isArray(currentFields) &&- currentFields.length > 0 &&- metadataKeys- ) {- const validFields = currentFields.filter((field) =>- metadataKeys.includes(field),- );- if (validFields.length !== currentFields.length) {- form.setValue(- prefixName(prefix, 'prompt_config.reference_metadata.fields'),- validFields,- );- }- } else if (!metadataInclude) {- form.setValue(- prefixName(prefix, 'prompt_config.reference_metadata.fields'),- undefined,- );- }- }, [kbIds, metadataKeys, metadataKeysLoading, metadataInclude, form, prefix]);-return (<Collapsetitle={t('flow.advancedSettings')}@@ -138,62 +86,6 @@ export function ChatPromptEngine({></SwitchFormField><WebSearchFormField prefix={prefix} /><MetadataFilter></MetadataFilter>- <FormField- control={form.control}- name={prefixName(prefix, 'prompt_config.reference_metadata.include')}- render={({ field }) => (- <FormItem className="flex flex-row items-start space-x-3 space-y-0">- <FormControl>- <Switch- checked={field.value}- onCheckedChange={(value) => {- field.onChange(value);- if (!value) {- form.setValue(- prefixName(- prefix,- 'prompt_config.reference_metadata.fields',- ),- undefined,- );- }- }}- />- </FormControl>- <FormLabel tooltip={t('chat.showChunkMetadataTip')}>- {t('chat.showChunkMetadata')}- </FormLabel>- </FormItem>- )}- />- {metadataInclude && (- <FormField- control={form.control}- name={prefixName(prefix, 'prompt_config.reference_metadata.fields')}- render={({ field }) => (- <FormItem>- <FormLabel tooltip={t('chat.metadataFieldsTip')}>- {t('chat.metadataFields')}- </FormLabel>- <FormControl className="bg-bg-input">- <MultiSelect- options={metadataFieldOptions}- onValueChange={field.onChange}- showSelectAll={false}- placeholder={t('common.pleaseSelect')}- maxCount={20}- defaultValue={Array.isArray(field.value) ? field.value : []}- value={Array.isArray(field.value) ? field.value : []}- name={field.name}- ref={field.ref}- onBlur={field.onBlur}- />- </FormControl>- <FormMessage />- </FormItem>- )}- />- )}<FormFieldcontrol={form.control}name={prefixName(prefix, 'prompt_config.system')}diff --git a/web/src/pages/next-chats/chat/app-settings/chat-settings.tsx b/web/src/pages/next-chats/chat/app-settings/chat-settings.tsxindex 82ce9598f5..39b482a58a 100644--- a/web/src/pages/next-chats/chat/app-settings/chat-settings.tsx+++ b/web/src/pages/next-chats/chat/app-settings/chat-settings.tsx@@ -81,10 +81,6 @@ export function ChatSettings({ hasSingleChatBox }: ChatSettingsProps) {parameters: [],reasoning: false,cross_languages: [],- reference_metadata: {- include: false,- fields: undefined,- },},top_n: 8,rerank_candidates_count: 64,@@ -102,14 +98,6 @@ export function ChatSettings({ hasSingleChatBox }: ChatSettingsProps) {values,'llm_setting.',);- const referenceMetadata = nextValues?.prompt_config?.reference_metadata;- if (- referenceMetadata &&- Array.isArray(referenceMetadata.fields) &&- referenceMetadata.fields.length === 0- ) {- referenceMetadata.fields = undefined;- }// Add model_type to llm_setting based on the selected llm_idif (nextValues.llm_id) {@@ -144,13 +132,6 @@ export function ChatSettings({ hasSingleChatBox }: ChatSettingsProps) {const llmSettingEnabledValues = setLLMSettingEnabledValues(data.llm_setting,);- const referenceMetadata = data?.prompt_config?.reference_metadata;- const normalizedReferenceMetadata =- referenceMetadata &&- Array.isArray(referenceMetadata.fields) &&- referenceMetadata.fields.length === 0- ? { ...referenceMetadata, fields: undefined }- : referenceMetadata;const keywordsSimilarityWeight = data.keywords_similarity_weight ?? 0.7;const nextData = {@@ -159,7 +140,6 @@ export function ChatSettings({ hasSingleChatBox }: ChatSettingsProps) {...data.prompt_config,// reset() skips undefined values, so fall back to '' to clear the fieldweb_search_provider: getWebSearchProvider(data.prompt_config) ?? '',- reference_metadata: normalizedReferenceMetadata,},...llmSettingEnabledValues,keywords_similarity_weight: keywordsSimilarityWeight,diff --git a/web/src/pages/next-chats/chat/app-settings/use-chat-setting-schema.tsx b/web/src/pages/next-chats/chat/app-settings/use-chat-setting-schema.tsxindex b9244d5c92..53e06a0b88 100644--- a/web/src/pages/next-chats/chat/app-settings/use-chat-setting-schema.tsx+++ b/web/src/pages/next-chats/chat/app-settings/use-chat-setting-schema.tsx@@ -62,12 +62,6 @@ export function useChatSettingSchema() {.or(z.literal('')),reasoning: z.boolean().optional(),cross_languages: z.array(z.string()).optional(),- reference_metadata: z- .object({- include: z.boolean().optional(),- fields: z.array(z.string()).optional(),- })- .optional(),});const formSchema = zdiff --git a/web/src/pages/next-search/search-setting-hooks.ts b/web/src/pages/next-search/search-setting-hooks.tsindex 223ae2ebe6..d978f32592 100644--- a/web/src/pages/next-search/search-setting-hooks.ts+++ b/web/src/pages/next-search/search-setting-hooks.ts@@ -54,12 +54,6 @@ export const SearchSettingFormSchema = zhighlight: z.boolean(),keyword: z.boolean(),chat_settingcross_languages: z.array(z.string()),- reference_metadata: z- .object({- include: z.boolean().optional(),- fields: z.array(z.string()).optional(),- })- .optional(),...MetadataFilterSchema,}),...LlmSettingEnabledSchema,diff --git a/web/src/pages/next-search/search-setting.tsx b/web/src/pages/next-search/search-setting.tsxindex 7ab28879d8..2c551bb4e8 100644--- a/web/src/pages/next-search/search-setting.tsx+++ b/web/src/pages/next-search/search-setting.tsx@@ -29,12 +29,9 @@ import {FormField,FormItem,FormLabel,- FormMessage,} from '@/components/ui/form';-import { MultiSelect } from '@/components/ui/multi-select';import { Spin } from '@/components/ui/spin';import { Switch } from '@/components/ui/switch';-import { useFetchKnowledgeMetadataKeys } from '@/hooks/use-knowledge-request';import {useRevalidateStaleDatasetIds,useStaleDatasetFormSchema,@@ -43,8 +40,8 @@ import { useFetchTenantInfo } from '@/hooks/use-user-setting-request';import { cn } from '@/lib/utils';import { zodResolver } from '@hookform/resolvers/zod';import { X } from 'lucide-react';-import { useCallback, useEffect, useMemo, useState } from 'react';-import { useForm, useWatch } from 'react-hook-form';+import { useCallback, useEffect, useState } from 'react';+import { useForm } from 'react-hook-form';import { useTranslation } from 'react-i18next';import {ISearchAppDetailProps,@@ -125,14 +122,6 @@ function SearchSetting({related_search: search_config?.related_search || false,query_mindmap: search_config?.query_mindmap || false,meta_data_filter: search_config?.meta_data_filter,- reference_metadata: {- include: search_config?.reference_metadata?.include || false,- fields:- search_config?.reference_metadata?.fields &&- search_config.reference_metadata.fields.length > 0- ? search_config.reference_metadata.fields- : undefined,- },},temperatureEnabled: llm_setting?.temperature_enabled ?? true,topPEnabled: llm_setting?.top_p_enabled ?? true,@@ -161,56 +150,6 @@ function SearchSetting({modelsFetched,});- const selectedKbIds = useWatch({- control: formMethods.control,- name: 'search_config.kb_ids',- });- const referenceMetadataEnabled = useWatch({- control: formMethods.control,- name: 'search_config.reference_metadata.include',- });- const { data: metadataKeys, loading: metadataKeysLoading } =- useFetchKnowledgeMetadataKeys(selectedKbIds || []);- const metadataFieldOptions = useMemo(() => {- return (metadataKeys || []).map((key) => ({- label: key,- value: key,- }));- }, [metadataKeys]);-- useEffect(() => {- const currentFields = formMethods.getValues(- 'search_config.reference_metadata.fields',- );- if (- referenceMetadataEnabled &&- Array.isArray(currentFields) &&- currentFields.length > 0 &&- metadataKeys- ) {- const validFields = currentFields.filter((field) =>- metadataKeys.includes(field),- );- if (validFields.length !== currentFields.length) {- formMethods.setValue(- 'search_config.reference_metadata.fields',- validFields,- );- }- } else if (!referenceMetadataEnabled) {- formMethods.setValue(- 'search_config.reference_metadata.fields',- undefined,- );- }- }, [- selectedKbIds,- metadataKeys,- metadataKeysLoading,- referenceMetadataEnabled,- formMethods,- ]);-const { updateSearch } = useUpdateSearch();const [formSubmitLoading, setFormSubmitLoading] = useState(false);const { data: systemSetting } = useFetchTenantInfo();@@ -255,22 +194,11 @@ function SearchSetting({frequency_penalty_enabled: _frequencyPenaltyEnabled,presence_penalty_enabled: _presencePenaltyEnabled,} as IllmSettingProps;- const referenceMetadata = other_config.reference_metadata;- const normalizedReferenceMetadata = referenceMetadata- ? {- ...referenceMetadata,- ...(Array.isArray(referenceMetadata.fields) &&- referenceMetadata.fields.length === 0- ? { fields: undefined }- : {}),- }- : referenceMetadata;await updateSearch({...other_formdata,search_config: {...other_config,- reference_metadata: normalizedReferenceMetadata,chat_id: llm_setting.llm_id,keywords_similarity_weight,rerank_id: use_rerank ? rerank_id : '',@@ -326,61 +254,6 @@ function SearchSetting({required></KnowledgeBaseFormField><MetadataFilter prefix="search_config."></MetadataFilter>- <FormField- control={formMethods.control}- name="search_config.reference_metadata.include"- render={({ field }) => (- <FormItem className="flex flex-row items-start space-x-3 space-y-0">- <FormControl>- <Switch- checked={field.value}- onCheckedChange={(value) => {- field.onChange(value);- if (!value) {- formMethods.setValue(- 'search_config.reference_metadata.fields',- undefined,- );- }- }}- />- </FormControl>- <FormLabel tooltip={t('chat.showChunkMetadataTip')}>- {t('chat.showChunkMetadata')}- </FormLabel>- </FormItem>- )}- />- {referenceMetadataEnabled && (- <FormField- control={formMethods.control}- name="search_config.reference_metadata.fields"- render={({ field }) => (- <FormItem>- <FormLabel tooltip={t('chat.metadataFieldsTip')}>- {t('chat.metadataFields')}- </FormLabel>- <FormControl className="bg-bg-input">- <MultiSelect- options={metadataFieldOptions}- onValueChange={field.onChange}- showSelectAll={false}- placeholder={t('common.pleaseSelect')}- maxCount={20}- defaultValue={- Array.isArray(field.value) ? field.value : []- }- value={Array.isArray(field.value) ? field.value : []}- name={field.name}- ref={field.ref}- onBlur={field.onBlur}- />- </FormControl>- <FormMessage />- </FormItem>- )}- />- )}<SimilaritySliderFormFieldisTooltipShownsimilarityName="search_config.similarity_threshold"diff --git a/web/src/pages/next-search/search-view.tsx b/web/src/pages/next-search/search-view.tsxindex 8d278f347e..26bae943cd 100644--- a/web/src/pages/next-search/search-view.tsx+++ b/web/src/pages/next-search/search-view.tsx@@ -45,12 +45,6 @@ import RetrievalDocuments from './retrieval-documents';import { sanitizeHtmlWithImagesAsText } from '@/utils/dom-util';import classNames from 'classnames';-const formatMetadataValue = (value: unknown) => {- if (Array.isArray(value)) return value.join(', ');- if (value === null || value === undefined) return '';- if (typeof value === 'object') return JSON.stringify(value);- return String(value);-};export default function SearchingView({setIsSearching,searchData,@@ -270,26 +264,6 @@ export default function SearchingView({)}/></div>- {chunk.document_metadata &&- Object.keys(chunk.document_metadata).length > 0 && (- <div className="flex flex-wrap gap-2 mt-2">- {Object.entries(chunk.document_metadata).map(- ([key, value]) => (- <div- key={key}- className="text-xs border border-border-default rounded px-2 py-1"- >- <span className="text-text-secondary">- {key}:- </span>{' '}- <span className="text-text-primary">- {formatMetadataValue(value)}- </span>- </div>- ),- )}- </div>- )}{chunk.document_id !== chunk.dataset_id && (<divclassName="flex gap-2 items-center text-xs text-text-secondary border p-1 rounded-lg w-fit mt-3"diff --git a/web/src/pages/next-searches/hooks.ts b/web/src/pages/next-searches/hooks.tsindex b49881b867..fd2a6edcdb 100644--- a/web/src/pages/next-searches/hooks.ts+++ b/web/src/pages/next-searches/hooks.ts@@ -222,10 +222,6 @@ export interface ISearchAppDetailProps {method: string;manual: { key: string; op: string; value: string }[];};- reference_metadata?: {- include?: boolean;- fields?: string[];- };};tenant_id: string;update_time: number;diff --git a/web/src/services/knowledge-service.ts b/web/src/services/knowledge-service.tsindex 4ae9a6025f..ec63e01518 100644--- a/web/src/services/knowledge-service.ts+++ b/web/src/services/knowledge-service.ts@@ -206,7 +206,6 @@ const chunkService = {use_kg: rest.use_kg,toc_enhance: rest.toc_enhance,include_knowledge_compilation: rest.include_knowledge_compilation,- reference_metadata: rest.reference_metadata,};const response = await request.post(api.retrievalTest, {data,