RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.
Go agent-harnessagent-native-databaseagentic-aiagentic-retrievalagentic-searchaiai-agentscontext-enginecontext-engineeringcontext-managementharness-engineeringknowledge-compilationragretrieval-augmented-generationretrieval-harnesssearch-harness
Fix: Remove the `output_format` field from the form for the parser operator. (#21303)
balibabu332830ff4334
diff --git a/web/src/pages/agent/constant/pipeline.tsx b/web/src/pages/agent/constant/pipeline.tsxindex a317b7abee..1dc5a63803 100644--- a/web/src/pages/agent/constant/pipeline.tsx+++ b/web/src/pages/agent/constant/pipeline.tsx@@ -4,66 +4,6 @@ import { FileType } from '@/constants/file';import { ModelTypeToField } from '@/constants/llm';import { cloneDeep } from 'lodash';-export enum PdfOutputFormat {- Json = 'json',- Markdown = 'markdown',-}--export enum SpreadsheetOutputFormat {- Json = 'json',- Html = 'html',-}--export enum ImageOutputFormat {- Json = 'json',-}--export enum EmailOutputFormat {- Json = 'json',- Text = 'text',-}--export enum TextMarkdownOutputFormat {- Text = 'json',-}--export enum TextJsonOutputFormat {- Text = 'text',- Json = 'json',-}--export enum DocxOutputFormat {- Markdown = 'markdown',- Json = 'json',-}--export enum PptOutputFormat {- Json = 'json',-}--export enum VideoOutputFormat {- Text = 'text',-}--export enum AudioOutputFormat {- Text = 'text',-}--export const OutputFormatMap = {- [FileType.PDF]: PdfOutputFormat,- [FileType.Spreadsheet]: SpreadsheetOutputFormat,- [FileType.Image]: ImageOutputFormat,- [FileType.Email]: EmailOutputFormat,- [FileType.TextMarkdown]: TextMarkdownOutputFormat,- [FileType.Code]: TextJsonOutputFormat,- [FileType.Html]: TextJsonOutputFormat,- [FileType.Doc]: DocxOutputFormat,- [FileType.Docx]: DocxOutputFormat,- [FileType.PowerPoint]: PptOutputFormat,- [FileType.Video]: VideoOutputFormat,- [FileType.Audio]: AudioOutputFormat,-};-// The audio parser defaults to the tenant's ASR model, keyed by the// useFetchDefaultModelDictionary fields. (The vision model is a single global// parser option, not per file type, so video no longer appears here.)@@ -157,10 +97,9 @@ export const PreprocessLabelKeyMap: Record<PreprocessValue, string> = {author: 'author',};export const initialParserValues = {+ // The Go Parser component emits structured JSON items only; markdown/text/+ // html are internal backend representations, never public Parser outputs.outputs: {- markdown: { type: 'string', value: '' },- text: { type: 'string', value: '' },- html: { type: 'string', value: '' },json: { type: 'Array<object>', value: [] },},// Global vision enhancement, off by default; the model id is prefilled from@@ -171,7 +110,6 @@ export const initialParserValues = {setups: [{fileFormat: FileType.PDF,- output_format: PdfOutputFormat.Json,parse_method: ParseDocumentType.DeepDOC,preprocess: PreprocessValue.main_content,remove_header_footer: false,@@ -179,63 +117,52 @@ export const initialParserValues = {},{fileFormat: FileType.Spreadsheet,- output_format: SpreadsheetOutputFormat.Json,parse_method: ParseDocumentType.DeepDOC,preprocess: PreprocessValue.main_content,},{fileFormat: FileType.Image,- output_format: ImageOutputFormat.Json,ocr_enabled: true,preprocess: PreprocessValue.main_content,},{fileFormat: FileType.Email,fields: Object.values(ParserFields),- output_format: EmailOutputFormat.Text,preprocess: PreprocessValue.main_content,},{fileFormat: FileType.TextMarkdown,- output_format: TextMarkdownOutputFormat.Text,preprocess: PreprocessValue.main_content,},{fileFormat: FileType.Code,- output_format: TextJsonOutputFormat.Json,preprocess: PreprocessValue.main_content,},{fileFormat: FileType.Html,- output_format: TextJsonOutputFormat.Json,preprocess: PreprocessValue.main_content,remove_header_footer: false,},{fileFormat: FileType.Doc,- output_format: DocxOutputFormat.Json,preprocess: PreprocessValue.main_content,remove_header_footer: false,},{fileFormat: FileType.Docx,- output_format: DocxOutputFormat.Json,preprocess: PreprocessValue.main_content,remove_header_footer: false,},{fileFormat: FileType.PowerPoint,- output_format: PptOutputFormat.Json,parse_method: ParseDocumentType.DeepDOC,preprocess: PreprocessValue.main_content,},{fileFormat: FileType.Video,- output_format: VideoOutputFormat.Text,},{fileFormat: FileType.Audio,- output_format: AudioOutputFormat.Text,vlm: { llm_id: '' },},],diff --git a/web/src/pages/agent/form/parser-form/audio-form-fields.tsx b/web/src/pages/agent/form/parser-form/audio-form-fields.tsxindex 1da002522f..c31511d048 100644--- a/web/src/pages/agent/form/parser-form/audio-form-fields.tsx+++ b/web/src/pages/agent/form/parser-form/audio-form-fields.tsx@@ -4,10 +4,10 @@ import {} from '@/components/model-tree-select';import { useTranslation } from 'react-i18next';import { useOwnerTenantId } from '../../context';-import { OutputFormatFormFieldProps } from './common-form-fields';+import { CommonProps } from './interface';import { buildFieldNameWithPrefix } from './utils';-export function AudioFormFields({ prefix }: OutputFormatFormFieldProps) {+export function AudioFormFields({ prefix }: CommonProps) {const { t } = useTranslation();const ownerTenantId = useOwnerTenantId();diff --git a/web/src/pages/agent/form/parser-form/common-form-fields.tsx b/web/src/pages/agent/form/parser-form/common-form-fields.tsxindex b3e8029ed0..16b96e78da 100644--- a/web/src/pages/agent/form/parser-form/common-form-fields.tsx+++ b/web/src/pages/agent/form/parser-form/common-form-fields.tsx@@ -9,59 +9,13 @@ import {} from '@/components/originui/select-with-search';import { RAGFlowFormItem } from '@/components/ragflow-form';import { Switch } from '@/components/ui/switch';-import { FileType } from '@/constants/file';-import { upperCase, upperFirst } from 'lodash';import { useEffect } from 'react';import { useFormContext, useWatch } from 'react-hook-form';import { useTranslation } from 'react-i18next';import { useOwnerTenantId } from '../../context';-import {- OutputFormatMap,- SpreadsheetOutputFormat,-} from '../../constant/pipeline';import { CommonProps } from './interface';import { buildFieldNameWithPrefix } from './utils';-const UppercaseFields = [- SpreadsheetOutputFormat.Html,- SpreadsheetOutputFormat.Json,-];--function buildOutputOptionsFormatMap() {- return Object.entries(OutputFormatMap).reduce<- Record<string, SelectWithSearchFlagOptionType[]>- >((pre, [key, value]) => {- pre[key] = Object.values(value).map((v) => ({- label: UppercaseFields.some((x) => x === v)- ? upperCase(v)- : upperFirst(v),- value: v,- }));- return pre;- }, {});-}--export type OutputFormatFormFieldProps = CommonProps & {- fileType: FileType;-};--export function OutputFormatFormField({- prefix,- fileType,-}: OutputFormatFormFieldProps) {- const { t } = useTranslation();- return (- <RAGFlowFormItem- name={buildFieldNameWithPrefix(`output_format`, prefix)}- label={t('flow.outputFormat')}- >- <SelectWithSearch- options={buildOutputOptionsFormatMap()[fileType]}- ></SelectWithSearch>- </RAGFlowFormItem>- );-}-/** Uses owner-tenant models, enabling MinerU options only for PDF callers. */export function ParserMethodFormField({prefix,diff --git a/web/src/pages/agent/form/parser-form/index.tsx b/web/src/pages/agent/form/parser-form/index.tsxindex 7304a0139a..9179a530c8 100644--- a/web/src/pages/agent/form/parser-form/index.tsx+++ b/web/src/pages/agent/form/parser-form/index.tsx@@ -25,7 +25,6 @@ import { INextOperatorForm } from '../../interface';import { buildOutputList } from '../../utils/build-output-list';import { Output } from '../components/output';import { AudioFormFields } from './audio-form-fields';-import { OutputFormatFormField } from './common-form-fields';import { EmailFormFields } from './email-form-fields';import { HtmlFormFields } from './html-form-fields';import { ImageFormFields } from './image-form-fields';@@ -99,15 +98,9 @@ function ParserItem({ name, index, canRemove, onRemove }: ParserItemProps) {}><div className="space-y-5">- <Widget prefix={prefix} fileType={fileFormat as FileType}></Widget>+ <Widget prefix={prefix}></Widget></div></Collapse>- <div className="hidden">- <OutputFormatFormField- prefix={prefix}- fileType={fileFormat as FileType}- />- </div></Card>);}diff --git a/web/src/pages/agent/form/parser-form/schema.test.ts b/web/src/pages/agent/form/parser-form/schema.test.tsindex 8ec0da5fdd..91268bcc62 100644--- a/web/src/pages/agent/form/parser-form/schema.test.ts+++ b/web/src/pages/agent/form/parser-form/schema.test.ts@@ -74,10 +74,7 @@ describe('parser FormSchema', () => {it('accepts video and audio setups without a model', () => {const result = FormSchema.safeParse({- setups: [- { fileFormat: FileType.Video, output_format: 'text' },- { fileFormat: FileType.Audio, output_format: 'text' },- ],+ setups: [{ fileFormat: FileType.Video }, { fileFormat: FileType.Audio }],});expect(result.success).toBe(true);});@@ -89,7 +86,7 @@ describe('parser FormSchema', () => {it('still requires fields for email', () => {const result = FormSchema.safeParse({- setups: [{ fileFormat: FileType.Email, output_format: 'text' }],+ setups: [{ fileFormat: FileType.Email }],});expect(result.success).toBe(false);@@ -97,7 +94,6 @@ describe('parser FormSchema', () => {setups: [{fileFormat: FileType.Email,- output_format: 'text',fields: Object.values(ParserFields),},],diff --git a/web/src/pages/agent/form/parser-form/schema.ts b/web/src/pages/agent/form/parser-form/schema.tsindex ce405af669..594b7840a3 100644--- a/web/src/pages/agent/form/parser-form/schema.ts+++ b/web/src/pages/agent/form/parser-form/schema.ts@@ -6,7 +6,6 @@ export const SetupSchema = z.object({fileFormat: z.string().nullish(),// preprocess: z.array(z.string()).optional(),- output_format: z.string().optional(),parse_method: z.string().optional(),mineru_parse_method: z.string().optional(),mineru_lang: z.string().optional(),diff --git a/web/src/pages/agent/form/parser-form/utils.test.ts b/web/src/pages/agent/form/parser-form/utils.test.tsindex b4d1dfedc9..8688fd55c9 100644--- a/web/src/pages/agent/form/parser-form/utils.test.ts+++ b/web/src/pages/agent/form/parser-form/utils.test.ts@@ -311,5 +311,26 @@ describe('parser-form utils', () => {});expect(normalizeParserFormValues(once)).toEqual(once);});++ it('drops the retired per-setup output_format from every family', () => {+ // The Go Parser normalizes all setups to JSON, so a stored legacy value+ // is dead config that must not survive a load/save round-trip.+ const normalized = normalizeParserFormValues({+ setups: [+ { fileFormat: FileType.PDF, output_format: 'markdown' },+ {+ fileFormat: FileType.Audio,+ output_format: 'text',+ vlm: { llm_id: 'whisper@OpenAI' },+ },+ ],+ });+ expect(normalized.setups[0]).toEqual({ fileFormat: FileType.PDF });+ // Audio keeps its per-setup ASR model; only output_format goes.+ expect(normalized.setups[1]).toEqual({+ fileFormat: FileType.Audio,+ vlm: { llm_id: 'whisper@OpenAI' },+ });+ });});});diff --git a/web/src/pages/agent/form/parser-form/utils.ts b/web/src/pages/agent/form/parser-form/utils.tsindex e874ee6a91..bdb76cb387 100644--- a/web/src/pages/agent/form/parser-form/utils.ts+++ b/web/src/pages/agent/form/parser-form/utils.ts@@ -76,8 +76,11 @@ export function normalizeParserFormValues<T extends Record<string, any>>('');const nextSetups = setups.map((x) => {- if (x?.fileFormat === FileType.Audio) return x;- const stripped = omit(x, ['vlm', 'flatten_media_to_text']);+ // output_format is retired on every family: the Go Parser normalizes all+ // setups to JSON, so a stored value is dead config that must not survive+ // a load/save round-trip.+ if (x?.fileFormat === FileType.Audio) return omit(x, ['output_format']);+ const stripped = omit(x, ['vlm', 'flatten_media_to_text', 'output_format']);if (x?.fileFormat !== FileType.Image) return stripped;const { parse_method, ...rest } = omit(stripped, ['lang', 'system_prompt']);// Materialize the switch either way. Absent or "ocr" both mean "run localdiff --git a/web/src/pages/agent/form/parser-form/word-form-fields.tsx b/web/src/pages/agent/form/parser-form/word-form-fields.tsxindex 3b8c491fbc..f49f5e9fe8 100644--- a/web/src/pages/agent/form/parser-form/word-form-fields.tsx+++ b/web/src/pages/agent/form/parser-form/word-form-fields.tsx@@ -1,9 +1,7 @@-import {- OutputFormatFormFieldProps,- RemoveHeaderFooterFormField,-} from './common-form-fields';+import { RemoveHeaderFooterFormField } from './common-form-fields';+import { CommonProps } from './interface';-export function WordFormFields({ prefix }: OutputFormatFormFieldProps) {+export function WordFormFields({ prefix }: CommonProps) {return (<><RemoveHeaderFooterFormField prefix={prefix} />diff --git a/web/src/pages/agent/utils.test.ts b/web/src/pages/agent/utils.test.tsindex c6927b7f70..96cfbbbf66 100644--- a/web/src/pages/agent/utils.test.ts+++ b/web/src/pages/agent/utils.test.ts@@ -216,7 +216,7 @@ describe('transformParserParams vision settings', () => {it('writes the image OCR switch without retired vision fields', () => {// The saved shape is the contract the Go parser reads, so pin it: the// switch out, and the retired per-family keys never written back.- const result = transformParserParams({+ const result: Record<string, any> = transformParserParams({enable_vision_enhancement: false,vlm: { llm_id: '', system_prompt: '' },setups: [@@ -235,6 +235,9 @@ describe('transformParserParams vision settings', () => {expect(result.image).not.toHaveProperty('parse_method');expect(result.image).not.toHaveProperty('lang');expect(result.image).not.toHaveProperty('system_prompt');+ // output_format is retired: the Go Parser normalizes every family to+ // JSON, so a stored legacy value must never be written back.+ expect(result.image).not.toHaveProperty('output_format');});});diff --git a/web/src/pages/agent/utils.ts b/web/src/pages/agent/utils.tsindex cb302d0199..3dfa5a9035 100644--- a/web/src/pages/agent/utils.ts+++ b/web/src/pages/agent/utils.ts@@ -229,7 +229,6 @@ export function transformParserParams(params: ParserFormSchemaType) {pages: number[][];}> = {- output_format: cur.output_format,suffix: FileTypeSuffixMap[cur.fileFormat as FileType],};