Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

Fix: Remove the `output_format` field from the form for the parser operator. (#21303)

balibabu332830ff4334
diff --git a/web/src/pages/agent/constant/pipeline.tsx b/web/src/pages/agent/constant/pipeline.tsx
index a317b7abee..1dc5a63803 100644
--- a/web/src/pages/agent/constant/pipeline.tsx
+++ b/web/src/pages/agent/constant/pipeline.tsx
@@ -4,66 +4,6 @@ import { FileType } from '@/constants/file';
import { ModelTypeToField } from '@/constants/llm';
import { cloneDeep } from 'lodash';
-export enum PdfOutputFormat {
- Json = 'json',
- Markdown = 'markdown',
-}
-
-export enum SpreadsheetOutputFormat {
- Json = 'json',
- Html = 'html',
-}
-
-export enum ImageOutputFormat {
- Json = 'json',
-}
-
-export enum EmailOutputFormat {
- Json = 'json',
- Text = 'text',
-}
-
-export enum TextMarkdownOutputFormat {
- Text = 'json',
-}
-
-export enum TextJsonOutputFormat {
- Text = 'text',
- Json = 'json',
-}
-
-export enum DocxOutputFormat {
- Markdown = 'markdown',
- Json = 'json',
-}
-
-export enum PptOutputFormat {
- Json = 'json',
-}
-
-export enum VideoOutputFormat {
- Text = 'text',
-}
-
-export enum AudioOutputFormat {
- Text = 'text',
-}
-
-export const OutputFormatMap = {
- [FileType.PDF]: PdfOutputFormat,
- [FileType.Spreadsheet]: SpreadsheetOutputFormat,
- [FileType.Image]: ImageOutputFormat,
- [FileType.Email]: EmailOutputFormat,
- [FileType.TextMarkdown]: TextMarkdownOutputFormat,
- [FileType.Code]: TextJsonOutputFormat,
- [FileType.Html]: TextJsonOutputFormat,
- [FileType.Doc]: DocxOutputFormat,
- [FileType.Docx]: DocxOutputFormat,
- [FileType.PowerPoint]: PptOutputFormat,
- [FileType.Video]: VideoOutputFormat,
- [FileType.Audio]: AudioOutputFormat,
-};
-
// The audio parser defaults to the tenant's ASR model, keyed by the
// useFetchDefaultModelDictionary fields. (The vision model is a single global
// parser option, not per file type, so video no longer appears here.)
@@ -157,10 +97,9 @@ export const PreprocessLabelKeyMap: Record<PreprocessValue, string> = {
author: 'author',
};
export const initialParserValues = {
+ // The Go Parser component emits structured JSON items only; markdown/text/
+ // html are internal backend representations, never public Parser outputs.
outputs: {
- markdown: { type: 'string', value: '' },
- text: { type: 'string', value: '' },
- html: { type: 'string', value: '' },
json: { type: 'Array<object>', value: [] },
},
// Global vision enhancement, off by default; the model id is prefilled from
@@ -171,7 +110,6 @@ export const initialParserValues = {
setups: [
{
fileFormat: FileType.PDF,
- output_format: PdfOutputFormat.Json,
parse_method: ParseDocumentType.DeepDOC,
preprocess: PreprocessValue.main_content,
remove_header_footer: false,
@@ -179,63 +117,52 @@ export const initialParserValues = {
},
{
fileFormat: FileType.Spreadsheet,
- output_format: SpreadsheetOutputFormat.Json,
parse_method: ParseDocumentType.DeepDOC,
preprocess: PreprocessValue.main_content,
},
{
fileFormat: FileType.Image,
- output_format: ImageOutputFormat.Json,
ocr_enabled: true,
preprocess: PreprocessValue.main_content,
},
{
fileFormat: FileType.Email,
fields: Object.values(ParserFields),
- output_format: EmailOutputFormat.Text,
preprocess: PreprocessValue.main_content,
},
{
fileFormat: FileType.TextMarkdown,
- output_format: TextMarkdownOutputFormat.Text,
preprocess: PreprocessValue.main_content,
},
{
fileFormat: FileType.Code,
- output_format: TextJsonOutputFormat.Json,
preprocess: PreprocessValue.main_content,
},
{
fileFormat: FileType.Html,
- output_format: TextJsonOutputFormat.Json,
preprocess: PreprocessValue.main_content,
remove_header_footer: false,
},
{
fileFormat: FileType.Doc,
- output_format: DocxOutputFormat.Json,
preprocess: PreprocessValue.main_content,
remove_header_footer: false,
},
{
fileFormat: FileType.Docx,
- output_format: DocxOutputFormat.Json,
preprocess: PreprocessValue.main_content,
remove_header_footer: false,
},
{
fileFormat: FileType.PowerPoint,
- output_format: PptOutputFormat.Json,
parse_method: ParseDocumentType.DeepDOC,
preprocess: PreprocessValue.main_content,
},
{
fileFormat: FileType.Video,
- output_format: VideoOutputFormat.Text,
},
{
fileFormat: FileType.Audio,
- output_format: AudioOutputFormat.Text,
vlm: { llm_id: '' },
},
],
diff --git a/web/src/pages/agent/form/parser-form/audio-form-fields.tsx b/web/src/pages/agent/form/parser-form/audio-form-fields.tsx
index 1da002522f..c31511d048 100644
--- a/web/src/pages/agent/form/parser-form/audio-form-fields.tsx
+++ b/web/src/pages/agent/form/parser-form/audio-form-fields.tsx
@@ -4,10 +4,10 @@ import {
} from '@/components/model-tree-select';
import { useTranslation } from 'react-i18next';
import { useOwnerTenantId } from '../../context';
-import { OutputFormatFormFieldProps } from './common-form-fields';
+import { CommonProps } from './interface';
import { buildFieldNameWithPrefix } from './utils';
-export function AudioFormFields({ prefix }: OutputFormatFormFieldProps) {
+export function AudioFormFields({ prefix }: CommonProps) {
const { t } = useTranslation();
const ownerTenantId = useOwnerTenantId();
diff --git a/web/src/pages/agent/form/parser-form/common-form-fields.tsx b/web/src/pages/agent/form/parser-form/common-form-fields.tsx
index b3e8029ed0..16b96e78da 100644
--- a/web/src/pages/agent/form/parser-form/common-form-fields.tsx
+++ b/web/src/pages/agent/form/parser-form/common-form-fields.tsx
@@ -9,59 +9,13 @@ import {
} from '@/components/originui/select-with-search';
import { RAGFlowFormItem } from '@/components/ragflow-form';
import { Switch } from '@/components/ui/switch';
-import { FileType } from '@/constants/file';
-import { upperCase, upperFirst } from 'lodash';
import { useEffect } from 'react';
import { useFormContext, useWatch } from 'react-hook-form';
import { useTranslation } from 'react-i18next';
import { useOwnerTenantId } from '../../context';
-import {
- OutputFormatMap,
- SpreadsheetOutputFormat,
-} from '../../constant/pipeline';
import { CommonProps } from './interface';
import { buildFieldNameWithPrefix } from './utils';
-const UppercaseFields = [
- SpreadsheetOutputFormat.Html,
- SpreadsheetOutputFormat.Json,
-];
-
-function buildOutputOptionsFormatMap() {
- return Object.entries(OutputFormatMap).reduce<
- Record<string, SelectWithSearchFlagOptionType[]>
- >((pre, [key, value]) => {
- pre[key] = Object.values(value).map((v) => ({
- label: UppercaseFields.some((x) => x === v)
- ? upperCase(v)
- : upperFirst(v),
- value: v,
- }));
- return pre;
- }, {});
-}
-
-export type OutputFormatFormFieldProps = CommonProps & {
- fileType: FileType;
-};
-
-export function OutputFormatFormField({
- prefix,
- fileType,
-}: OutputFormatFormFieldProps) {
- const { t } = useTranslation();
- return (
- <RAGFlowFormItem
- name={buildFieldNameWithPrefix(`output_format`, prefix)}
- label={t('flow.outputFormat')}
- >
- <SelectWithSearch
- options={buildOutputOptionsFormatMap()[fileType]}
- ></SelectWithSearch>
- </RAGFlowFormItem>
- );
-}
-
/** Uses owner-tenant models, enabling MinerU options only for PDF callers. */
export function ParserMethodFormField({
prefix,
diff --git a/web/src/pages/agent/form/parser-form/index.tsx b/web/src/pages/agent/form/parser-form/index.tsx
index 7304a0139a..9179a530c8 100644
--- a/web/src/pages/agent/form/parser-form/index.tsx
+++ b/web/src/pages/agent/form/parser-form/index.tsx
@@ -25,7 +25,6 @@ import { INextOperatorForm } from '../../interface';
import { buildOutputList } from '../../utils/build-output-list';
import { Output } from '../components/output';
import { AudioFormFields } from './audio-form-fields';
-import { OutputFormatFormField } from './common-form-fields';
import { EmailFormFields } from './email-form-fields';
import { HtmlFormFields } from './html-form-fields';
import { ImageFormFields } from './image-form-fields';
@@ -99,15 +98,9 @@ function ParserItem({ name, index, canRemove, onRemove }: ParserItemProps) {
}
>
<div className="space-y-5">
- <Widget prefix={prefix} fileType={fileFormat as FileType}></Widget>
+ <Widget prefix={prefix}></Widget>
</div>
</Collapse>
- <div className="hidden">
- <OutputFormatFormField
- prefix={prefix}
- fileType={fileFormat as FileType}
- />
- </div>
</Card>
);
}
diff --git a/web/src/pages/agent/form/parser-form/schema.test.ts b/web/src/pages/agent/form/parser-form/schema.test.ts
index 8ec0da5fdd..91268bcc62 100644
--- a/web/src/pages/agent/form/parser-form/schema.test.ts
+++ b/web/src/pages/agent/form/parser-form/schema.test.ts
@@ -74,10 +74,7 @@ describe('parser FormSchema', () => {
it('accepts video and audio setups without a model', () => {
const result = FormSchema.safeParse({
- setups: [
- { fileFormat: FileType.Video, output_format: 'text' },
- { fileFormat: FileType.Audio, output_format: 'text' },
- ],
+ setups: [{ fileFormat: FileType.Video }, { fileFormat: FileType.Audio }],
});
expect(result.success).toBe(true);
});
@@ -89,7 +86,7 @@ describe('parser FormSchema', () => {
it('still requires fields for email', () => {
const result = FormSchema.safeParse({
- setups: [{ fileFormat: FileType.Email, output_format: 'text' }],
+ setups: [{ fileFormat: FileType.Email }],
});
expect(result.success).toBe(false);
@@ -97,7 +94,6 @@ describe('parser FormSchema', () => {
setups: [
{
fileFormat: FileType.Email,
- output_format: 'text',
fields: Object.values(ParserFields),
},
],
diff --git a/web/src/pages/agent/form/parser-form/schema.ts b/web/src/pages/agent/form/parser-form/schema.ts
index ce405af669..594b7840a3 100644
--- a/web/src/pages/agent/form/parser-form/schema.ts
+++ b/web/src/pages/agent/form/parser-form/schema.ts
@@ -6,7 +6,6 @@ export const SetupSchema = z
.object({
fileFormat: z.string().nullish(),
// preprocess: z.array(z.string()).optional(),
- output_format: z.string().optional(),
parse_method: z.string().optional(),
mineru_parse_method: z.string().optional(),
mineru_lang: z.string().optional(),
diff --git a/web/src/pages/agent/form/parser-form/utils.test.ts b/web/src/pages/agent/form/parser-form/utils.test.ts
index b4d1dfedc9..8688fd55c9 100644
--- a/web/src/pages/agent/form/parser-form/utils.test.ts
+++ b/web/src/pages/agent/form/parser-form/utils.test.ts
@@ -311,5 +311,26 @@ describe('parser-form utils', () => {
});
expect(normalizeParserFormValues(once)).toEqual(once);
});
+
+ it('drops the retired per-setup output_format from every family', () => {
+ // The Go Parser normalizes all setups to JSON, so a stored legacy value
+ // is dead config that must not survive a load/save round-trip.
+ const normalized = normalizeParserFormValues({
+ setups: [
+ { fileFormat: FileType.PDF, output_format: 'markdown' },
+ {
+ fileFormat: FileType.Audio,
+ output_format: 'text',
+ vlm: { llm_id: 'whisper@OpenAI' },
+ },
+ ],
+ });
+ expect(normalized.setups[0]).toEqual({ fileFormat: FileType.PDF });
+ // Audio keeps its per-setup ASR model; only output_format goes.
+ expect(normalized.setups[1]).toEqual({
+ fileFormat: FileType.Audio,
+ vlm: { llm_id: 'whisper@OpenAI' },
+ });
+ });
});
});
diff --git a/web/src/pages/agent/form/parser-form/utils.ts b/web/src/pages/agent/form/parser-form/utils.ts
index e874ee6a91..bdb76cb387 100644
--- a/web/src/pages/agent/form/parser-form/utils.ts
+++ b/web/src/pages/agent/form/parser-form/utils.ts
@@ -76,8 +76,11 @@ export function normalizeParserFormValues<T extends Record<string, any>>(
'');
const nextSetups = setups.map((x) => {
- if (x?.fileFormat === FileType.Audio) return x;
- const stripped = omit(x, ['vlm', 'flatten_media_to_text']);
+ // output_format is retired on every family: the Go Parser normalizes all
+ // setups to JSON, so a stored value is dead config that must not survive
+ // a load/save round-trip.
+ if (x?.fileFormat === FileType.Audio) return omit(x, ['output_format']);
+ const stripped = omit(x, ['vlm', 'flatten_media_to_text', 'output_format']);
if (x?.fileFormat !== FileType.Image) return stripped;
const { parse_method, ...rest } = omit(stripped, ['lang', 'system_prompt']);
// Materialize the switch either way. Absent or "ocr" both mean "run local
diff --git a/web/src/pages/agent/form/parser-form/word-form-fields.tsx b/web/src/pages/agent/form/parser-form/word-form-fields.tsx
index 3b8c491fbc..f49f5e9fe8 100644
--- a/web/src/pages/agent/form/parser-form/word-form-fields.tsx
+++ b/web/src/pages/agent/form/parser-form/word-form-fields.tsx
@@ -1,9 +1,7 @@
-import {
- OutputFormatFormFieldProps,
- RemoveHeaderFooterFormField,
-} from './common-form-fields';
+import { RemoveHeaderFooterFormField } from './common-form-fields';
+import { CommonProps } from './interface';
-export function WordFormFields({ prefix }: OutputFormatFormFieldProps) {
+export function WordFormFields({ prefix }: CommonProps) {
return (
<>
<RemoveHeaderFooterFormField prefix={prefix} />
diff --git a/web/src/pages/agent/utils.test.ts b/web/src/pages/agent/utils.test.ts
index c6927b7f70..96cfbbbf66 100644
--- a/web/src/pages/agent/utils.test.ts
+++ b/web/src/pages/agent/utils.test.ts
@@ -216,7 +216,7 @@ describe('transformParserParams vision settings', () => {
it('writes the image OCR switch without retired vision fields', () => {
// The saved shape is the contract the Go parser reads, so pin it: the
// switch out, and the retired per-family keys never written back.
- const result = transformParserParams({
+ const result: Record<string, any> = transformParserParams({
enable_vision_enhancement: false,
vlm: { llm_id: '', system_prompt: '' },
setups: [
@@ -235,6 +235,9 @@ describe('transformParserParams vision settings', () => {
expect(result.image).not.toHaveProperty('parse_method');
expect(result.image).not.toHaveProperty('lang');
expect(result.image).not.toHaveProperty('system_prompt');
+ // output_format is retired: the Go Parser normalizes every family to
+ // JSON, so a stored legacy value must never be written back.
+ expect(result.image).not.toHaveProperty('output_format');
});
});
diff --git a/web/src/pages/agent/utils.ts b/web/src/pages/agent/utils.ts
index cb302d0199..3dfa5a9035 100644
--- a/web/src/pages/agent/utils.ts
+++ b/web/src/pages/agent/utils.ts
@@ -229,7 +229,6 @@ export function transformParserParams(params: ParserFormSchemaType) {
pages: number[][];
}
> = {
- output_format: cur.output_format,
suffix: FileTypeSuffixMap[cur.fileFormat as FileType],
};