Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

Fix: The introductory information for the built-in parsing methods is no longer accessible. (#20675)

balibabuc60fa3740bee
diff --git a/web/src/pages/dataset/setting/category-panel.tsx b/web/src/pages/dataset/setting/category-panel.tsx
new file mode 100644
index 0000000000..9566c79fce
--- /dev/null
+++ b/web/src/pages/dataset/setting/category-panel.tsx
@@ -0,0 +1,150 @@
+import SvgIcon from '@/components/svg-icon';
+import Divider from '@/components/ui/divider';
+import { useSelectParserList } from '@/hooks/use-user-setting-request';
+import DOMPurify from 'dompurify';
+import camelCase from 'lodash/camelCase';
+import { useCallback, useEffect, useMemo, useState } from 'react';
+import { useTranslation } from 'react-i18next';
+
+// A few images in the repo (infiniflow-ai/ragflow-images, builtin/chunk-method)
+// are jpg rather than png; override them by 1-based index.
+const getImageName = (
+ prefix: string,
+ length: number,
+ extensionOverrides: Record<number, string> = {},
+) =>
+ new Array(length)
+ .fill(0)
+ .map(
+ (_x, idx) =>
+ `https://raw.gitcode.com/infiniflow-ai/ragflow-images/raw/main/builtin/chunk-method/${prefix}-0${idx + 1}.${extensionOverrides[idx + 1] ?? 'png'}`,
+ );
+
+// The Go pipeline catalog uses 'general' as the id of the parser whose
+// description lives under the 'naive' locale key.
+const DescriptionKeyMap: Record<string, string> = {
+ general: 'naive',
+};
+
+const ImageMap = {
+ audio: getImageName('audio', 1),
+ email: getImageName('email', 1),
+ book: getImageName('book', 4, { 1: 'jpg' }),
+ laws: getImageName('law', 2),
+ manual: getImageName('manual', 4),
+ picture: getImageName('media', 2),
+ naive: getImageName('naive', 2, { 2: 'jpg' }),
+ general: getImageName('naive', 2, { 2: 'jpg' }),
+ paper: getImageName('paper', 2),
+ presentation: getImageName('presentation', 2),
+ qa: getImageName('qa', 2),
+ resume: getImageName('resume', 2),
+ table: getImageName('table', 2, { 1: 'jpg' }),
+ one: getImageName('one', 2),
+ tag: getImageName('tag', 2),
+};
+
+const ChunkMethodScreenshot = ({ src }: { src: string }) => {
+ const { t } = useTranslation();
+ const [failed, setFailed] = useState(false);
+
+ useEffect(() => {
+ setFailed(false);
+ }, [src]);
+
+ const handleError = useCallback(() => setFailed(true), []);
+
+ if (failed) {
+ return (
+ <div className="flex h-40 w-full items-center justify-center rounded-md border border-border-button bg-bg-card">
+ <span className="text-sm text-text-secondary">
+ {t('knowledgeConfiguration.imageLoadFailed')}
+ </span>
+ </div>
+ );
+ }
+
+ return (
+ <img
+ src={src}
+ alt=""
+ width={'100%'}
+ className="w-full max-w-full"
+ onError={handleError}
+ />
+ );
+};
+
+const CategoryPanel = ({ chunkMethod }: { chunkMethod: string }) => {
+ const parserList = useSelectParserList();
+ const { t } = useTranslation();
+
+ const item = useMemo(() => {
+ const item = parserList.find((x) => x.value === chunkMethod);
+ if (item) {
+ const descriptionKey = DescriptionKeyMap[item.value] ?? item.value;
+ return {
+ title: item.label,
+ // Methods without a description entry get an empty string, so the
+ // empty placeholder below is still shown for them.
+ description: t(`knowledgeConfiguration.${camelCase(descriptionKey)}`, {
+ defaultValue: '',
+ }),
+ };
+ }
+ return { title: '', description: '' };
+ }, [parserList, chunkMethod, t]);
+
+ const imageList = useMemo(() => {
+ if (chunkMethod in ImageMap) {
+ return ImageMap[chunkMethod as keyof typeof ImageMap];
+ }
+ return [];
+ }, [chunkMethod]);
+
+ const hasDescription = item.description.trim().length > 0;
+
+ return (
+ <div>
+ {hasDescription ? (
+ <>
+ <h5 className="font-semibold text-base mt-0 mb-1">
+ {`"${item.title}" ${t('knowledgeConfiguration.methodTitle')}`}
+ </h5>
+ <p
+ className="[&_ul]:list-disc [&_ol]:list-decimal [&_:is(ul,ol)]:pl-8"
+ dangerouslySetInnerHTML={{
+ __html: DOMPurify.sanitize(item.description),
+ }}
+ ></p>
+ {imageList.length > 0 && (
+ <>
+ <h5 className="font-semibold text-base mt-4 mb-1">{`"${item.title}" ${t('knowledgeConfiguration.methodExamples')}`}</h5>
+ <span className="text-text-secondary">
+ {t('knowledgeConfiguration.methodExamplesDescription')}
+ </span>
+ <div className="grid grid-cols-2 gap-2.5 mt-4">
+ {imageList.map((x) => (
+ <ChunkMethodScreenshot key={x} src={x} />
+ ))}
+ </div>
+ <h5 className="font-semibold text-base mt-4 mb-1">
+ {item.title} {t('knowledgeConfiguration.dialogueExamplesTitle')}
+ </h5>
+ <Divider></Divider>
+ </>
+ )}
+ </>
+ ) : (
+ <div className="flex flex-col items-center justify-center py-8">
+ <p className="text-text-secondary mb-4">
+ {t('knowledgeConfiguration.methodEmpty')}
+ </p>
+ <SvgIcon name={'chunk-method/chunk-empty'} width={'100%'}></SvgIcon>
+ </div>
+ )}
+ </div>
+ );
+};
+
+export default CategoryPanel;
diff --git a/web/src/pages/dataset/setting/chunk-method-learn-more.tsx b/web/src/pages/dataset/setting/chunk-method-learn-more.tsx
new file mode 100644
index 0000000000..eca91fe08b
--- /dev/null
+++ b/web/src/pages/dataset/setting/chunk-method-learn-more.tsx
@@ -0,0 +1,48 @@
+import { Button } from '@/components/ui/button';
+import { Card, CardContent } from '@/components/ui/card';
+import { LucideX } from 'lucide-react';
+import { useCallback, useState } from 'react';
+import { useTranslation } from 'react-i18next';
+import CategoryPanel from './category-panel';
+
+const ChunkMethodLearnMore = ({ parserId }: { parserId: string }) => {
+ const { t } = useTranslation();
+ const [visible, setVisible] = useState(false);
+
+ const toggleVisible = useCallback(() => {
+ setVisible((v) => !v);
+ }, []);
+
+ const hidePanel = useCallback(() => {
+ setVisible(false);
+ }, []);
+
+ return (
+ <div className="flex flex-1 flex-col">
+ <div>
+ <Button variant="outline" onClick={toggleVisible}>
+ {t('knowledgeDetails.learnMore')}
+ </Button>
+ </div>
+
+ {visible && (
+ <Card as="article" className="relative flex-1 overflow-auto mt-4">
+ <Button
+ className="absolute right-2 top-2"
+ variant="ghost"
+ size="icon-xs"
+ onClick={hidePanel}
+ >
+ <LucideX />
+ </Button>
+
+ <CardContent className="p-5">
+ <CategoryPanel chunkMethod={parserId}></CategoryPanel>
+ </CardContent>
+ </Card>
+ )}
+ </div>
+ );
+};
+
+export default ChunkMethodLearnMore;
diff --git a/web/src/pages/dataset/setting/go/components/added-source-card.tsx b/web/src/pages/dataset/setting/components/added-source-card.tsx
similarity index 100%
rename from web/src/pages/dataset/setting/go/components/added-source-card.tsx
rename to web/src/pages/dataset/setting/components/added-source-card.tsx
diff --git a/web/src/pages/dataset/setting/go/components/link-data-source-modal.tsx b/web/src/pages/dataset/setting/components/link-data-source-modal.tsx
similarity index 100%
rename from web/src/pages/dataset/setting/go/components/link-data-source-modal.tsx
rename to web/src/pages/dataset/setting/components/link-data-source-modal.tsx
diff --git a/web/src/pages/dataset/setting/go/components/link-data-source.tsx b/web/src/pages/dataset/setting/components/link-data-source.tsx
similarity index 100%
rename from web/src/pages/dataset/setting/go/components/link-data-source.tsx
rename to web/src/pages/dataset/setting/components/link-data-source.tsx
diff --git a/web/src/pages/dataset/setting/go/embedding-model-form-field.tsx b/web/src/pages/dataset/setting/embedding-model-form-field.tsx
similarity index 97%
rename from web/src/pages/dataset/setting/go/embedding-model-form-field.tsx
rename to web/src/pages/dataset/setting/embedding-model-form-field.tsx
index 338a42cc73..cd5dd49acf 100644
--- a/web/src/pages/dataset/setting/go/embedding-model-form-field.tsx
+++ b/web/src/pages/dataset/setting/embedding-model-form-field.tsx
@@ -8,7 +8,7 @@ import {
import { useTranslate } from '@/hooks/common-hooks';
import { cn } from '@/lib/utils';
import { useFormContext } from 'react-hook-form';
-import { EmbeddingSelect } from '../embedding-select';
+import { EmbeddingSelect } from './embedding-select';
import { useHasParsedDocument } from './hooks';
interface IProps {
diff --git a/web/src/pages/dataset/setting/go/form-schema.ts b/web/src/pages/dataset/setting/form-schema.ts
similarity index 100%
rename from web/src/pages/dataset/setting/go/form-schema.ts
rename to web/src/pages/dataset/setting/form-schema.ts
diff --git a/web/src/pages/dataset/setting/go/general-form.tsx b/web/src/pages/dataset/setting/general-form.tsx
similarity index 98%
rename from web/src/pages/dataset/setting/go/general-form.tsx
rename to web/src/pages/dataset/setting/general-form.tsx
index c4a8442e00..0d9e304ae6 100644
--- a/web/src/pages/dataset/setting/go/general-form.tsx
+++ b/web/src/pages/dataset/setting/general-form.tsx
@@ -17,7 +17,7 @@ import {
import { useMemo } from 'react';
import { useFormContext } from 'react-hook-form';
import { useTranslation } from 'react-i18next';
-import { useOwnerTenantId } from '../../contexts/knowledge-base-context';
+import { useOwnerTenantId } from '../contexts/knowledge-base-context';
import { EmbeddingModelItem } from './embedding-model-form-field';
import { PermissionFormField } from './permission-form-field';
diff --git a/web/src/pages/dataset/setting/go/index.tsx b/web/src/pages/dataset/setting/go/index.tsx
deleted file mode 100644
index 0300ea51ba..0000000000
--- a/web/src/pages/dataset/setting/go/index.tsx
+++ /dev/null
@@ -1,319 +0,0 @@
-import { ParserSelect } from '@/components/parser-select';
-import PipelineOperatorTabs from '@/components/pipeline-operator-tabs';
-import { Button, ButtonLoading } from '@/components/ui/button';
-import {
- Card,
- CardContent,
- CardDescription,
- CardHeader,
- CardTitle,
-} from '@/components/ui/card';
-import Divider from '@/components/ui/divider';
-import {
- Form,
- FormField,
- FormItem,
- FormLabel,
- FormMessage,
-} from '@/components/ui/form';
-import { ParseType } from '@/constants/knowledge';
-import {
- buildParserOptionValue,
- ParserOptionKind,
-} from '@/hooks/use-parser-options';
-import { useParserSelectHandler } from '@/hooks/use-parser-select-handler';
-import {
- useActiveTab,
- usePipelineOperatorNodes,
- useResetParserConfigOnPipelineChange,
-} from '@/hooks/use-pipeline-operator';
-import { zodResolver } from '@hookform/resolvers/zod';
-import { isEqual } from 'lodash';
-import { useCallback, useEffect, useState } from 'react';
-import { FieldErrors, useForm, useFormState, useWatch } from 'react-hook-form';
-import { useTranslation } from 'react-i18next';
-import { z } from 'zod';
-import LinkDataSource, {
- IDataSourceNodeProps,
-} from './components/link-data-source';
-import { formSchema } from './form-schema';
-import { GeneralForm } from './general-form';
-import {
- useConnectorHandlers,
- useFetchDatasetSettingOnMount,
- usePipelineDataList,
- useSaveDatasetSetting,
-} from './hooks';
-import { useRevealSubmitErrors } from './use-reveal-submit-errors';
-
-export default function DatasetSetting() {
- const { t } = useTranslation();
-
- const form = useForm<z.infer<typeof formSchema>>({
- resolver: zodResolver(formSchema),
- defaultValues: {
- parse_type: ParseType.BuiltIn,
- pipeline_id: '',
- parser_id: '',
- parser_config: {},
- name: '',
- description: '',
- avatar: null,
- permission: '',
- language: 'English',
- embedding_model: '',
- pagerank: 0,
- connectors: [],
- },
- });
-
- const handleParserSelect = useParserSelectHandler(form);
-
- const {
- knowledgeDetails,
- loading: datasetSettingLoading,
- sourceData,
- } = useFetchDatasetSettingOnMount(form);
- const { handleSave, loading: saveLoading } = useSaveDatasetSetting();
-
- const [sourceDataState, setSourceDataState] =
- useState<IDataSourceNodeProps[]>();
-
- useEffect(() => {
- setSourceDataState(sourceData);
- }, [sourceData]);
-
- const parseType = useWatch({
- control: form.control,
- name: 'parse_type',
- defaultValue: ParseType.BuiltIn,
- });
- const pipelineId = useWatch({
- control: form.control,
- name: 'pipeline_id',
- defaultValue: '',
- });
-
- const builtinPipelineId = useWatch({
- control: form.control,
- name: 'parser_id',
- defaultValue: '',
- });
-
- const pipelineParserConfig = knowledgeDetails?.parser_config as
- | Record<string, any>
- | undefined;
-
- const isPipelineMode = parseType === ParseType.Pipeline;
- const selectedPipelineId = isPipelineMode ? pipelineId : builtinPipelineId;
- // The saved parser_config only belongs to the pipeline (and parse type) it
- // was saved with — expose its id only while that exact pipeline is selected,
- // so that after switching, defaults come purely from the new pipeline's DSL.
- const savedParseType = knowledgeDetails?.pipeline_id
- ? ParseType.Pipeline
- : ParseType.BuiltIn;
- const savedPipelineId =
- parseType === savedParseType
- ? isPipelineMode
- ? knowledgeDetails?.pipeline_id
- : knowledgeDetails?.parser_id
- : undefined;
-
- const { operatorNodes, loading: operatorNodesLoading } =
- usePipelineOperatorNodes(
- selectedPipelineId,
- selectedPipelineId && selectedPipelineId === savedPipelineId
- ? pipelineParserConfig
- : undefined,
- !isPipelineMode,
- );
-
- useResetParserConfigOnPipelineChange(
- form,
- selectedPipelineId,
- savedPipelineId,
- operatorNodes,
- );
-
- const { activeTab, setActiveTab } = useActiveTab(operatorNodes);
-
- const { scrollContainerRef, handleInvalidSubmit } =
- useRevealSubmitErrors(setActiveTab);
-
- useEffect(() => {
- if (parseType === ParseType.BuiltIn) {
- form.setValue('pipeline_id', '');
- }
- }, [parseType, form]);
-
- const handleSubmit = useCallback(
- async (data: z.infer<typeof formSchema>) => {
- await handleSave(data);
- },
- [handleSave],
- );
-
- const { errors } = useFormState({
- control: form.control,
- name: 'parser_config',
- });
-
- const { handleLinkOrEditSubmit, unbindFunc, handleAutoParse } =
- useConnectorHandlers(form, sourceDataState, setSourceDataState);
-
- const handleOperatorValuesChange = useCallback(
- (operatorId: string, values: any) => {
- const currentParserConfig = form.getValues('parser_config') || {};
- // Skip no-op syncs (e.g. a remounted tab pushing back the values it was
- // just initialized with) — otherwise each setValue re-renders the tabs,
- // which re-fires the operator form's change callback in a loop.
- if (isEqual(currentParserConfig[operatorId], values)) {
- return;
- }
- form.setValue('parser_config', {
- ...currentParserConfig,
- [operatorId]: values,
- });
- },
- [form],
- );
-
- const parserConfigValues = useWatch({
- control: form.control,
- name: 'parser_config',
- });
-
- const pipelineDataList = usePipelineDataList(sourceDataState);
-
- const showOperatorTabs =
- operatorNodes.length > 0 &&
- ((parseType === ParseType.Pipeline && !!pipelineId) ||
- (parseType === ParseType.BuiltIn && !!builtinPipelineId));
-
- return (
- <div className="pr-5 pb-5">
- <Card className="p-0 h-full flex flex-col bg-transparent shadow-none">
- <CardHeader className="p-5 border-b-0.5 border-border-button">
- <header>
- <CardTitle as="h1">
- {t('knowledgeDetails.nextConfiguration')}
- </CardTitle>
- <CardDescription>
- {t('knowledgeConfiguration.titleDescription')}
- </CardDescription>
- </header>
- </CardHeader>
-
- <CardContent className="p-0 flex-1 h-0 flex">
- <Form {...form}>
- <form
- onSubmit={form.handleSubmit(handleSubmit, handleInvalidSubmit)}
- className="flex flex-col"
- >
- <div
- ref={scrollContainerRef}
- className="flex-1 h-0 w-[768px] px-5 pt-5 overflow-y-auto scrollbar-auto"
- >
- <section className="space-y-5 text-text-secondary">
- <div className="text-base font-medium text-text-primary">
- {t('knowledgeConfiguration.baseInfo')}
- </div>
- <GeneralForm></GeneralForm>
-
- <Divider />
- <div className="text-base font-medium text-text-primary">
- {t('knowledgeConfiguration.dataPipeline')}
- </div>
- <FormItem className="items-center space-y-0">
- <div className="flex items-center gap-1">
- <FormLabel className="text-sm text-text-secondary whitespace-wrap w-1/4">
- {t('knowledgeConfiguration.parseType')}
- </FormLabel>
- <div className="text-muted-foreground w-3/4">
- <FormField
- control={form.control}
- name={
- parseType === ParseType.BuiltIn
- ? 'parser_id'
- : 'pipeline_id'
- }
- render={() => (
- <FormItem className="space-y-1">
- <ParserSelect
- value={
- parseType === ParseType.BuiltIn
- ? buildParserOptionValue(
- ParserOptionKind.BuiltIn,
- builtinPipelineId ?? '',
- )
- : pipelineId
- ? buildParserOptionValue(
- ParserOptionKind.Pipeline,
- pipelineId,
- )
- : undefined
- }
- onChange={handleParserSelect}
- />
- <FormMessage />
- </FormItem>
- )}
- />
- </div>
- </div>
- </FormItem>
- {showOperatorTabs && (
- <PipelineOperatorTabs
- nodes={operatorNodes}
- activeTab={activeTab}
- onTabChange={setActiveTab}
- onOperatorValuesChange={handleOperatorValuesChange}
- operatorValues={parserConfigValues}
- operatorFormErrors={
- errors.parser_config as
- | Record<string, FieldErrors | undefined>
- | undefined
- }
- fixedFileFormats
- />
- )}
-
- <Divider />
- <LinkDataSource
- data={pipelineDataList}
- handleLinkOrEditSubmit={handleLinkOrEditSubmit}
- unbindFunc={unbindFunc}
- handleAutoParse={handleAutoParse}
- />
- </section>
- </div>
-
- <div className="p-5 text-right items-center flex justify-end gap-3 w-[768px]">
- <Button
- type="reset"
- variant="transparent"
- onClick={() => {
- form.reset();
- }}
- >
- {t('knowledgeConfiguration.cancel')}
- </Button>
-
- <ButtonLoading
- type="submit"
- loading={
- datasetSettingLoading ||
- saveLoading ||
- (operatorNodesLoading && operatorNodes.length === 0)
- }
- >
- {t('knowledgeConfiguration.save')}
- </ButtonLoading>
- </div>
- </form>
- </Form>
- </CardContent>
- </Card>
- </div>
- );
-}
diff --git a/web/src/pages/dataset/setting/go/hooks.test.tsx b/web/src/pages/dataset/setting/hooks.test.tsx
similarity index 100%
rename from web/src/pages/dataset/setting/go/hooks.test.tsx
rename to web/src/pages/dataset/setting/hooks.test.tsx
diff --git a/web/src/pages/dataset/setting/go/hooks.ts b/web/src/pages/dataset/setting/hooks.ts
similarity index 100%
rename from web/src/pages/dataset/setting/go/hooks.ts
rename to web/src/pages/dataset/setting/hooks.ts
diff --git a/web/src/pages/dataset/setting/index.tsx b/web/src/pages/dataset/setting/index.tsx
index a4702afdf1..88e38c53c7 100644
--- a/web/src/pages/dataset/setting/index.tsx
+++ b/web/src/pages/dataset/setting/index.tsx
@@ -1 +1,326 @@
-export { default } from './go';
+import { ParserSelect } from '@/components/parser-select';
+import PipelineOperatorTabs from '@/components/pipeline-operator-tabs';
+import { Button, ButtonLoading } from '@/components/ui/button';
+import {
+ Card,
+ CardContent,
+ CardDescription,
+ CardHeader,
+ CardTitle,
+} from '@/components/ui/card';
+import Divider from '@/components/ui/divider';
+import {
+ Form,
+ FormField,
+ FormItem,
+ FormLabel,
+ FormMessage,
+} from '@/components/ui/form';
+import { ParseType } from '@/constants/knowledge';
+import {
+ buildParserOptionValue,
+ ParserOptionKind,
+} from '@/hooks/use-parser-options';
+import { useParserSelectHandler } from '@/hooks/use-parser-select-handler';
+import {
+ useActiveTab,
+ usePipelineOperatorNodes,
+ useResetParserConfigOnPipelineChange,
+} from '@/hooks/use-pipeline-operator';
+import { zodResolver } from '@hookform/resolvers/zod';
+import { isEqual } from 'lodash';
+import { useCallback, useEffect, useState } from 'react';
+import { FieldErrors, useForm, useFormState, useWatch } from 'react-hook-form';
+import { useTranslation } from 'react-i18next';
+import { z } from 'zod';
+import ChunkMethodLearnMore from './chunk-method-learn-more';
+import LinkDataSource, {
+ IDataSourceNodeProps,
+} from './components/link-data-source';
+import { formSchema } from './form-schema';
+import { GeneralForm } from './general-form';
+import {
+ useConnectorHandlers,
+ useFetchDatasetSettingOnMount,
+ usePipelineDataList,
+ useSaveDatasetSetting,
+} from './hooks';
+import { useRevealSubmitErrors } from './use-reveal-submit-errors';
+
+export default function DatasetSetting() {
+ const { t } = useTranslation();
+
+ const form = useForm<z.infer<typeof formSchema>>({
+ resolver: zodResolver(formSchema),
+ defaultValues: {
+ parse_type: ParseType.BuiltIn,
+ pipeline_id: '',
+ parser_id: '',
+ parser_config: {},
+ name: '',
+ description: '',
+ avatar: null,
+ permission: '',
+ language: 'English',
+ embedding_model: '',
+ pagerank: 0,
+ connectors: [],
+ },
+ });
+
+ const handleParserSelect = useParserSelectHandler(form);
+
+ const {
+ knowledgeDetails,
+ loading: datasetSettingLoading,
+ sourceData,
+ } = useFetchDatasetSettingOnMount(form);
+ const { handleSave, loading: saveLoading } = useSaveDatasetSetting();
+
+ const [sourceDataState, setSourceDataState] =
+ useState<IDataSourceNodeProps[]>();
+
+ useEffect(() => {
+ setSourceDataState(sourceData);
+ }, [sourceData]);
+
+ const parseType = useWatch({
+ control: form.control,
+ name: 'parse_type',
+ defaultValue: ParseType.BuiltIn,
+ });
+ const pipelineId = useWatch({
+ control: form.control,
+ name: 'pipeline_id',
+ defaultValue: '',
+ });
+
+ const builtinPipelineId = useWatch({
+ control: form.control,
+ name: 'parser_id',
+ defaultValue: '',
+ });
+
+ const pipelineParserConfig = knowledgeDetails?.parser_config as
+ | Record<string, any>
+ | undefined;
+
+ const isPipelineMode = parseType === ParseType.Pipeline;
+ const selectedPipelineId = isPipelineMode ? pipelineId : builtinPipelineId;
+ // The saved parser_config only belongs to the pipeline (and parse type) it
+ // was saved with — expose its id only while that exact pipeline is selected,
+ // so that after switching, defaults come purely from the new pipeline's DSL.
+ const savedParseType = knowledgeDetails?.pipeline_id
+ ? ParseType.Pipeline
+ : ParseType.BuiltIn;
+ const savedPipelineId =
+ parseType === savedParseType
+ ? isPipelineMode
+ ? knowledgeDetails?.pipeline_id
+ : knowledgeDetails?.parser_id
+ : undefined;
+
+ const { operatorNodes, loading: operatorNodesLoading } =
+ usePipelineOperatorNodes(
+ selectedPipelineId,
+ selectedPipelineId && selectedPipelineId === savedPipelineId
+ ? pipelineParserConfig
+ : undefined,
+ !isPipelineMode,
+ );
+
+ useResetParserConfigOnPipelineChange(
+ form,
+ selectedPipelineId,
+ savedPipelineId,
+ operatorNodes,
+ );
+
+ const { activeTab, setActiveTab } = useActiveTab(operatorNodes);
+
+ const { scrollContainerRef, handleInvalidSubmit } =
+ useRevealSubmitErrors(setActiveTab);
+
+ useEffect(() => {
+ if (parseType === ParseType.BuiltIn) {
+ form.setValue('pipeline_id', '');
+ }
+ }, [parseType, form]);
+
+ const handleSubmit = useCallback(
+ async (data: z.infer<typeof formSchema>) => {
+ await handleSave(data);
+ },
+ [handleSave],
+ );
+
+ const { errors } = useFormState({
+ control: form.control,
+ name: 'parser_config',
+ });
+
+ const { handleLinkOrEditSubmit, unbindFunc, handleAutoParse } =
+ useConnectorHandlers(form, sourceDataState, setSourceDataState);
+
+ const handleOperatorValuesChange = useCallback(
+ (operatorId: string, values: any) => {
+ const currentParserConfig = form.getValues('parser_config') || {};
+ // Skip no-op syncs (e.g. a remounted tab pushing back the values it was
+ // just initialized with) — otherwise each setValue re-renders the tabs,
+ // which re-fires the operator form's change callback in a loop.
+ if (isEqual(currentParserConfig[operatorId], values)) {
+ return;
+ }
+ form.setValue('parser_config', {
+ ...currentParserConfig,
+ [operatorId]: values,
+ });
+ },
+ [form],
+ );
+
+ const parserConfigValues = useWatch({
+ control: form.control,
+ name: 'parser_config',
+ });
+
+ const pipelineDataList = usePipelineDataList(sourceDataState);
+
+ const showOperatorTabs =
+ operatorNodes.length > 0 &&
+ ((parseType === ParseType.Pipeline && !!pipelineId) ||
+ (parseType === ParseType.BuiltIn && !!builtinPipelineId));
+
+ return (
+ <div className="pr-5 pb-5">
+ <Card className="p-0 h-full flex flex-col bg-transparent shadow-none">
+ <CardHeader className="p-5 border-b-0.5 border-border-button">
+ <header>
+ <CardTitle as="h1">
+ {t('knowledgeDetails.nextConfiguration')}
+ </CardTitle>
+ <CardDescription>
+ {t('knowledgeConfiguration.titleDescription')}
+ </CardDescription>
+ </header>
+ </CardHeader>
+
+ <CardContent className="p-0 flex-1 h-0 flex divide-x-0.5">
+ <Form {...form}>
+ <form
+ onSubmit={form.handleSubmit(handleSubmit, handleInvalidSubmit)}
+ className="flex flex-col"
+ >
+ <div
+ ref={scrollContainerRef}
+ className="flex-1 h-0 w-[768px] px-5 pt-5 overflow-y-auto scrollbar-auto"
+ >
+ <section className="space-y-5 text-text-secondary">
+ <div className="text-base font-medium text-text-primary">
+ {t('knowledgeConfiguration.baseInfo')}
+ </div>
+ <GeneralForm></GeneralForm>
+
+ <Divider />
+ <div className="text-base font-medium text-text-primary">
+ {t('knowledgeConfiguration.dataPipeline')}
+ </div>
+ <FormItem className="items-center space-y-0">
+ <div className="flex items-center gap-1">
+ <FormLabel className="text-sm text-text-secondary whitespace-wrap w-1/4">
+ {t('knowledgeConfiguration.parseType')}
+ </FormLabel>
+ <div className="text-muted-foreground w-3/4">
+ <FormField
+ control={form.control}
+ name={
+ parseType === ParseType.BuiltIn
+ ? 'parser_id'
+ : 'pipeline_id'
+ }
+ render={() => (
+ <FormItem className="space-y-1">
+ <ParserSelect
+ value={
+ parseType === ParseType.BuiltIn
+ ? buildParserOptionValue(
+ ParserOptionKind.BuiltIn,
+ builtinPipelineId ?? '',
+ )
+ : pipelineId
+ ? buildParserOptionValue(
+ ParserOptionKind.Pipeline,
+ pipelineId,
+ )
+ : undefined
+ }
+ onChange={handleParserSelect}
+ />
+ <FormMessage />
+ </FormItem>
+ )}
+ />
+ </div>
+ </div>
+ </FormItem>
+ {showOperatorTabs && (
+ <PipelineOperatorTabs
+ nodes={operatorNodes}
+ activeTab={activeTab}
+ onTabChange={setActiveTab}
+ onOperatorValuesChange={handleOperatorValuesChange}
+ operatorValues={parserConfigValues}
+ operatorFormErrors={
+ errors.parser_config as
+ | Record<string, FieldErrors | undefined>
+ | undefined
+ }
+ fixedFileFormats
+ />
+ )}
+
+ <Divider />
+ <LinkDataSource
+ data={pipelineDataList}
+ handleLinkOrEditSubmit={handleLinkOrEditSubmit}
+ unbindFunc={unbindFunc}
+ handleAutoParse={handleAutoParse}
+ />
+ </section>
+ </div>
+
+ <div className="p-5 text-right items-center flex justify-end gap-3 w-[768px]">
+ <Button
+ type="reset"
+ variant="transparent"
+ onClick={() => {
+ form.reset();
+ }}
+ >
+ {t('knowledgeConfiguration.cancel')}
+ </Button>
+
+ <ButtonLoading
+ type="submit"
+ loading={
+ datasetSettingLoading ||
+ saveLoading ||
+ (operatorNodesLoading && operatorNodes.length === 0)
+ }
+ >
+ {t('knowledgeConfiguration.save')}
+ </ButtonLoading>
+ </div>
+ </form>
+ </Form>
+
+ <div className="flex-1 p-5 overflow-auto">
+ {parseType === ParseType.BuiltIn && builtinPipelineId && (
+ <ChunkMethodLearnMore parserId={builtinPipelineId} />
+ )}
+ </div>
+ </CardContent>
+ </Card>
+ </div>
+ );
+}
diff --git a/web/src/pages/dataset/setting/go/permission-form-field.tsx b/web/src/pages/dataset/setting/permission-form-field.tsx
similarity index 100%
rename from web/src/pages/dataset/setting/go/permission-form-field.tsx
rename to web/src/pages/dataset/setting/permission-form-field.tsx
diff --git a/web/src/pages/dataset/setting/go/use-reveal-submit-errors.ts b/web/src/pages/dataset/setting/use-reveal-submit-errors.ts
similarity index 100%
rename from web/src/pages/dataset/setting/go/use-reveal-submit-errors.ts
rename to web/src/pages/dataset/setting/use-reveal-submit-errors.ts