Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

Feat: Remove `pageindex` from the dataset configuration page. (#18429)

balibabucd8b33602248
diff --git a/web/src/components/chunk-method-dialog/index.tsx b/web/src/components/chunk-method-dialog/index.tsx
index b931d29a4e..1a2fd607e1 100644
--- a/web/src/components/chunk-method-dialog/index.tsx
+++ b/web/src/components/chunk-method-dialog/index.tsx
@@ -38,7 +38,6 @@ import { MetadataType } from '@/pages/dataset/components/metedata/constant';
import {
AutoMetadata,
ChunkMethodItem,
- EnableTocToggle,
ImageContextWindow,
} from '@/pages/dataset/dataset-setting/configuration/common-item';
import { zodResolver } from '@hookform/resolvers/zod';
@@ -128,7 +127,6 @@ export function ChunkMethodDialog({
auto_keywords: z.coerce.number().optional(),
auto_questions: z.coerce.number().optional(),
html4excel: z.boolean().optional(),
- toc_extraction: z.boolean().optional(),
image_table_context_window: z.coerce.number().optional(),
mineru_parse_method: z.enum(['auto', 'txt', 'ocr']).optional(),
mineru_formula_enable: z.boolean().optional(),
@@ -388,10 +386,7 @@ export function ChunkMethodDialog({
<div className="space-y-6 border-t-0.5 border-border-button pt-6 empty:hidden">
{selectedTag === DocumentParserType.Naive && (
- <>
- <EnableTocToggle />
- <ImageContextWindow />
- </>
+ <ImageContextWindow />
)}
{showAutoKeywords(selectedTag) && (
diff --git a/web/src/components/chunk-method-dialog/use-default-parser-values.ts b/web/src/components/chunk-method-dialog/use-default-parser-values.ts
index 76cdfbbae5..f2a51f22e3 100644
--- a/web/src/components/chunk-method-dialog/use-default-parser-values.ts
+++ b/web/src/components/chunk-method-dialog/use-default-parser-values.ts
@@ -33,7 +33,6 @@ export function useDefaultParserValues() {
auto_keywords: 0,
auto_questions: 0,
html4excel: false,
- toc_extraction: false,
image_table_context_window: 0,
mineru_parse_method: 'auto',
mineru_formula_enable: true,
diff --git a/web/src/interfaces/database/document.ts b/web/src/interfaces/database/document.ts
index 9e985fc94d..e4abbb4560 100644
--- a/web/src/interfaces/database/document.ts
+++ b/web/src/interfaces/database/document.ts
@@ -41,7 +41,6 @@ export interface IParserConfig {
chunk_token_num?: number;
auto_keywords?: number;
auto_questions?: number;
- toc_extraction?: boolean;
task_page_size?: number;
raptor?: Raptor;
graphrag?: GraphRag;
diff --git a/web/src/interfaces/request/document.ts b/web/src/interfaces/request/document.ts
index 2ed0ec0fcd..8f0d39ee40 100644
--- a/web/src/interfaces/request/document.ts
+++ b/web/src/interfaces/request/document.ts
@@ -7,7 +7,6 @@ export interface IChangeParserConfigRequestBody {
auto_keywords?: number;
auto_questions?: number;
html4excel?: boolean;
- toc_extraction?: boolean;
image_table_context_window?: number;
image_context_size?: number;
table_context_size?: number;
diff --git a/web/src/locales/ar.ts b/web/src/locales/ar.ts
index 0ce041747a..7554fa89fa 100644
--- a/web/src/locales/ar.ts
+++ b/web/src/locales/ar.ts
@@ -466,9 +466,6 @@ export default {
dataSource: 'مصدر البيانات',
linkSourceSetTip: 'إدارة ربط مصدر البيانات بمجموعة البيانات هذه',
linkDataSource: 'ربط مصدر البيانات',
- tocExtraction: 'فهرس الصفحة',
- tocExtractionTip:
- 'بالنسبة للقطع الموجودة، قم بإنشاء جدول محتويات هرمي (دليل واحد لكل ملف). أثناء الاستعلامات، عند تنشيط "تحسين الدليل"، سيستخدم النظام نموذجًا كبيرًا لتحديد عناصر الدليل ذات الصلة بسؤال المستخدم، وبالتالي تحديد الأجزاء ذات الصلة.',
deleteGenerateModalContent:
"<p>حذف النتائج <strong class='text-text-primary'>{{type}}</strong> التي تم إنشاؤها\n سيؤدي إلى إزالة جميع الكيانات والعلاقات المشتقة من مجموعة البيانات هذه.\n ستبقى ملفاتك الأصلية سليمة.<p>\n <br/>\n هل تريد الاستمرار؟",
extractRaptor: 'استخراج رابتور',
diff --git a/web/src/locales/bg.ts b/web/src/locales/bg.ts
index 18fba6c634..9ad4fc12aa 100644
--- a/web/src/locales/bg.ts
+++ b/web/src/locales/bg.ts
@@ -473,9 +473,6 @@ export default {
linkSourceSetTip:
'Управлявайте свързването на източник на данни с този набор',
linkDataSource: 'Свържи източник на данни',
- tocExtraction: 'PageIndex',
- tocExtractionTip:
- 'За съществуващи фрагменти генерира йерархично съдържание (една директория на файл). По време на заявки, когато е активирано подобряване на директория, системата ще използва голям модел, за да определи кои елементи от директорията са релевантни на въпроса на потребителя, като по този начин идентифицира съответните фрагменти.',
deleteGenerateModalContent: `
<p>Изтриването на генерираните резултати от <strong class='text-text-primary'>{{type}}</strong>
ще премахне всички извлечени обекти и връзки от този набор от данни.
diff --git a/web/src/locales/de.ts b/web/src/locales/de.ts
index f0ff30b779..2efe5c3dc3 100644
--- a/web/src/locales/de.ts
+++ b/web/src/locales/de.ts
@@ -474,9 +474,6 @@ Beispiel: Eine 1 KB Nachricht mit 1024-dim Einbettung verwendet ~9 KB. Das Stand
linkSourceSetTip:
'Verknüpfung der Datenquelle mit diesem Datensatz verwalten',
linkDataSource: 'Datenquelle verknüpfen',
- tocExtraction: 'Inhaltsverzeichnis verbessern',
- tocExtractionTip:
- 'Für vorhandene Chunks, generieren Sie ein hierarchisches Inhaltsverzeichnis (ein Verzeichnis pro Datei). Bei Abfragen, wenn die Verzeichnisverbesserung aktiviert ist, verwendet das System ein großes Modell, um zu bestimmen, welche Verzeichniselemente für die Frage des Benutzers relevant sind, und identifiziert so die relevanten Chunks.',
deleteGenerateModalContent: `
<p>Das Löschen der generierten <strong class='text-text-primary'>{{type}}</strong> Ergebnisse
entfernt alle abgeleiteten Entitäten und Beziehungen aus diesem Datensatz.
diff --git a/web/src/locales/en.ts b/web/src/locales/en.ts
index 3674f1cfe5..a361cc6897 100644
--- a/web/src/locales/en.ts
+++ b/web/src/locales/en.ts
@@ -683,9 +683,6 @@ Example: A 1 KB message with 1024-dim embedding uses ~9 KB. The 5 MB default lim
dataSource: 'Data source',
linkSourceSetTip: 'Manage data source linkage with this dataset',
linkDataSource: 'Link data source',
- tocExtraction: 'PageIndex',
- tocExtractionTip:
- " For existing chunks, generate a hierarchical table of contents (one directory per file). During queries, when Directory Enhancement is activated, the system will use a large model to determine which directory items are relevant to the user's question, thereby identifying the relevant chunks.",
deleteGenerateModalContent: `
<p>Deleting the generated <strong class='text-text-primary'>{{type}}</strong> results
will remove all derived entities and relationships from this dataset.
diff --git a/web/src/locales/fr.ts b/web/src/locales/fr.ts
index 209a184f67..3dd6c9c0cd 100644
--- a/web/src/locales/fr.ts
+++ b/web/src/locales/fr.ts
@@ -738,9 +738,6 @@ export default {
dataSource: 'Source de données',
linkSourceSetTip: 'Gérer la liaison de source de données avec cette base',
linkDataSource: 'Lier une source de données',
- tocExtraction: 'IndexPage',
- tocExtractionTip:
- "Pour les segments existants, génère une table des matières hiérarchique (un répertoire par fichier). Lors des requêtes, avec la Mise en valeur des répertoires activée, le système utilise un grand modèle pour déterminer quels éléments du répertoire sont pertinents à la question de l'utilisateur.",
deleteGenerateModalContent: `
<p>La suppression des résultats générés <strong class='text-text-primary'>{{type}}</strong>
supprimera toutes les entités et relations dérivées de cette base de connaissances.
diff --git a/web/src/locales/it.ts b/web/src/locales/it.ts
index 5794d87e75..514bee9734 100644
--- a/web/src/locales/it.ts
+++ b/web/src/locales/it.ts
@@ -668,9 +668,6 @@ Esempio: un messaggio di 1 KB con embedding a 1024 dimensioni usa ~9 KB. Il limi
linkSourceSetTip:
'Gestisci il collegamento della fonte dati con questo dataset',
linkDataSource: 'Collega fonte dati',
- tocExtraction: 'PageIndex',
- tocExtractionTip:
- " Per i chunk esistenti, genera un indice gerarchico (una directory per file). Durante le query, quando il Miglioramento Directory è attivato, il sistema userà un modello grande per determinare quali elementi della directory sono rilevanti per la domanda dell'utente, identificando così i chunk rilevanti.",
deleteGenerateModalContent: `
<p>Eliminando i risultati <strong class='text-text-primary'>{{type}}</strong> generati
rimuoverai tutte le entità e relazioni derivate da questo dataset.
diff --git a/web/src/locales/ja.ts b/web/src/locales/ja.ts
index 2b0a92b611..9743efa56b 100644
--- a/web/src/locales/ja.ts
+++ b/web/src/locales/ja.ts
@@ -607,9 +607,6 @@ export default {
dataSource: 'データソース',
linkSourceSetTip: 'このデータセットとのデータソース連携を管理します',
linkDataSource: 'データソースを連携',
- tocExtraction: 'PageIndex',
- tocExtractionTip:
- ' 既存のチャンクに対して、階層的な目次(ファイルごとに1つのディレクトリ)を生成します。クエリ時にディレクトリ拡張が有効になっている場合、システムは大規模モデルを使用してユーザーの質問に関連するディレクトリ項目を判定し、関連するチャンクを特定します。',
deleteGenerateModalContent:
"\n <p>生成された<strong class='text-text-primary'>{{type}}</strong>の結果を削除すると、\n このデータセットから派生したすべてのエンティティと関係性が削除されます。\n 元のファイルはそのまま残ります。<p>\n <br/>\n 続行しますか?\n ",
extractRaptor: 'RAPTORを抽出',
diff --git a/web/src/locales/ko.ts b/web/src/locales/ko.ts
index 4376b4524c..22e9c484cc 100644
--- a/web/src/locales/ko.ts
+++ b/web/src/locales/ko.ts
@@ -652,9 +652,6 @@ export default {
dataSource: '데이터 소스',
linkSourceSetTip: '이 데이터셋과 데이터 소스 간의 연결을 관리합니다',
linkDataSource: '데이터 소스 연결',
- tocExtraction: 'PageIndex',
- tocExtractionTip:
- '기존 chunk에 대해 계층적 목차(파일당 하나의 디렉토리)를 생성합니다. 쿼리 시 디렉토리 향상이 활성화되면 시스템이 대형 모델을 사용하여 사용자 질문과 관련된 디렉토리 항목을 결정하고 관련 chunk를 식별합니다.',
deleteGenerateModalContent: `
<p>생성된 <strong class='text-text-primary'>{{type}}</strong> 결과를 삭제하면
이 데이터셋에서 파생된 모든 엔티티와 관계가 제거됩니다.
diff --git a/web/src/locales/ru.ts b/web/src/locales/ru.ts
index 0288c270c4..0c263e4c3c 100644
--- a/web/src/locales/ru.ts
+++ b/web/src/locales/ru.ts
@@ -493,9 +493,6 @@ export default {
linkSourceSetTip:
'Управление связью источника данных с этим набором данных',
linkDataSource: 'Связать источник данных',
- tocExtraction: 'Улучшение оглавлением',
- tocExtractionTip:
- 'Для существующих чанков генерируется иерархическое оглавление (одна директория на файл). При запросах, когда активировано улучшение по оглавлению, система использует большую модель, чтобы определить релевантные пункты оглавления вопросу пользователя и выделить нужные чанки.',
deleteGenerateModalContent: `
<p>Удаление сгенерированных результатов <strong class='text-text-primary'>{{type}}</strong>
удалит все производные сущности и отношения из этого набора данных.
diff --git a/web/src/locales/tr.ts b/web/src/locales/tr.ts
index e3cef57eb0..ed8a6d72ad 100644
--- a/web/src/locales/tr.ts
+++ b/web/src/locales/tr.ts
@@ -659,9 +659,6 @@ Prosedürel Bellek: Öğrenilen beceriler, alışkanlıklar ve otomatik prosedü
dataSource: 'Veri kaynağı',
linkSourceSetTip: 'Bu dataset ile veri kaynağı bağlantısını yönetin',
linkDataSource: 'Veri kaynağını bağla',
- tocExtraction: 'SayfaDizini',
- tocExtractionTip:
- 'Mevcut parçalar için hiyerarşik bir içindekiler tablosu oluşturur (dosya başına bir dizin). Sorgularda Dizin Geliştirme etkinleştirildiğinde, sistem kullanıcının sorusuyla ilgili dizin öğelerini belirlemek için büyük bir model kullanır ve böylece ilgili parçaları tespit eder.',
deleteGenerateModalContent: `
<p>Oluşturulan <strong class='text-text-primary'>{{type}}</strong> sonuçlarını silmek,
bu dataset içindeki tüm türetilmiş varlıkları ve ilişkileri kaldıracak.
diff --git a/web/src/locales/zh.ts b/web/src/locales/zh.ts
index c6911ac6d7..e9b77bedd7 100644
--- a/web/src/locales/zh.ts
+++ b/web/src/locales/zh.ts
@@ -619,8 +619,6 @@ export default {
dataSource: '数据源',
linkSourceSetTip: '管理与此知识库的数据源链接',
linkDataSource: '链接数据源',
- tocExtractionTip:
- '对于已有的 Chunk 生成层级结构的目录信息(每个文件一个目录)。在查询时,激活`PageIndex`后,系统会用大模型去判断用户问题和哪些目录项相关,从而找到相关的 Chunk。',
deleteGenerateModalContent: `
<p>删除生成的 <strong class='text-text-primary'>{{type}}</strong> 结果
将从此知识库中移除所有派生 Entities 和 Relations。
diff --git a/web/src/pages/dataset/dataset-setting/configuration/common-item.tsx b/web/src/pages/dataset/dataset-setting/configuration/common-item.tsx
index 21c67e0905..6bedf58797 100644
--- a/web/src/pages/dataset/dataset-setting/configuration/common-item.tsx
+++ b/web/src/pages/dataset/dataset-setting/configuration/common-item.tsx
@@ -245,43 +245,6 @@ export function EnableAutoGenerateItem() {
);
}
-export function EnableTocToggle() {
- const { t } = useTranslate('knowledgeConfiguration');
- const form = useFormContext();
-
- return (
- <FormField
- control={form.control}
- name={'parser_config.toc_extraction'}
- render={({ field }) => (
- <FormItem className="items-center space-y-0">
- <div className="flex items-center">
- <FormLabel
- tooltip={t('tocExtractionTip')}
- className="text-sm whitespace-wrap w-1/4"
- >
- {t('tocExtraction')}
- </FormLabel>
- <div className="text-muted-foreground w-3/4">
- <FormControl>
- <Switch
- checked={field.value}
- onCheckedChange={field.onChange}
- data-testid="ds-settings-parser-page-index-switch"
- />
- </FormControl>
- </div>
- </div>
- <div className="flex pt-1">
- <div className="w-1/4"></div>
- <FormMessage />
- </div>
- </FormItem>
- )}
- />
- );
-}
-
export function ImageContextWindow() {
const { t } = useTranslate('knowledgeConfiguration');
const form = useFormContext();
diff --git a/web/src/pages/dataset/dataset-setting/configuration/naive.tsx b/web/src/pages/dataset/dataset-setting/configuration/naive.tsx
index ce45d8af8a..8ba702e9c7 100644
--- a/web/src/pages/dataset/dataset-setting/configuration/naive.tsx
+++ b/web/src/pages/dataset/dataset-setting/configuration/naive.tsx
@@ -14,7 +14,6 @@ import {
import { useKnowledgeBaseContext } from '../../contexts/knowledge-base-context';
import {
AutoMetadata,
- EnableTocToggle,
ImageContextWindow,
OverlappedPercent,
} from './common-item';
@@ -36,7 +35,6 @@ export function NaiveConfiguration() {
></MaxTokenNumberFormField>
<DelimiterFormField></DelimiterFormField>
<ChildrenDelimiterForm />
- <EnableTocToggle />
<ImageContextWindow />
<AutoMetadata />
<OverlappedPercent />
diff --git a/web/src/pages/dataset/dataset-setting/form-schema.ts b/web/src/pages/dataset/dataset-setting/form-schema.ts
index acb0eaf109..92b6c586b9 100644
--- a/web/src/pages/dataset/dataset-setting/form-schema.ts
+++ b/web/src/pages/dataset/dataset-setting/form-schema.ts
@@ -30,7 +30,6 @@ export const formSchema = z
html4excel: z.boolean(),
tag_kb_ids: z.array(z.string()).nullish(),
topn_tags: z.number().optional(),
- toc_extraction: z.boolean().optional(),
image_table_context_window: z.number().optional(),
overlapped_percent: z.number().optional(),
// MinerU-specific options
diff --git a/web/src/pages/dataset/dataset-setting/index.tsx b/web/src/pages/dataset/dataset-setting/index.tsx
index c5d223df8c..0e004c3b12 100644
--- a/web/src/pages/dataset/dataset-setting/index.tsx
+++ b/web/src/pages/dataset/dataset-setting/index.tsx
@@ -75,7 +75,6 @@ export default function DatasetSettings() {
auto_questions: 0,
html4excel: false,
topn_tags: 3,
- toc_extraction: false,
image_table_context_window: 0,
overlapped_percent: 0,
// MinerU-specific defaults