Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

fix(web): keep token chunker settings when saving in One mode (#18749)

euvre1b85c0dde53d
diff --git a/web/src/pages/agent/utils.test.ts b/web/src/pages/agent/utils.test.ts
new file mode 100644
index 0000000000..21b22abd60
--- /dev/null
+++ b/web/src/pages/agent/utils.test.ts
@@ -0,0 +1,39 @@
+import { transformTokenChunkerParams } from './utils';
+
+describe('transformTokenChunkerParams', () => {
+ it('keeps overlapped_percent and delimiters when delimiter_mode is one', () => {
+ // Regression: saving with delimiter_mode='one' used to zero these fields,
+ // so a reload showed overlapped_percent=0 and delimiters=["\n"].
+ const result = transformTokenChunkerParams({
+ delimiter_mode: 'one',
+ chunk_token_size: 512,
+ overlapped_percent: 9,
+ image_table_context_window: 81,
+ delimiters: [{ value: '\n' }, { value: '!' }, { value: '。' }],
+ children_delimiters: [],
+ enable_children: false,
+ } as any);
+
+ expect(result.overlapped_percent).toBeCloseTo(0.09);
+ expect(result.delimiters).toEqual(['\n', '!', '。']);
+ expect(result.delimiter_mode).toBe('one');
+ });
+
+ it('converts form values to api format in delimiter mode', () => {
+ const result = transformTokenChunkerParams({
+ delimiter_mode: 'delimiter',
+ chunk_token_size: 512,
+ overlapped_percent: 30,
+ image_table_context_window: 81,
+ delimiters: [{ value: '\n' }, { value: '' }],
+ children_delimiters: [{ value: '|' }],
+ enable_children: true,
+ } as any);
+
+ expect(result.overlapped_percent).toBeCloseTo(0.3);
+ expect(result.delimiters).toEqual(['\n']);
+ expect(result.children_delimiters).toEqual(['|']);
+ expect(result.table_context_size).toBe(81);
+ expect(result.image_context_size).toBe(81);
+ });
+});
diff --git a/web/src/pages/agent/utils.ts b/web/src/pages/agent/utils.ts
index 415d4b3334..b6c87afe72 100644
--- a/web/src/pages/agent/utils.ts
+++ b/web/src/pages/agent/utils.ts
@@ -349,14 +349,11 @@ export function transformTokenChunkerParams(
const imageTableContextWindow = Number(image_table_context_window || 0);
return {
...rest,
- overlapped_percent:
- params.delimiter_mode === 'one'
- ? 0
- : Number(params.overlapped_percent) / 100,
- delimiters:
- params.delimiter_mode === 'delimiter'
- ? transformObjectArrayToPureArray(params.delimiters, 'value')
- : [],
+ // Keep the configured values in 'one' mode too: the chunker ignores them
+ // while merging everything into a single chunk, but zeroing them here
+ // wiped the user's settings on every save (they reloaded as 0 / ["\n"]).
+ overlapped_percent: Number(params.overlapped_percent) / 100,
+ delimiters: transformObjectArrayToPureArray(params.delimiters, 'value'),
table_context_size: imageTableContextWindow,
image_context_size: imageTableContextWindow,