RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.
Go agent-harnessagent-native-databaseagentic-aiagentic-retrievalagentic-searchaiai-agentscontext-enginecontext-engineeringcontext-managementharness-engineeringknowledge-compilationragretrieval-augmented-generationretrieval-harnesssearch-harness
fix(web): keep token chunker settings when saving in One mode (#18749)
euvre1b85c0dde53d
diff --git a/web/src/pages/agent/utils.test.ts b/web/src/pages/agent/utils.test.tsnew file mode 100644index 0000000000..21b22abd60--- /dev/null+++ b/web/src/pages/agent/utils.test.ts@@ -0,0 +1,39 @@+import { transformTokenChunkerParams } from './utils';++describe('transformTokenChunkerParams', () => {+ it('keeps overlapped_percent and delimiters when delimiter_mode is one', () => {+ // Regression: saving with delimiter_mode='one' used to zero these fields,+ // so a reload showed overlapped_percent=0 and delimiters=["\n"].+ const result = transformTokenChunkerParams({+ delimiter_mode: 'one',+ chunk_token_size: 512,+ overlapped_percent: 9,+ image_table_context_window: 81,+ delimiters: [{ value: '\n' }, { value: '!' }, { value: '。' }],+ children_delimiters: [],+ enable_children: false,+ } as any);++ expect(result.overlapped_percent).toBeCloseTo(0.09);+ expect(result.delimiters).toEqual(['\n', '!', '。']);+ expect(result.delimiter_mode).toBe('one');+ });++ it('converts form values to api format in delimiter mode', () => {+ const result = transformTokenChunkerParams({+ delimiter_mode: 'delimiter',+ chunk_token_size: 512,+ overlapped_percent: 30,+ image_table_context_window: 81,+ delimiters: [{ value: '\n' }, { value: '' }],+ children_delimiters: [{ value: '|' }],+ enable_children: true,+ } as any);++ expect(result.overlapped_percent).toBeCloseTo(0.3);+ expect(result.delimiters).toEqual(['\n']);+ expect(result.children_delimiters).toEqual(['|']);+ expect(result.table_context_size).toBe(81);+ expect(result.image_context_size).toBe(81);+ });+});diff --git a/web/src/pages/agent/utils.ts b/web/src/pages/agent/utils.tsindex 415d4b3334..b6c87afe72 100644--- a/web/src/pages/agent/utils.ts+++ b/web/src/pages/agent/utils.ts@@ -349,14 +349,11 @@ export function transformTokenChunkerParams(const imageTableContextWindow = Number(image_table_context_window || 0);return {...rest,- overlapped_percent:- params.delimiter_mode === 'one'- ? 0- : Number(params.overlapped_percent) / 100,- delimiters:- params.delimiter_mode === 'delimiter'- ? transformObjectArrayToPureArray(params.delimiters, 'value')- : [],+ // Keep the configured values in 'one' mode too: the chunker ignores them+ // while merging everything into a single chunk, but zeroing them here+ // wiped the user's settings on every save (they reloaded as 0 / ["\n"]).+ overlapped_percent: Number(params.overlapped_percent) / 100,+ delimiters: transformObjectArrayToPureArray(params.delimiters, 'value'),table_context_size: imageTableContextWindow,image_context_size: imageTableContextWindow,