Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

Fix: Reverse-engineer the parameter values ​​that determine the degrees of freedom for the chat interface, based on the large model's parameters. (#21750)

balibabua0118d7dec5a
diff --git a/web/src/components/pipeline-version-label.tsx b/web/src/components/pipeline-version-label.tsx
index 2a510c84b2..c712ad2420 100644
--- a/web/src/components/pipeline-version-label.tsx
+++ b/web/src/components/pipeline-version-label.tsx
@@ -22,7 +22,7 @@ export function PipelineVersionLabel({
}: PipelineVersionLabelProps) {
return (
<span className={cn('flex min-w-0 items-center gap-1.5', className)}>
- <span className="truncate">{title}</span>
+ <span className="truncate text-text-primary">{title}</span>
{alias ? (
<span
className={cn(
diff --git a/web/src/pages/next-chats/chat/app-settings/chat-settings.tsx b/web/src/pages/next-chats/chat/app-settings/chat-settings.tsx
index e0ab55cc0d..2fea37ab5d 100644
--- a/web/src/pages/next-chats/chat/app-settings/chat-settings.tsx
+++ b/web/src/pages/next-chats/chat/app-settings/chat-settings.tsx
@@ -16,6 +16,7 @@ import {
import { IAgenticRagSettings } from '@/interfaces/database/chat';
import { cn } from '@/lib/utils';
import {
+ deriveModelPreset,
removeUselessFieldsFromValues,
setLLMSettingEnabledValues,
} from '@/utils/form';
@@ -175,6 +176,12 @@ export function ChatSettings({ hasSingleChatBox }: ChatSettingsProps) {
// reset() skips undefined values, so fall back to '' to clear the field
web_search_provider: getWebSearchProvider(data.prompt_config) ?? '',
},
+ llm_setting: {
+ ...data.llm_setting,
+ // The preset name is never persisted (removeUselessFieldsFromValues
+ // strips it on save); derive it from the stored sampling values.
+ parameter: deriveModelPreset(data.llm_setting),
+ },
...llmSettingEnabledValues,
keywords_similarity_weight: keywordsSimilarityWeight,
};
diff --git a/web/src/pages/next-chats/chat/chat-box/next-multiple-chat-box.tsx b/web/src/pages/next-chats/chat/chat-box/next-multiple-chat-box.tsx
index 3f53bca58f..b2e5f4f204 100644
--- a/web/src/pages/next-chats/chat/chat-box/next-multiple-chat-box.tsx
+++ b/web/src/pages/next-chats/chat/chat-box/next-multiple-chat-box.tsx
@@ -29,7 +29,11 @@ import { useFindLlmByUuid } from '@/hooks/use-llm-request';
import { useFetchUserInfo } from '@/hooks/use-user-setting-request';
import { IClientConversation } from '@/interfaces/database/chat';
import { buildMessageUuidWithRole } from '@/utils/chat';
-import { removeUselessFieldsFromValues } from '@/utils/form';
+import {
+ deriveModelPreset,
+ removeUselessFieldsFromValues,
+ setLLMSettingEnabledValues,
+} from '@/utils/form';
import { zodResolver } from '@hookform/resolvers/zod';
import { t } from 'i18next';
import { isEmpty, omit, trim } from 'lodash';
@@ -136,19 +140,26 @@ const ChatCard = forwardRef(function ChatCard(
const { data: currentDialog } = useFetchChat();
const findLlmByUuid = useFindLlmByUuid();
- // Each card must keep its own independently selected model after the initial
+ // Each card must keep its own independently selected config after the initial
// sync. Without this guard, clicking "Apply" in one card updates the dialog
// (which invalidates [FetchChat] and refetches currentDialog), and the
- // changed currentDialog.llm_id would then overwrite every other card's
- // llm_id via this effect. Sync only when dialogId changes (initial load or
- // conversation switch), not when currentDialog.llm_id changes due to Apply.
+ // changed currentDialog would then overwrite every other card's values via
+ // this effect. Sync only when dialogId changes (initial load or conversation
+ // switch), not when currentDialog changes due to Apply.
const syncedDialogIdRef = useRef<string | undefined>(undefined);
useLayoutEffect(() => {
if (syncedDialogIdRef.current !== dialogId && currentDialog?.llm_id) {
- form.setValue('llm_id', currentDialog.llm_id);
+ // The preset name is not part of the stored llm_setting; derive it from
+ // the stored values so the freedom select reflects them.
+ form.reset({
+ ...currentDialog.llm_setting,
+ ...setLLMSettingEnabledValues(currentDialog.llm_setting),
+ parameter: deriveModelPreset(currentDialog.llm_setting),
+ llm_id: currentDialog.llm_id,
+ });
syncedDialogIdRef.current = dialogId;
}
- }, [currentDialog?.llm_id, dialogId, form]);
+ }, [currentDialog, dialogId, form]);
const isLatestChat = idx === chatBoxIds.length - 1;
diff --git a/web/src/utils/__tests__/form.test.ts b/web/src/utils/__tests__/form.test.ts
new file mode 100644
index 0000000000..1fa1fbf4a3
--- /dev/null
+++ b/web/src/utils/__tests__/form.test.ts
@@ -0,0 +1,93 @@
+import {
+ ModelVariableType,
+ settledModelVariableMap,
+} from '@/constants/knowledge';
+import { deriveModelPreset, removeUselessFieldsFromValues } from '../form';
+
+describe('deriveModelPreset', () => {
+ it('derives the preset whose values are stored', () => {
+ expect(
+ deriveModelPreset({
+ ...settledModelVariableMap[ModelVariableType.Precise],
+ }),
+ ).toBe(ModelVariableType.Precise);
+ expect(
+ deriveModelPreset({
+ ...settledModelVariableMap[ModelVariableType.Balance],
+ }),
+ ).toBe(ModelVariableType.Balance);
+ expect(
+ deriveModelPreset({
+ ...settledModelVariableMap[ModelVariableType.Improvise],
+ }),
+ ).toBe(ModelVariableType.Improvise);
+ });
+
+ it('matches a preset even when max_tokens was stripped on save', () => {
+ // Presets force maxTokensEnabled off, so the persisted config lacks it.
+ const stored = {
+ temperature: 0.2,
+ top_p: 0.75,
+ frequency_penalty: 0.5,
+ presence_penalty: 0.5,
+ };
+ expect(deriveModelPreset(stored)).toBe(ModelVariableType.Precise);
+ });
+
+ it('reports custom when a stored value diverges from every preset', () => {
+ expect(
+ deriveModelPreset({
+ ...settledModelVariableMap[ModelVariableType.Precise],
+ temperature: 0.3,
+ }),
+ ).toBe('Custom');
+ });
+
+ it('reports custom when max_tokens diverges from the matching preset', () => {
+ expect(
+ deriveModelPreset({
+ ...settledModelVariableMap[ModelVariableType.Balance],
+ max_tokens: 8192,
+ }),
+ ).toBe('Custom');
+ });
+
+ it('reports custom when only the ambiguous max_tokens is stored', () => {
+ // Every preset uses 4096, so no unique match is possible.
+ expect(deriveModelPreset({ max_tokens: 4096 })).toBe('Custom');
+ });
+
+ it('reports custom for an empty or missing llm_setting', () => {
+ expect(deriveModelPreset(undefined)).toBe('Custom');
+ expect(deriveModelPreset({})).toBe('Custom');
+ });
+});
+
+describe('removeUselessFieldsFromValues', () => {
+ it('strips the preset name at the given prefix', () => {
+ expect(
+ removeUselessFieldsFromValues(
+ {
+ llm_setting: { parameter: 'Precise', temperature: 0.2 },
+ temperatureEnabled: true,
+ },
+ 'llm_setting.',
+ ),
+ ).toEqual({ llm_setting: { temperature: 0.2 } });
+ });
+
+ it('strips the preset name and disabled variables from flat values', () => {
+ expect(
+ removeUselessFieldsFromValues(
+ {
+ parameter: 'Precise',
+ temperature: 0.2,
+ max_tokens: 4096,
+ temperatureEnabled: true,
+ maxTokensEnabled: false,
+ },
+ '',
+ ),
+ ).toEqual({ temperature: 0.2 });
+ });
+});
diff --git a/web/src/utils/form.ts b/web/src/utils/form.ts
index e91ffe2c14..58d94e8723 100644
--- a/web/src/utils/form.ts
+++ b/web/src/utils/form.ts
@@ -15,6 +15,10 @@
*/
import { variableEnabledFieldMap } from '@/constants/chat';
+import {
+ ModelVariableType,
+ settledModelVariableMap,
+} from '@/constants/knowledge';
import { TFunction } from 'i18next';
import { camelCase, isNil } from 'lodash';
import omit from 'lodash/omit';
@@ -35,16 +39,43 @@ export const excludeUnEnabledVariables = (
};
// chat model setting and generate operator
-export const removeUselessFieldsFromValues = (values: any, prefix?: string) => {
+export const removeUselessFieldsFromValues = (values: any, prefix = '') => {
const nextValues: any = omit(values, [
...Object.keys(variableEnabledFieldMap),
- 'parameter',
+ `${prefix}parameter`,
...excludeUnEnabledVariables(values, prefix),
]);
return nextValues;
};
+// `parameter` (the "freedom" preset select) is a derived field: picking a
+// preset only copies the preset's sampling values into the form, and the preset
+// name itself is never persisted — removeUselessFieldsFromValues strips it on
+// every save path. Rebuild it on load by matching the stored values against
+// the presets. Only keys present in llmSetting participate: presets force
+// maxTokensEnabled off, so a stored preset config legitimately has no
+// max_tokens. Values matching no preset — or several, e.g. only max_tokens —
+// are reported as 'Custom'.
+export function deriveModelPreset(
+ llmSetting?: Record<string, any>,
+): ModelVariableType | 'Custom' {
+ const matches = Object.entries(settledModelVariableMap).filter(
+ ([, presetValues]) => {
+ const comparableKeys = (
+ Object.keys(presetValues) as Array<keyof typeof presetValues>
+ ).filter((key) => !isNil(llmSetting?.[key]));
+
+ return (
+ comparableKeys.length > 0 &&
+ comparableKeys.every((key) => presetValues[key] === llmSetting?.[key])
+ );
+ },
+ );
+
+ return matches.length === 1 ? (matches[0][0] as ModelVariableType) : 'Custom';
+}
+
export function buildOptions(
data: Record<string, any>,
t?: TFunction<['translation', ...string[]], undefined>,