Skip to content

LLM inference in C/C++

C++ ggml

ui: add sync blocks so display/behavior settings can be set via --ui-config-file (#25132)

Pascal665892536dfb
diff --git a/tools/ui/src/lib/constants/settings-keys.ts b/tools/ui/src/lib/constants/settings-keys.ts
index 498a79c739..d4d7827051 100644
--- a/tools/ui/src/lib/constants/settings-keys.ts
+++ b/tools/ui/src/lib/constants/settings-keys.ts
@@ -69,7 +69,6 @@ export const SETTINGS_KEYS = {
// Developer
DISABLE_REASONING_PARSING: 'disableReasoningParsing',
EXCLUDE_REASONING_FROM_CONTEXT: 'excludeReasoningFromContext',
- ENABLE_THINKING: 'enableThinking',
SHOW_RAW_OUTPUT_SWITCH: 'showRawOutputSwitch',
// PY_INTERPRETER_ENABLED: 'pyInterpreterEnabled',
JS_SANDBOX_ENABLED: 'jsSandboxEnabled',
diff --git a/tools/ui/src/lib/constants/settings-registry.ts b/tools/ui/src/lib/constants/settings-registry.ts
index 2047d0b43b..b314510ab0 100644
--- a/tools/ui/src/lib/constants/settings-registry.ts
+++ b/tools/ui/src/lib/constants/settings-registry.ts
@@ -185,7 +185,11 @@ const SETTINGS_REGISTRY: Record<string, SettingsSectionEntry> = {
defaultValue: false,
type: SettingsFieldType.CHECKBOX,
section: SETTINGS_SECTION_SLUGS.GENERAL,
- isExperimental: true
+ isExperimental: true,
+ sync: {
+ serverKey: SETTINGS_KEYS.TITLE_GENERATION_USE_LLM,
+ paramType: SyncableParameterType.BOOLEAN
+ }
},
{
key: SETTINGS_KEYS.TITLE_GENERATION_PROMPT,
@@ -193,7 +197,11 @@ const SETTINGS_REGISTRY: Record<string, SettingsSectionEntry> = {
help: 'Optional template for the title generation prompt. Use {{USER}} for the user message and {{ASSISTANT}} for the assistant message.',
defaultValue: TITLE_GENERATION.DEFAULT_PROMPT,
type: SettingsFieldType.TEXTAREA,
- section: SETTINGS_SECTION_SLUGS.GENERAL
+ section: SETTINGS_SECTION_SLUGS.GENERAL,
+ sync: {
+ serverKey: SETTINGS_KEYS.TITLE_GENERATION_PROMPT,
+ paramType: SyncableParameterType.STRING
+ }
},
{
key: SETTINGS_KEYS.MAX_IMAGE_RESOLUTION,
@@ -201,7 +209,11 @@ const SETTINGS_REGISTRY: Record<string, SettingsSectionEntry> = {
help: 'Images larger than this will be resized before sending to server. Set to 0 to disable.',
defaultValue: 0,
type: SettingsFieldType.INPUT,
- section: SETTINGS_SECTION_SLUGS.GENERAL
+ section: SETTINGS_SECTION_SLUGS.GENERAL,
+ sync: {
+ serverKey: SETTINGS_KEYS.MAX_IMAGE_RESOLUTION,
+ paramType: SyncableParameterType.NUMBER
+ }
}
]
},
@@ -385,7 +397,11 @@ const SETTINGS_REGISTRY: Record<string, SettingsSectionEntry> = {
help: 'Display the current build version in the bottom-right corner of the interface.',
defaultValue: false,
type: SettingsFieldType.CHECKBOX,
- section: SETTINGS_SECTION_SLUGS.DISPLAY
+ section: SETTINGS_SECTION_SLUGS.DISPLAY,
+ sync: {
+ serverKey: SETTINGS_KEYS.SHOW_BUILD_VERSION,
+ paramType: SyncableParameterType.BOOLEAN
+ }
}
]
},
@@ -669,7 +685,11 @@ const SETTINGS_REGISTRY: Record<string, SettingsSectionEntry> = {
help: 'After each response, re-submit the conversation to pre-fill the server KV cache. Makes the next turn faster since the prompt is already encoded while you read the response.',
defaultValue: false,
type: SettingsFieldType.CHECKBOX,
- section: SETTINGS_SECTION_SLUGS.DEVELOPER
+ section: SETTINGS_SECTION_SLUGS.DEVELOPER,
+ sync: {
+ serverKey: SETTINGS_KEYS.PRE_ENCODE_CONVERSATION,
+ paramType: SyncableParameterType.BOOLEAN
+ }
},
{
key: SETTINGS_KEYS.DISABLE_REASONING_PARSING,
@@ -677,7 +697,11 @@ const SETTINGS_REGISTRY: Record<string, SettingsSectionEntry> = {
help: 'Send reasoning_format=none so the server returns thinking tokens inline instead of extracting them into a separate field.',
defaultValue: false,
type: SettingsFieldType.CHECKBOX,
- section: SETTINGS_SECTION_SLUGS.DEVELOPER
+ section: SETTINGS_SECTION_SLUGS.DEVELOPER,
+ sync: {
+ serverKey: SETTINGS_KEYS.DISABLE_REASONING_PARSING,
+ paramType: SyncableParameterType.BOOLEAN
+ }
},
{
key: SETTINGS_KEYS.EXCLUDE_REASONING_FROM_CONTEXT,
@@ -691,14 +715,6 @@ const SETTINGS_REGISTRY: Record<string, SettingsSectionEntry> = {
paramType: SyncableParameterType.BOOLEAN
}
},
- {
- key: SETTINGS_KEYS.ENABLE_THINKING,
- label: 'Enable thinking',
- help: 'Enable model thinking/reasoning for each request. When off, the model will skip the thinking phase and go straight to the response.',
- defaultValue: false,
- type: SettingsFieldType.CHECKBOX,
- section: SETTINGS_SECTION_SLUGS.DEVELOPER
- },
{
key: SETTINGS_KEYS.SHOW_RAW_OUTPUT_SWITCH,
label: 'Enable raw output toggle',
@@ -717,7 +733,11 @@ const SETTINGS_REGISTRY: Record<string, SettingsSectionEntry> = {
help: 'Expose a run_javascript tool to the model. Code runs in a Web Worker inside a sandboxed iframe with an opaque origin, isolated from the WebUI and its API, with a hard timeout.',
defaultValue: false,
type: SettingsFieldType.CHECKBOX,
- section: SETTINGS_SECTION_SLUGS.DEVELOPER
+ section: SETTINGS_SECTION_SLUGS.DEVELOPER,
+ sync: {
+ serverKey: SETTINGS_KEYS.JS_SANDBOX_ENABLED,
+ paramType: SyncableParameterType.BOOLEAN
+ }
},
{
key: SETTINGS_KEYS.CUSTOM_JSON,
@@ -753,7 +773,11 @@ const SETTINGS_REGISTRY: Record<string, SettingsSectionEntry> = {
defaultValue: DEFAULT_MCP_CONFIG.requestTimeoutSeconds,
type: SettingsFieldType.INPUT,
section: SETTINGS_SECTION_SLUGS.MCP,
- isPositiveInteger: true
+ isPositiveInteger: true,
+ sync: {
+ serverKey: SETTINGS_KEYS.MCP_REQUEST_TIMEOUT_SECONDS,
+ paramType: SyncableParameterType.NUMBER
+ }
}
]
}