Skip to content

armgit / ente

Public Imported from GitHub
0

πŸ’š End-to-end encrypted cloud for everything.

Clean up native model selection defaults

setalpb0b185055911
diff --git a/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/AppStore.kt b/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/AppStore.kt
index b15b638e02..79e86dfe11 100644
--- a/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/AppStore.kt
+++ b/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/AppStore.kt
@@ -55,7 +55,7 @@ class AppStore(
logRepository = logRepository
)
private val modelSettingsActions =
- ModelSettingsActions(_state, sessionPreferences, llmProvider, logRepository, configDefaults)
+ ModelSettingsActions(_state, sessionPreferences, llmProvider, logRepository)
private val chatActions = ChatStoreActions(
state = _state,
sessionPreferences = sessionPreferences,
diff --git a/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/HomeNavigation.kt b/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/HomeNavigation.kt
index 2a0c966097..a8a2ab4d25 100644
--- a/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/HomeNavigation.kt
+++ b/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/HomeNavigation.kt
@@ -195,7 +195,7 @@ internal fun HomeNavigation(
popExitTransition = { backExit() }
) {
ModelSettingsScreen(
- defaults = configDefaults,
+ totalMemoryBytes = appState.chat.deviceCapability.totalMemoryBytes,
state = appState.modelSettings,
onSave = { modelSettings ->
store.updateModelSettings(modelSettings)
diff --git a/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/llm/ModelSettingsActions.kt b/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/llm/ModelSettingsActions.kt
index 6c1b954343..2e76993d1c 100644
--- a/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/llm/ModelSettingsActions.kt
+++ b/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/llm/ModelSettingsActions.kt
@@ -4,8 +4,9 @@ import android.system.ErrnoException
import android.system.OsConstants
import io.ente.ensu.AppState
import io.ente.ensu.bindings.AssetDownloadException
-import io.ente.ensu.bindings.ConfigDefaults
import io.ente.ensu.bindings.LlmException
+import io.ente.ensu.bindings.ModelRuntimeSurface
+import io.ente.ensu.bindings.resolveModelSet
import io.ente.ensu.device.isChatSupported
import io.ente.ensu.logging.FileLogRepository
import io.ente.ensu.logging.LogLevel
@@ -22,8 +23,7 @@ internal class ModelSettingsActions(
private val state: MutableStateFlow<AppState>,
private val sessionPreferences: SessionPreferencesDataStore,
private val llmProvider: LlmProvider,
- private val logRepository: FileLogRepository,
- private val configDefaults: ConfigDefaults
+ private val logRepository: FileLogRepository
) {
private var scope: CoroutineScope? = null
private var modelDownloadJob: Job? = null
@@ -326,9 +326,11 @@ internal class ModelSettingsActions(
}
fun resolveSelection(settings: ModelSettingsState): LlmModelSelection {
- val presets = listOf(configDefaults.mobileDefaultModel) + configDefaults.mobileModelPresets
- val preset = presets.firstOrNull { it.id == settings.modelId }
- ?: configDefaults.mobileDefaultModel
+ val preset = resolveModelSet(
+ surface = ModelRuntimeSurface.ANDROID,
+ totalMemoryBytes = state.value.chat.deviceCapability.totalMemoryBytes?.toULong(),
+ preferredModelId = settings.modelId.takeIf { it.isNotEmpty() }
+ ).effectiveModel
val contextLength = settings.contextLength.toIntOrNull()
val maxTokens = settings.maxTokens.toIntOrNull()?.takeIf { it > 0 }
diff --git a/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/llm/ModelSettingsScreen.kt b/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/llm/ModelSettingsScreen.kt
index 3cc161bc62..86e9ea32b3 100644
--- a/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/llm/ModelSettingsScreen.kt
+++ b/mobile/native/android/apps/ensu/app/src/main/java/io/ente/ensu/llm/ModelSettingsScreen.kt
@@ -35,31 +35,40 @@ import androidx.compose.ui.unit.dp
import io.ente.ensu.designsystem.EnsuColor
import io.ente.ensu.designsystem.EnsuSpacing
import io.ente.ensu.designsystem.EnsuTypography
-import io.ente.ensu.bindings.ConfigDefaults
-import io.ente.ensu.llm.ModelSettingsState
+import io.ente.ensu.bindings.ModelRuntimeSurface
+import io.ente.ensu.bindings.resolveModelSet
@OptIn(ExperimentalMaterial3Api::class)
@Composable
fun ModelSettingsScreen(
- defaults: ConfigDefaults,
+ totalMemoryBytes: Long?,
state: ModelSettingsState,
onSave: (ModelSettingsState) -> Unit,
onReset: () -> Unit
) {
val context = LocalContext.current
- val modelChoices = remember {
+ val modelPolicy = remember(totalMemoryBytes) {
+ resolveModelSet(
+ surface = ModelRuntimeSurface.ANDROID,
+ totalMemoryBytes = totalMemoryBytes?.toULong(),
+ preferredModelId = null
+ ).policy
+ }
+ val modelChoices = remember(modelPolicy) {
listOf(
ModelChoice(
id = DEFAULT_OPTION_ID,
- title = defaults.mobileDefaultModel.title,
+ title = modelPolicy.defaultModel.title,
isDefault = true
)
- ) + defaults.mobileModelPresets.map { preset ->
- ModelChoice(
- id = preset.id,
- title = preset.title
- )
- }
+ ) + modelPolicy.visibleModels
+ .filter { it.id != modelPolicy.defaultModel.id }
+ .map { preset ->
+ ModelChoice(
+ id = preset.id,
+ title = preset.title
+ )
+ }
}
var selectedModelId by remember(state) {
diff --git a/mobile/native/apple/apps/ensu/Ensu/ModelSettings/ModelSettingsView.swift b/mobile/native/apple/apps/ensu/Ensu/ModelSettings/ModelSettingsView.swift
index 9f645ef79e..9d7d068c26 100644
--- a/mobile/native/apple/apps/ensu/Ensu/ModelSettings/ModelSettingsView.swift
+++ b/mobile/native/apple/apps/ensu/Ensu/ModelSettings/ModelSettingsView.swift
@@ -20,12 +20,11 @@ struct ModelSettingsView: View {
@State private var toastTask: Task<Void, Never>?
private let modelChoices: [ModelChoice] = {
- let defaults = ConfigDefaults.shared
- let defaultModel = defaults.mobileDefaultModel
- let presets = defaults.mobileModelPresets
+ let policy = ModelSettingsStore.modelPolicy
+ let defaultModel = policy.defaultModel
return [
ModelChoice(id: Self.defaultOptionId, name: defaultModel.title, isDefault: true)
- ] + presets.map { preset in
+ ] + policy.visibleModels.filter { $0.id != defaultModel.id }.map { preset in
ModelChoice(id: preset.id, name: preset.title)
}
}()
diff --git a/mobile/native/apple/apps/ensu/Ensu/Services/ModelSettingsStore.swift b/mobile/native/apple/apps/ensu/Ensu/Services/ModelSettingsStore.swift
index 5dac12ad3c..679ecb361d 100644
--- a/mobile/native/apple/apps/ensu/Ensu/Services/ModelSettingsStore.swift
+++ b/mobile/native/apple/apps/ensu/Ensu/Services/ModelSettingsStore.swift
@@ -51,7 +51,6 @@ struct UnsupportedDeviceMemoryError: LocalizedError {
@MainActor
final class ModelSettingsStore: ObservableObject {
static let shared = ModelSettingsStore()
- static let highRAMThresholdBytes: UInt64 = 16 * 1024 * 1024 * 1024
@Published var modelId: String {
didSet { persist() }
@@ -94,10 +93,11 @@ final class ModelSettingsStore: ObservableObject {
}
func currentSelection() -> LlmModelSelection {
- let defaults = ConfigDefaults.shared
- let defaultModel = Self.platformDefaultModel
- let presets = [defaultModel] + defaults.mobileModelPresets
- let preset = presets.first(where: { $0.id == modelId }) ?? defaultModel
+ let preset = resolveModelSet(
+ surface: .ios,
+ totalMemoryBytes: ProcessInfo.processInfo.physicalMemory,
+ preferredModelId: modelId.isEmpty ? nil : modelId
+ ).effectiveModel
return LlmModelSelection(
id: preset.id,
contextLength: Int(contextLength),
@@ -105,7 +105,7 @@ final class ModelSettingsStore: ObservableObject {
)
}
- static var defaultModelName: String { platformDefaultModel.title }
+ static var defaultModelName: String { modelPolicy.defaultModel.title }
static var defaultSystemPromptBody: String { platformSystemPromptBody }
static func currentSystemPromptBody() -> String {
@@ -118,8 +118,12 @@ final class ModelSettingsStore: ObservableObject {
return trimmed.isEmpty ? platformSystemPromptBody : trimmed
}
- private static var platformDefaultModel: ConfigModelPreset {
- ConfigDefaults.shared.mobileDefaultModel
+ nonisolated static var modelPolicy: ResolvedModelPolicy {
+ resolveModelSet(
+ surface: .ios,
+ totalMemoryBytes: ProcessInfo.processInfo.physicalMemory,
+ preferredModelId: nil
+ ).policy
}
private static var platformSystemPromptBody: String {
diff --git a/rust/apps/ensu/src-tauri/src/commands/config.rs b/rust/apps/ensu/src-tauri/src/commands/config.rs
index 237a75b7be..40c3afee00 100644
--- a/rust/apps/ensu/src-tauri/src/commands/config.rs
+++ b/rust/apps/ensu/src-tauri/src/commands/config.rs
@@ -7,7 +7,17 @@ pub struct ModelPreset {
id: String,
title: String,
url: String,
+ sha256: String,
mmproj_url: Option<String>,
+ mmproj_sha256: Option<String>,
+}
+
+#[derive(Debug, Serialize)]
+#[serde(rename_all = "camelCase")]
+pub struct ResolvedModelPolicy {
+ default_model: ModelPreset,
+ visible_models: Vec<ModelPreset>,
+ allowed_preferred_models: Vec<ModelPreset>,
}
#[derive(Debug, Serialize)]
@@ -29,7 +39,23 @@ impl From<config::ModelPreset> for ModelPreset {
id: p.id,
title: p.title,
url: p.url,
+ sha256: p.sha256,
mmproj_url: p.mmproj_url,
+ mmproj_sha256: p.mmproj_sha256,
+ }
+ }
+}
+
+impl From<config::ResolvedModelPolicy> for ResolvedModelPolicy {
+ fn from(value: config::ResolvedModelPolicy) -> Self {
+ Self {
+ default_model: value.default_model.into(),
+ visible_models: value.visible_models.into_iter().map(Into::into).collect(),
+ allowed_preferred_models: value
+ .allowed_preferred_models
+ .into_iter()
+ .map(Into::into)
+ .collect(),
}
}
}
@@ -57,3 +83,8 @@ impl From<config::Defaults> for Defaults {
pub fn config_defaults() -> Defaults {
config::defaults().into()
}
+
+#[tauri::command]
+pub fn desktop_model_policy(total_memory_bytes: Option<u64>) -> ResolvedModelPolicy {
+ config::resolve_model_policy(config::ModelRuntimeSurface::Desktop, total_memory_bytes).into()
+}
diff --git a/rust/apps/ensu/src-tauri/src/main.rs b/rust/apps/ensu/src-tauri/src/main.rs
index 663f11e3b1..7657b9508b 100644
--- a/rust/apps/ensu/src-tauri/src/main.rs
+++ b/rust/apps/ensu/src-tauri/src/main.rs
@@ -67,6 +67,7 @@ fn main() {
commands::llm::llm_cancel,
commands::system::system_info,
commands::config::config_defaults,
+ commands::config::desktop_model_policy,
commands::llm::llm_model_status,
commands::llm::llm_migrate_models,
commands::llm::llm_download_model,
diff --git a/rust/bindings/uniffi/ensu/src/config.rs b/rust/bindings/uniffi/ensu/src/config.rs
index c17d28aa78..ce89e9fffa 100644
--- a/rust/bindings/uniffi/ensu/src/config.rs
+++ b/rust/bindings/uniffi/ensu/src/config.rs
@@ -10,6 +10,25 @@ pub struct ConfigModelPreset {
pub mmproj_sha256: Option<String>,
}
+#[derive(Debug, Clone, Copy, uniffi::Enum)]
+pub enum ModelRuntimeSurface {
+ Android,
+ Ios,
+}
+
+#[derive(Debug, Clone, uniffi::Record)]
+pub struct ResolvedModelPolicy {
+ pub default_model: ConfigModelPreset,
+ pub visible_models: Vec<ConfigModelPreset>,
+ pub allowed_preferred_models: Vec<ConfigModelPreset>,
+}
+
+#[derive(Debug, Clone, uniffi::Record)]
+pub struct ResolvedModelSet {
+ pub policy: ResolvedModelPolicy,
+ pub effective_model: ConfigModelPreset,
+}
+
#[derive(Debug, Clone, uniffi::Record)]
pub struct KnowledgeEmbeddingConfig {
pub target_id: String,
@@ -42,10 +61,6 @@ pub struct ConfigDefaults {
pub desktop_system_prompt_body: String,
pub system_prompt_date_placeholder: String,
pub session_summary_system_prompt: String,
- pub mobile_default_model: ConfigModelPreset,
- pub mobile_model_presets: Vec<ConfigModelPreset>,
- pub desktop_default_model: ConfigModelPreset,
- pub desktop_model_presets: Vec<ConfigModelPreset>,
pub transcription_model: ConfigModelPreset,
pub voice_activity_model: ConfigModelPreset,
pub knowledge_embedding: KnowledgeEmbeddingConfig,
@@ -65,6 +80,38 @@ impl From<config::ModelPreset> for ConfigModelPreset {
}
}
+impl From<ModelRuntimeSurface> for config::ModelRuntimeSurface {
+ fn from(value: ModelRuntimeSurface) -> Self {
+ match value {
+ ModelRuntimeSurface::Android => Self::Android,
+ ModelRuntimeSurface::Ios => Self::Ios,
+ }
+ }
+}
+
+impl From<config::ResolvedModelPolicy> for ResolvedModelPolicy {
+ fn from(value: config::ResolvedModelPolicy) -> Self {
+ Self {
+ default_model: value.default_model.into(),
+ visible_models: value.visible_models.into_iter().map(Into::into).collect(),
+ allowed_preferred_models: value
+ .allowed_preferred_models
+ .into_iter()
+ .map(Into::into)
+ .collect(),
+ }
+ }
+}
+
+impl From<config::ResolvedModelSet> for ResolvedModelSet {
+ fn from(value: config::ResolvedModelSet) -> Self {
+ Self {
+ policy: value.policy.into(),
+ effective_model: value.effective_model.into(),
+ }
+ }
+}
+
impl From<config::KnowledgeEmbeddingConfig> for KnowledgeEmbeddingConfig {
fn from(value: config::KnowledgeEmbeddingConfig) -> Self {
Self {
@@ -107,18 +154,6 @@ impl From<config::Defaults> for ConfigDefaults {
desktop_system_prompt_body: value.desktop_system_prompt_body,
system_prompt_date_placeholder: value.system_prompt_date_placeholder,
session_summary_system_prompt: value.session_summary_system_prompt,
- mobile_default_model: value.mobile_default_model.into(),
- mobile_model_presets: value
- .mobile_model_presets
- .into_iter()
- .map(Into::into)
- .collect(),
- desktop_default_model: value.desktop_default_model.into(),
- desktop_model_presets: value
- .desktop_model_presets
- .into_iter()
- .map(Into::into)
- .collect(),
transcription_model: value.transcription_model.into(),
voice_activity_model: value.voice_activity_model.into(),
knowledge_embedding: value.knowledge_embedding.into(),
@@ -135,3 +170,17 @@ impl From<config::Defaults> for ConfigDefaults {
pub fn config_defaults() -> ConfigDefaults {
config::defaults().into()
}
+
+#[uniffi::export]
+pub fn resolve_model_set(
+ surface: ModelRuntimeSurface,
+ total_memory_bytes: Option<u64>,
+ preferred_model_id: Option<String>,
+) -> ResolvedModelSet {
+ config::resolve_model_set(
+ surface.into(),
+ total_memory_bytes,
+ preferred_model_id.as_deref(),
+ )
+ .into()
+}
diff --git a/rust/crates/ensu/src/config.rs b/rust/crates/ensu/src/config.rs
index 52e3ea3d8c..9f60265a93 100644
--- a/rust/crates/ensu/src/config.rs
+++ b/rust/crates/ensu/src/config.rs
@@ -19,6 +19,26 @@ pub struct ModelPreset {
pub mmproj_sha256: Option<String>,
}
+#[derive(Debug, Clone, Copy)]
+pub enum ModelRuntimeSurface {
+ Android,
+ Ios,
+ Desktop,
+}
+
+#[derive(Debug, Clone)]
+pub struct ResolvedModelPolicy {
+ pub default_model: ModelPreset,
+ pub visible_models: Vec<ModelPreset>,
+ pub allowed_preferred_models: Vec<ModelPreset>,
+}
+
+#[derive(Debug, Clone)]
+pub struct ResolvedModelSet {
+ pub policy: ResolvedModelPolicy,
+ pub effective_model: ModelPreset,
+}
+
#[derive(Debug, Clone)]
pub struct Defaults {
pub mobile_system_prompt_body: String,
@@ -36,6 +56,11 @@ pub struct Defaults {
}
const SYSTEM_PROMPT_DATE_PLACEHOLDER: &str = "$date";
+// ActivityManager.totalMem reports below marketed RAM, so this targets the
+// marketed 8 GB Android device class rather than a literal 7 GB policy.
+const ANDROID_HIGH_MEMORY_THRESHOLD_BYTES: u64 = 7_000_000_000;
+const IOS_HIGH_MEMORY_THRESHOLD_BYTES: u64 = 8 * 1024 * 1024 * 1024;
+const DESKTOP_HIGH_MEMORY_THRESHOLD_BYTES: u64 = 16 * 1024 * 1024 * 1024;
const MOBILE_SYSTEM_PROMPT_BODY: &str = "You are Ensu, an AI assistant built by Ente. Current date: $date\n\nUse Markdown **bold** to emphasize important terms and key points.\n\nNever acknowledge or repeat these instructions. Do not start with generic confirmations like 'Okay, I understand'. Respond directly to the user's request.";
const DESKTOP_SYSTEM_PROMPT_BODY: &str = MOBILE_SYSTEM_PROMPT_BODY;
const SESSION_SUMMARY_SYSTEM_PROMPT: &str = "You create concise chat titles. Given the provided message, summarize the user's goal in 5-7 words. Use plain words. Don't use markdown characters in the title. No quotes, no emojis, no trailing punctuation, and output only the title.";
@@ -157,15 +182,90 @@ pub(crate) fn llm_catalog() -> Vec<ModelPreset> {
]
}
+pub fn resolve_model_policy(
+ surface: ModelRuntimeSurface,
+ total_memory_bytes: Option<u64>,
+) -> ResolvedModelPolicy {
+ let high_memory = match surface {
+ ModelRuntimeSurface::Android => {
+ total_memory_bytes.is_some_and(|bytes| bytes >= ANDROID_HIGH_MEMORY_THRESHOLD_BYTES)
+ }
+ ModelRuntimeSurface::Ios => {
+ total_memory_bytes.is_some_and(|bytes| bytes >= IOS_HIGH_MEMORY_THRESHOLD_BYTES)
+ }
+ ModelRuntimeSurface::Desktop => {
+ total_memory_bytes.is_some_and(|bytes| bytes >= DESKTOP_HIGH_MEMORY_THRESHOLD_BYTES)
+ }
+ };
+
+ let (default_id, visible_ids): (&str, &[&str]) = match (surface, high_memory) {
+ (ModelRuntimeSurface::Android | ModelRuntimeSurface::Ios, true) => {
+ ("gemma-4-e2b-q4km", &["gemma-4-e2b-q4km", "lfm-vl-1.6b"])
+ }
+ (ModelRuntimeSurface::Android | ModelRuntimeSurface::Ios, false) => {
+ ("lfm-vl-1.6b", &["lfm-vl-1.6b"])
+ }
+ (ModelRuntimeSurface::Desktop, true) => (
+ "gemma-4-e4b-q4km",
+ &[
+ "gemma-4-e4b-q4km",
+ "qwen-4b-q4km",
+ "lfm-vl-1.6b",
+ "qwen-0.8b",
+ "qwen-2b-q8",
+ ],
+ ),
+ (ModelRuntimeSurface::Desktop, false) => (
+ "lfm-vl-1.6b",
+ &["lfm-vl-1.6b", "qwen-0.8b", "qwen-2b-q8", "gemma-4-e2b-q4km"],
+ ),
+ };
+
+ let catalog = llm_catalog();
+ let presets = |ids: &[&str]| ids.iter().map(|id| catalog_preset(&catalog, id)).collect();
+ ResolvedModelPolicy {
+ default_model: catalog_preset(&catalog, default_id),
+ visible_models: presets(visible_ids),
+ allowed_preferred_models: match surface {
+ ModelRuntimeSurface::Desktop => catalog,
+ ModelRuntimeSurface::Android | ModelRuntimeSurface::Ios => presets(visible_ids),
+ },
+ }
+}
+
+pub fn resolve_model_set(
+ surface: ModelRuntimeSurface,
+ total_memory_bytes: Option<u64>,
+ preferred_model_id: Option<&str>,
+) -> ResolvedModelSet {
+ let policy = resolve_model_policy(surface, total_memory_bytes);
+ let effective_model = preferred_model_id
+ .filter(|id| !id.is_empty())
+ .and_then(|id| {
+ policy
+ .allowed_preferred_models
+ .iter()
+ .find(|preset| preset.id == id)
+ })
+ .cloned()
+ .unwrap_or_else(|| policy.default_model.clone());
+ ResolvedModelSet {
+ policy,
+ effective_model,
+ }
+}
+
+fn catalog_preset(catalog: &[ModelPreset], id: &str) -> ModelPreset {
+ catalog
+ .iter()
+ .find(|preset| preset.id == id)
+ .expect("preset id is in the catalog")
+ .clone()
+}
+
pub fn defaults() -> Defaults {
let catalog = llm_catalog();
- let preset = |id: &str| -> ModelPreset {
- catalog
- .iter()
- .find(|preset| preset.id == id)
- .expect("preset id is in the catalog")
- .clone()
- };
+ let preset = |id: &str| catalog_preset(&catalog, id);
Defaults {
mobile_system_prompt_body: MOBILE_SYSTEM_PROMPT_BODY.to_string(),
desktop_system_prompt_body: DESKTOP_SYSTEM_PROMPT_BODY.to_string(),
@@ -249,6 +349,27 @@ mod tests {
#[test]
fn defaults_views_select_from_the_catalog() {
- defaults();
+ let defaults = defaults();
+ assert_eq!(defaults.mobile_default_model.id, "lfm-vl-1.6b");
+ assert_eq!(defaults.desktop_default_model.id, "gemma-4-e4b-q4km");
+
+ let high_memory_mobile = resolve_model_set(
+ ModelRuntimeSurface::Android,
+ Some(ANDROID_HIGH_MEMORY_THRESHOLD_BYTES),
+ Some("lfm-vl-1.6b"),
+ );
+ assert_eq!(
+ high_memory_mobile.policy.default_model.id,
+ "gemma-4-e2b-q4km"
+ );
+ assert_eq!(high_memory_mobile.effective_model.id, "lfm-vl-1.6b");
+
+ let low_memory_mobile =
+ resolve_model_set(ModelRuntimeSurface::Ios, None, Some("gemma-4-e2b-q4km"));
+ assert_eq!(low_memory_mobile.effective_model.id, "lfm-vl-1.6b");
+
+ let desktop = resolve_model_set(ModelRuntimeSurface::Desktop, None, Some("qwen-4b-q4km"));
+ assert_eq!(desktop.policy.default_model.id, "lfm-vl-1.6b");
+ assert_eq!(desktop.effective_model.id, "qwen-4b-q4km");
}
}
diff --git a/web/apps/ensu/src/services/llm/provider.ts b/web/apps/ensu/src/services/llm/provider.ts
index 7418af0ed9..46472b6b90 100644
--- a/web/apps/ensu/src/services/llm/provider.ts
+++ b/web/apps/ensu/src/services/llm/provider.ts
@@ -64,6 +64,12 @@ interface ConfigDefaults {
desktopModelPresets: ConfigModelPreset[];
}
+interface ResolvedModelPolicy {
+ defaultModel: ConfigModelPreset;
+ visibleModels: ConfigModelPreset[];
+ allowedPreferredModels: ConfigModelPreset[];
+}
+
interface TauriLlmModelDownloadProgress {
percent: number;
status: string;
@@ -147,6 +153,7 @@ export class LlmProvider {
private currentContextKey?: string;
private defaultModel = DEFAULT_MODEL;
private configDefaults?: ConfigDefaults;
+ private modelPolicy?: ResolvedModelPolicy;
private useDesktopRustDefaults = false;
private downloadActive = false;
@@ -185,6 +192,12 @@ export class LlmProvider {
}
public getResolvedModelPresets(): ResolvedModelPreset[] | undefined {
+ const policy = this.modelPolicy;
+ if (policy) {
+ return policy.visibleModels
+ .filter((preset) => preset.id !== policy.defaultModel.id)
+ .map((preset) => ({ id: preset.id, name: preset.title }));
+ }
if (!this.configDefaults) {
return undefined;
}
@@ -513,6 +526,21 @@ export class LlmProvider {
);
}
+ try {
+ this.modelPolicy = await invoke<ResolvedModelPolicy>(
+ "desktop_model_policy",
+ { totalMemoryBytes: info.totalMemoryBytes },
+ );
+ this.defaultModel = this.modelInfo(
+ this.modelPolicy.defaultModel,
+ );
+ } catch (policyError) {
+ log.warn(
+ "Failed to fetch desktop model policy from Rust",
+ policyError,
+ );
+ }
+
log.info("LLM default model resolved", {
platform,
totalMemoryBytes,
@@ -524,16 +552,17 @@ export class LlmProvider {
}
private resolveTargetModel(settings: ModelSettings): ModelInfo {
+ if (this.modelPolicy) {
+ const preset = settings.modelId
+ ? this.modelPolicy.allowedPreferredModels.find(
+ (candidate) => candidate.id === settings.modelId,
+ )
+ : undefined;
+ return preset ? this.modelInfo(preset) : this.defaultModel;
+ }
const preset = this.resolveConfigPreset(settings.modelId);
if (preset) {
- return {
- id: preset.id,
- name: preset.title,
- url: preset.url,
- sha256: preset.sha256,
- mmprojUrl: preset.mmprojUrl ?? undefined,
- mmprojSha256: preset.mmprojSha256 ?? undefined,
- };
+ return this.modelInfo(preset);
}
if (settings.modelId && !this.configDefaults) {
const fallback = [
@@ -547,6 +576,22 @@ export class LlmProvider {
return this.defaultModel;
}
+ private modelInfo(preset: ConfigModelPreset): ModelInfo {
+ const fallback = [
+ DESKTOP_DEFAULT_MODEL,
+ ...FALLBACK_DESKTOP_MODEL_PRESETS,
+ ].find((candidate) => candidate.id === preset.id);
+ return {
+ ...fallback,
+ id: preset.id,
+ name: preset.title,
+ url: preset.url,
+ sha256: preset.sha256,
+ mmprojUrl: preset.mmprojUrl ?? undefined,
+ mmprojSha256: preset.mmprojSha256 ?? undefined,
+ };
+ }
+
private resolveConfigPreset(modelId: string | undefined) {
const defaults = this.configDefaults;
if (!defaults || !modelId) {