The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.
Rust agent-orchestrationai-agentsai-assistantdesktopllmlocal-firstmcppersonal-aiprivacyrustsecond-braintauri
refactor(inference): improve host model injection logic
Steven Enamakel6917686c6aa3
diff --git a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs b/crates/openhuman-core/src/inference/provider/factory/chat_model.rsindex 3f9f03e0c2..d7c1c1915e 100644--- a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs+++ b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs@@ -36,18 +36,21 @@ impl OpenHumanModelFactory<'_> {fn injected(&self, request: &ModelBuildRequest) -> Option<Arc<dyn ChatModel<()>>> {let route = request.route.as_deref();- let host_model = self.ctx.host_overrides().and_then(|local| match &request.purpose {- ModelPurpose::Primary => local.model_for(&request.role),- ModelPurpose::Summarization => local- .role_models- .get("summarization")- .cloned()- .or_else(|| local.model_for(&request.role)),- ModelPurpose::WorkloadTier(_) => route- .and_then(|route| local.role_models.get(route))- .or_else(|| local.role_models.get(&request.role))- .cloned(),- });+ let host_model = self+ .ctx+ .host_overrides()+ .and_then(|local| match &request.purpose {+ ModelPurpose::Primary => local.model_for(&request.role),+ ModelPurpose::Summarization => local+ .role_models+ .get("summarization")+ .cloned()+ .or_else(|| local.model_for(&request.role)),+ ModelPurpose::WorkloadTier(_) => route+ .and_then(|route| local.role_models.get(route))+ .or_else(|| local.role_models.get(&request.role))+ .cloned(),+ });if host_model.is_some() {return host_model;}diff --git a/crates/openhuman-core/src/inference/turn_models.rs b/crates/openhuman-core/src/inference/turn_models.rsindex 26124a4069..2fcb4c4aea 100644--- a/crates/openhuman-core/src/inference/turn_models.rs+++ b/crates/openhuman-core/src/inference/turn_models.rs@@ -525,7 +525,14 @@ impl TurnModelSource {// A host-injected model owns the provider choice even when// it does not publish a profile. Keep capability claims// conservative and retain only the caller's window.- ("injected".to_string(), false, false, false, false, context_window)+ (+ "injected".to_string(),+ false,+ false,+ false,+ false,+ context_window,+ )} else {let is_local =tinyinference_local::profile::is_local_provider_string(&provider_string);diff --git a/crates/openhuman-core/src/inference/turn_models_tests.rs b/crates/openhuman-core/src/inference/turn_models_tests.rsindex dfa30a65c3..aa32d983ea 100644--- a/crates/openhuman-core/src/inference/turn_models_tests.rs+++ b/crates/openhuman-core/src/inference/turn_models_tests.rs@@ -389,11 +389,7 @@ async fn injected_turn_without_profile_keeps_conservative_capabilities() {}}- let root = CoreContext::for_test_with_host_kind(- HostKind::Library,- DomainSet::full(),- None,- );+ let root = CoreContext::for_test_with_host_kind(HostKind::Library, DomainSet::full(), None);let mut overrides = HostOverrides::default();overrides.model = Some(Arc::new(ProfilelessModel));let context = root.derive_with(