The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.
Rust agent-orchestrationai-agentsai-assistantdesktopllmlocal-firstmcppersonal-aiprivacyrustsecond-braintauri
refactor(inference): adjust model injection logic
Steven Enamakelb51c2eff98d5
diff --git a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs b/crates/openhuman-core/src/inference/provider/factory/chat_model.rsindex 2fab01654b..2d5fdaeaa1 100644--- a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs+++ b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs@@ -35,13 +35,9 @@ impl OpenHumanModelFactory<'_> {}fn injected(&self, request: &ModelBuildRequest) -> Option<Arc<dyn ChatModel<()>>> {- #[cfg(any(test, feature = "e2e-test-support", feature = "rss-bench"))]- if let Some(model) = test_provider_override::current() {- return Some(model);- }let local = self.ctx.host_overrides()?;let route = request.route.as_deref();- match &request.purpose {+ let host_model = match &request.purpose {ModelPurpose::Primary => local.model_for(&request.role),ModelPurpose::Summarization => local.role_models@@ -52,7 +48,15 @@ impl OpenHumanModelFactory<'_> {.and_then(|route| local.role_models.get(route)).or_else(|| local.role_models.get(&request.role)).cloned(),+ };+ if host_model.is_some() {+ return host_model;+ }+ #[cfg(any(test, feature = "e2e-test-support", feature = "rss-bench"))]+ if let Some(model) = test_provider_override::current() {+ return Some(model);}+ None}fn build_request(diff --git a/crates/openhuman-core/src/inference/turn_models.rs b/crates/openhuman-core/src/inference/turn_models.rsindex 71a030289d..139308c4ea 100644--- a/crates/openhuman-core/src/inference/turn_models.rs+++ b/crates/openhuman-core/src/inference/turn_models.rs@@ -499,7 +499,7 @@ impl TurnModelSource {.or_else(crate::inference::provider::factory::test_provider_override::current);#[cfg(not(any(test, feature = "e2e-test-support", feature = "rss-bench")))]let injected = host_injected;- let injected_profile = injected.as_ref().and_then(|model| model.profile());+ let injected_profile = host_injected.as_ref().and_then(|model| model.profile());let provider_string = cn.primary_override.clone().unwrap_or_else(|| {crate::inference::provider::provider_for_role(&cn.role, &cn.config)});@@ -526,6 +526,11 @@ impl TurnModelSource {),context_window.or(profile.max_input_tokens),)+ } else if host_injected.is_some() {+ // A host-injected model owns the provider choice even when+ // it does not publish a profile. Keep capability claims+ // conservative and retain only the caller's window.+ ("injected".to_string(), false, false, false, false, context_window)} else {let is_local =tinyinference_local::profile::is_local_provider_string(&provider_string);