Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

refactor(inference): improve host model injection logic

Steven Enamakel6917686c6aa3
diff --git a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
index 3f9f03e0c2..d7c1c1915e 100644
--- a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
+++ b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
@@ -36,18 +36,21 @@ impl OpenHumanModelFactory<'_> {
fn injected(&self, request: &ModelBuildRequest) -> Option<Arc<dyn ChatModel<()>>> {
let route = request.route.as_deref();
- let host_model = self.ctx.host_overrides().and_then(|local| match &request.purpose {
- ModelPurpose::Primary => local.model_for(&request.role),
- ModelPurpose::Summarization => local
- .role_models
- .get("summarization")
- .cloned()
- .or_else(|| local.model_for(&request.role)),
- ModelPurpose::WorkloadTier(_) => route
- .and_then(|route| local.role_models.get(route))
- .or_else(|| local.role_models.get(&request.role))
- .cloned(),
- });
+ let host_model = self
+ .ctx
+ .host_overrides()
+ .and_then(|local| match &request.purpose {
+ ModelPurpose::Primary => local.model_for(&request.role),
+ ModelPurpose::Summarization => local
+ .role_models
+ .get("summarization")
+ .cloned()
+ .or_else(|| local.model_for(&request.role)),
+ ModelPurpose::WorkloadTier(_) => route
+ .and_then(|route| local.role_models.get(route))
+ .or_else(|| local.role_models.get(&request.role))
+ .cloned(),
+ });
if host_model.is_some() {
return host_model;
}
diff --git a/crates/openhuman-core/src/inference/turn_models.rs b/crates/openhuman-core/src/inference/turn_models.rs
index 26124a4069..2fcb4c4aea 100644
--- a/crates/openhuman-core/src/inference/turn_models.rs
+++ b/crates/openhuman-core/src/inference/turn_models.rs
@@ -525,7 +525,14 @@ impl TurnModelSource {
// A host-injected model owns the provider choice even when
// it does not publish a profile. Keep capability claims
// conservative and retain only the caller's window.
- ("injected".to_string(), false, false, false, false, context_window)
+ (
+ "injected".to_string(),
+ false,
+ false,
+ false,
+ false,
+ context_window,
+ )
} else {
let is_local =
tinyinference_local::profile::is_local_provider_string(&provider_string);
diff --git a/crates/openhuman-core/src/inference/turn_models_tests.rs b/crates/openhuman-core/src/inference/turn_models_tests.rs
index dfa30a65c3..aa32d983ea 100644
--- a/crates/openhuman-core/src/inference/turn_models_tests.rs
+++ b/crates/openhuman-core/src/inference/turn_models_tests.rs
@@ -389,11 +389,7 @@ async fn injected_turn_without_profile_keeps_conservative_capabilities() {
}
}
- let root = CoreContext::for_test_with_host_kind(
- HostKind::Library,
- DomainSet::full(),
- None,
- );
+ let root = CoreContext::for_test_with_host_kind(HostKind::Library, DomainSet::full(), None);
let mut overrides = HostOverrides::default();
overrides.model = Some(Arc::new(ProfilelessModel));
let context = root.derive_with(