Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

refactor(inference): adjust model injection logic

Steven Enamakelb51c2eff98d5
diff --git a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
index 2fab01654b..2d5fdaeaa1 100644
--- a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
+++ b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
@@ -35,13 +35,9 @@ impl OpenHumanModelFactory<'_> {
}
fn injected(&self, request: &ModelBuildRequest) -> Option<Arc<dyn ChatModel<()>>> {
- #[cfg(any(test, feature = "e2e-test-support", feature = "rss-bench"))]
- if let Some(model) = test_provider_override::current() {
- return Some(model);
- }
let local = self.ctx.host_overrides()?;
let route = request.route.as_deref();
- match &request.purpose {
+ let host_model = match &request.purpose {
ModelPurpose::Primary => local.model_for(&request.role),
ModelPurpose::Summarization => local
.role_models
@@ -52,7 +48,15 @@ impl OpenHumanModelFactory<'_> {
.and_then(|route| local.role_models.get(route))
.or_else(|| local.role_models.get(&request.role))
.cloned(),
+ };
+ if host_model.is_some() {
+ return host_model;
+ }
+ #[cfg(any(test, feature = "e2e-test-support", feature = "rss-bench"))]
+ if let Some(model) = test_provider_override::current() {
+ return Some(model);
}
+ None
}
fn build_request(
diff --git a/crates/openhuman-core/src/inference/turn_models.rs b/crates/openhuman-core/src/inference/turn_models.rs
index 71a030289d..139308c4ea 100644
--- a/crates/openhuman-core/src/inference/turn_models.rs
+++ b/crates/openhuman-core/src/inference/turn_models.rs
@@ -499,7 +499,7 @@ impl TurnModelSource {
.or_else(crate::inference::provider::factory::test_provider_override::current);
#[cfg(not(any(test, feature = "e2e-test-support", feature = "rss-bench")))]
let injected = host_injected;
- let injected_profile = injected.as_ref().and_then(|model| model.profile());
+ let injected_profile = host_injected.as_ref().and_then(|model| model.profile());
let provider_string = cn.primary_override.clone().unwrap_or_else(|| {
crate::inference::provider::provider_for_role(&cn.role, &cn.config)
});
@@ -526,6 +526,11 @@ impl TurnModelSource {
),
context_window.or(profile.max_input_tokens),
)
+ } else if host_injected.is_some() {
+ // A host-injected model owns the provider choice even when
+ // it does not publish a profile. Keep capability claims
+ // conservative and retain only the caller's window.
+ ("injected".to_string(), false, false, false, false, context_window)
} else {
let is_local =
tinyinference_local::profile::is_local_provider_string(&provider_string);