Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

fix(inference): pin the primary model as the summarizer

Steven Enamakelbe743f65382e
diff --git a/crates/openhuman-core/src/inference/turn_models.rs b/crates/openhuman-core/src/inference/turn_models.rs
index f560d33858..e2e82b71ea 100644
--- a/crates/openhuman-core/src/inference/turn_models.rs
+++ b/crates/openhuman-core/src/inference/turn_models.rs
@@ -218,7 +218,7 @@ fn build_turn_models_crate(
.primary_model_pin(model)
.primary_opts(opts.clone())
.workload_requests(workload_requests)
- .summarization(role, Some(summarizer_model_id.clone()))
+ .summarization(role, Some(model.to_owned()))
.summarization_opts(opts)
.build()?;
let mut registrations = built.registrations("primary").into_iter();
diff --git a/crates/openhuman-core/src/inference/turn_models_summarizer_tests.rs b/crates/openhuman-core/src/inference/turn_models_summarizer_tests.rs
index 991d66a5e3..e11d865b47 100644
--- a/crates/openhuman-core/src/inference/turn_models_summarizer_tests.rs
+++ b/crates/openhuman-core/src/inference/turn_models_summarizer_tests.rs
@@ -151,7 +151,17 @@ async fn a_configured_summarizer_model_is_pinned_on_the_managed_route() {
crate::inference::registry::register_chat_model_in(
&extensions,
crate::inference::provider::factory::PROVIDER_OPENHUMAN,
- super::scoped_model_entry("managed-default", false),
+ // The managed provider serves whichever model the host asks it for.
+ tinyinference_llm::providers::overrides::ChatModelEntry::<
+ crate::inference::registry::ProviderContext,
+ > {
+ build: Arc::new(|request| {
+ let model = request.model_override.unwrap_or_default().to_owned();
+ Ok((Arc::new(super::NamedModel("managed")), model))
+ }),
+ probe: None,
+ models: None,
+ },
);
let context = CoreContext::for_test_with_host_kind_and_extensions(
crate::core::types::HostKind::Library,