Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

fix(inference): pin configured summarizer model on managed route

Steven Enamakel968e980f3157
diff --git a/crates/openhuman-core/src/inference/turn_models.rs b/crates/openhuman-core/src/inference/turn_models.rs
index f560d33858..e2e82b71ea 100644
--- a/crates/openhuman-core/src/inference/turn_models.rs
+++ b/crates/openhuman-core/src/inference/turn_models.rs
@@ -218,7 +218,7 @@ fn build_turn_models_crate(
.primary_model_pin(model)
.primary_opts(opts.clone())
.workload_requests(workload_requests)
- .summarization(role, Some(summarizer_model_id.clone()))
+ .summarization(role, Some(model.to_owned()))
.summarization_opts(opts)
.build()?;
let mut registrations = built.registrations("primary").into_iter();
diff --git a/crates/openhuman-core/src/inference/turn_models_summarizer_tests.rs b/crates/openhuman-core/src/inference/turn_models_summarizer_tests.rs
index c965a50eb0..991d66a5e3 100644
--- a/crates/openhuman-core/src/inference/turn_models_summarizer_tests.rs
+++ b/crates/openhuman-core/src/inference/turn_models_summarizer_tests.rs
@@ -142,3 +142,37 @@ async fn a_blank_summarizer_model_counts_as_unset() {
assert_eq!(models.summarizer, TURN_MODEL);
assert_eq!(models.summarizer_model_id, TURN_MODEL);
}
+
+#[tokio::test]
+async fn a_configured_summarizer_model_is_pinned_on_the_managed_route() {
+ use crate::core::runtime::{CoreContext, DispatchCtx, DomainSet};
+
+ let extensions = crate::core::slots::Extensions::new();
+ crate::inference::registry::register_chat_model_in(
+ &extensions,
+ crate::inference::provider::factory::PROVIDER_OPENHUMAN,
+ super::scoped_model_entry("managed-default", false),
+ );
+ let context = CoreContext::for_test_with_host_kind_and_extensions(
+ crate::core::types::HostKind::Library,
+ DomainSet::full(),
+ None,
+ extensions,
+ );
+ let tmp = tempfile::tempdir().expect("isolated workspace");
+ let mut config = super::managed_fixture_config(&tmp);
+ config.context.summarizer_model = Some(SUMMARIZER_MODEL.into());
+
+ let models =
+ TurnModelSource::new_crate_native(&DispatchCtx::new(context), "chat", Arc::new(config))
+ .build(TURN_MODEL, 0.0, None, None)
+ .expect("a managed turn builds");
+ let set = models
+ .native_model_set
+ .as_ref()
+ .expect("a config-built turn keeps its native set");
+
+ assert_eq!(set.summarizer_route().model, SUMMARIZER_MODEL);
+ assert_eq!(set.primary_route().model, TURN_MODEL);
+ assert_eq!(models.summarizer_model_id(), SUMMARIZER_MODEL);
+}