Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

refactor(inference): handle empty model strings in context window logic

Steven Enamakelfa36a4ca7f83
diff --git a/crates/openhuman-core/src/inference/context_window.rs b/crates/openhuman-core/src/inference/context_window.rs
index c99e4adacf..267cad71eb 100644
--- a/crates/openhuman-core/src/inference/context_window.rs
+++ b/crates/openhuman-core/src/inference/context_window.rs
@@ -177,14 +177,16 @@ fn static_route_facts(
model: &str,
extensions: Option<Option<&crate::core::slots::Extensions>>,
) -> ContextWindowRouteInput {
+ let model = model.trim();
+ if model.is_empty() {
+ return ContextWindowRouteInput::default();
+ }
let provider = crate::inference::provider::factory::PROVIDER_OPENHUMAN;
let provider_model_window = match extensions {
Some(extensions) => crate::inference::registry::provider_model_context_window_for(
- extensions,
- provider,
- model.trim(),
+ extensions, provider, model,
),
- None => crate::inference::registry::provider_model_context_window(provider, model.trim()),
+ None => crate::inference::registry::provider_model_context_window(provider, model),
};
let managed_default = match extensions {
Some(extensions) => crate::inference::registry::provider_default_model_for(
@@ -212,7 +214,7 @@ fn static_route_facts(
}
};
ContextWindowRouteInput {
- catalog_window: tinyagents_registry::pricing::lookup(model.trim())
+ catalog_window: tinyagents_registry::pricing::lookup(model)
.map(|price| u64::from(price.context_window)),
provider_model_window,
managed_default,
diff --git a/crates/openhuman-core/src/inference/provider_model_tests.rs b/crates/openhuman-core/src/inference/provider_model_tests.rs
index f26053136e..04fb2c9b3a 100644
--- a/crates/openhuman-core/src/inference/provider_model_tests.rs
+++ b/crates/openhuman-core/src/inference/provider_model_tests.rs
@@ -53,6 +53,7 @@ fn registered_model_defaults_and_aliases_are_context_scoped() {
supports_vision: Arc::new(|_| false),
resolve_model: Arc::new(|_, _, _| None),
context_window: Arc::new(|model| match model {
+ "" => Some(99_999),
"scoped/model" => Some(77_777),
"hint:reasoning" => Some(88_888),
_ => None,
@@ -87,6 +88,15 @@ fn registered_model_defaults_and_aliases_are_context_scoped() {
Some(88_888),
"a registered provider hook can override a workload tier alias"
);
+ assert_eq!(
+ crate::inference::context_window::project_context_window_for_model(
+ " ",
+ Some(Some(&extensions))
+ )
+ .window,
+ None,
+ "blank model IDs do not query provider hooks or the catalog"
+ );
let context = crate::core::runtime::CoreContext::for_test_with_extensions(
crate::core::runtime::DomainSet::full(),
None,