Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

feat(inference): add extension-aware raw model check

Steven Enamakel0e271d2c5083
diff --git a/crates/openhuman-core/src/inference/provider_model_tests.rs b/crates/openhuman-core/src/inference/provider_model_tests.rs
index 9666fe4ec2..a68f478608 100644
--- a/crates/openhuman-core/src/inference/provider_model_tests.rs
+++ b/crates/openhuman-core/src/inference/provider_model_tests.rs
@@ -267,7 +267,7 @@ fn native_provider_metadata_resolves_by_context_and_preserves_request_fields() {
assert_eq!(crate::inference::registry::provider_default_model_for(extensions, provider).as_deref(), Some(format!("{label}/default").as_str()));
assert_eq!(crate::inference::registry::provider_model_role_for(extensions, provider, &format!("{label}/alias")).as_deref(), Some(format!("{label}/role").as_str()));
assert!(crate::inference::registry::provider_model_is_alias_for(extensions, provider, &format!("{label}/alias")));
- assert!(crate::inference::registry::provider_model_is_raw(provider, &format!("{label}/raw")) || extensions.is_some());
+ assert!(crate::inference::registry::provider_model_is_raw_for(extensions, provider, &format!("{label}/raw")));
assert!(crate::inference::registry::provider_model_supports_vision_for(extensions, provider, &format!("{label}/vision")));
let config = Config { default_model: Some(format!("{label}/config")), ..Config::default() };
assert_eq!(crate::inference::registry::resolve_provider_model_for(extensions, provider, "chat", &config, Some("pin")), Some(format!("{label}:{label}/config:pin")));
diff --git a/crates/openhuman-core/src/inference/registry.rs b/crates/openhuman-core/src/inference/registry.rs
index 9320bc8b44..3b2394019e 100644
--- a/crates/openhuman-core/src/inference/registry.rs
+++ b/crates/openhuman-core/src/inference/registry.rs
@@ -256,6 +256,19 @@ pub fn provider_model_is_raw(provider_id: &str, model: &str) -> bool {
&& provider_model_hooks(provider_id).is_none_or(|hooks| (hooks.is_raw_model)(model))
}
+pub(crate) fn provider_model_is_raw_for(
+ extensions: Option<&Extensions>,
+ provider_id: &str,
+ model: &str,
+) -> bool {
+ let model = model.trim();
+ !model.is_empty()
+ && !model.starts_with("hint:")
+ && chat_model_for(extensions, provider_id)
+ .and_then(|entry| entry.models)
+ .is_none_or(|hooks| (hooks.is_raw_model)(model))
+}
+
/// Whether the provider says `model` supports image input.
pub fn provider_model_supports_vision(provider_id: &str, model: &str) -> bool {
provider_model_hooks(provider_id).is_some_and(|hooks| (hooks.supports_vision)(model))