The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.
Rust agent-orchestrationai-agentsai-assistantdesktopllmlocal-firstmcppersonal-aiprivacyrustsecond-braintauri
refactor(inference): route managed chat model builds through provider overrides
Steven Enamakela3bd12879fc4
diff --git a/crates/openhuman-core/src/inference/provider/factory/managed_backend.rs b/crates/openhuman-core/src/inference/provider/factory/managed_backend.rsindex 3aea72c132..f0524077ba 100644--- a/crates/openhuman-core/src/inference/provider/factory/managed_backend.rs+++ b/crates/openhuman-core/src/inference/provider/factory/managed_backend.rs@@ -61,8 +61,8 @@ pub(super) fn managed_chat_model_for(egress: &EgressLedger,) -> anyhow::Result<ManagedChatModel> {enforce_local_only_inference(role, PROVIDER_OPENHUMAN)?;- let Some(entry) = crate::inference::registry::chat_model_for(extensions, PROVIDER_OPENHUMAN)- else {+ let overrides = crate::inference::registry::provider_overrides(extensions.cloned());+ let Some(entry) = overrides.chat_entry(PROVIDER_OPENHUMAN) else {log::debug!("[providers][chat-factory] role={role} managed provider is not registered");return Err(managed_unavailable_error());};@@ -86,15 +86,15 @@ pub(super) fn managed_chat_model_for(config: config.clone(),egress: egress.clone(),};- let built = (entry.build)(&crate::inference::registry::ChatModelRequest {+ let request = crate::inference::registry::ChatModelRequest {role,model_override: Some(&model),default_model,native_tool_calling,thread_id,context: &context,- })?;- Ok(built)+ };+ Ok(overrides.build_chat(PROVIDER_OPENHUMAN, &request, |_| unreachable!("provider override was selected"))?)}/// Construct a managed turn model with the explicit OpenHuman thread attached.@@ -176,7 +176,8 @@ pub(crate) fn make_openhuman_backend_model_for_options(model: &str,thread_id: Option<&str>,) -> anyhow::Result<ManagedChatModel> {- let Some(entry) = crate::inference::registry::chat_model(PROVIDER_OPENHUMAN) else {+ let overrides = crate::inference::registry::provider_overrides(None);+ let Some(entry) = overrides.chat_entry(PROVIDER_OPENHUMAN) else {return Err(managed_unavailable_error());};let mut config = Config::default();@@ -189,13 +190,13 @@ pub(crate) fn make_openhuman_backend_model_for_options(config: config.clone(),egress,};- let built = (entry.build)(&crate::inference::registry::ChatModelRequest {+ let request = crate::inference::registry::ChatModelRequest {role: "delegate",model_override: Some(model),default_model: Some(model),native_tool_calling: true,thread_id,context: &context,- })?;- Ok(built)+ };+ Ok(overrides.build_chat(PROVIDER_OPENHUMAN, &request, |_| unreachable!("provider override was selected"))?)}