The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.
Rust agent-orchestrationai-agentsai-assistantdesktopllmlocal-firstmcppersonal-aiprivacyrustsecond-braintauri
refactor(inference): route embedding requests through provider context
Steven Enamakeleec19325abee
diff --git a/crates/openhuman-core/src/inference/embedding_host/factory.rs b/crates/openhuman-core/src/inference/embedding_host/factory.rsindex 42329be52a..93a29b3832 100644--- a/crates/openhuman-core/src/inference/embedding_host/factory.rs+++ b/crates/openhuman-core/src/inference/embedding_host/factory.rs@@ -11,7 +11,8 @@ use tinyinference_embeddings::{EmbeddingModel, UnavailableEmbeddingModel};use tinyinference_providers::route::custom_provider_string;use crate::inference::provider::factory::PROVIDER_OPENHUMAN;-use crate::inference::registry::EmbeddingRequest;+use tinyinference_llm::providers::overrides::EmbeddingRequest;+use crate::inference::registry::ProviderContext;use crate::security::approval::ApprovalChatContext;use crate::security::credentials::embedding_scope::credential_scope;@@ -34,17 +35,15 @@ pub(super) fn managed_factory(chat: Option<ApprovalChatContext>,) -> ManagedModelFactory {Arc::new(move |model, dimensions| {- if let Some(registered) = crate::inference::registry::embedding(PROVIDER_OPENHUMAN) {+ if let Some(registered) = crate::inference::registry::ambient_provider_overrides()+ .embedding_factory(PROVIDER_OPENHUMAN)+ {log::debug!("[embeddings::factory] managed model served by a registered factory");let (state_dir, secrets_encrypt) = credential_scope(config.as_ref());- return registered(&EmbeddingRequest {- config: config.as_ref(),- model,- dimensions,- chat: chat.clone(),- state_dir,- secrets_encrypt,- });+ let context = ProviderContext::for_embedding(+ config.as_ref(), chat.clone(), state_dir, secrets_encrypt,+ );+ return registered(&EmbeddingRequest { model, dimensions, context: &context });}log::debug!("[embeddings::factory] no managed embedding provider registered");let message = format!(diff --git a/crates/openhuman-tinyhumans/src/inference/managed_embedding.rs b/crates/openhuman-tinyhumans/src/inference/managed_embedding.rsindex bf66d6a8ff..f958d25eea 100644--- a/crates/openhuman-tinyhumans/src/inference/managed_embedding.rs+++ b/crates/openhuman-tinyhumans/src/inference/managed_embedding.rs@@ -17,14 +17,17 @@ use crate::client::endpoint::is_managed_endpoint_for_api_key;/// Builds the owning cloud embedding implementation with the credential scope/// and turn context supplied by the inference registry.-pub(super) fn from_request(request: &EmbeddingRequest<'_>) -> CloudEmbeddingModel {+pub(super) fn from_request(+ request: &EmbeddingRequest<'_, openhuman_embed::__host::inference_registry::ProviderContext>,+) -> CloudEmbeddingModel {+ let context = request.context.embedding.as_ref().expect("embedding host context");build_cloud_model(- request.config.and_then(|config| config.api_url.clone()),- request.state_dir.clone(),- request.secrets_encrypt,+ context.config.as_ref().and_then(|config| config.api_url.clone()),+ context.state_dir.clone(),+ context.secrets_encrypt,request.model,request.dimensions,- request.chat.clone(),+ context.chat.clone(),)}