Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

refactor(inference): route embedding requests through provider context

Steven Enamakeleec19325abee
diff --git a/crates/openhuman-core/src/inference/embedding_host/factory.rs b/crates/openhuman-core/src/inference/embedding_host/factory.rs
index 42329be52a..93a29b3832 100644
--- a/crates/openhuman-core/src/inference/embedding_host/factory.rs
+++ b/crates/openhuman-core/src/inference/embedding_host/factory.rs
@@ -11,7 +11,8 @@ use tinyinference_embeddings::{EmbeddingModel, UnavailableEmbeddingModel};
use tinyinference_providers::route::custom_provider_string;
use crate::inference::provider::factory::PROVIDER_OPENHUMAN;
-use crate::inference::registry::EmbeddingRequest;
+use tinyinference_llm::providers::overrides::EmbeddingRequest;
+use crate::inference::registry::ProviderContext;
use crate::security::approval::ApprovalChatContext;
use crate::security::credentials::embedding_scope::credential_scope;
@@ -34,17 +35,15 @@ pub(super) fn managed_factory(
chat: Option<ApprovalChatContext>,
) -> ManagedModelFactory {
Arc::new(move |model, dimensions| {
- if let Some(registered) = crate::inference::registry::embedding(PROVIDER_OPENHUMAN) {
+ if let Some(registered) = crate::inference::registry::ambient_provider_overrides()
+ .embedding_factory(PROVIDER_OPENHUMAN)
+ {
log::debug!("[embeddings::factory] managed model served by a registered factory");
let (state_dir, secrets_encrypt) = credential_scope(config.as_ref());
- return registered(&EmbeddingRequest {
- config: config.as_ref(),
- model,
- dimensions,
- chat: chat.clone(),
- state_dir,
- secrets_encrypt,
- });
+ let context = ProviderContext::for_embedding(
+ config.as_ref(), chat.clone(), state_dir, secrets_encrypt,
+ );
+ return registered(&EmbeddingRequest { model, dimensions, context: &context });
}
log::debug!("[embeddings::factory] no managed embedding provider registered");
let message = format!(
diff --git a/crates/openhuman-tinyhumans/src/inference/managed_embedding.rs b/crates/openhuman-tinyhumans/src/inference/managed_embedding.rs
index bf66d6a8ff..f958d25eea 100644
--- a/crates/openhuman-tinyhumans/src/inference/managed_embedding.rs
+++ b/crates/openhuman-tinyhumans/src/inference/managed_embedding.rs
@@ -17,14 +17,17 @@ use crate::client::endpoint::is_managed_endpoint_for_api_key;
/// Builds the owning cloud embedding implementation with the credential scope
/// and turn context supplied by the inference registry.
-pub(super) fn from_request(request: &EmbeddingRequest<'_>) -> CloudEmbeddingModel {
+pub(super) fn from_request(
+ request: &EmbeddingRequest<'_, openhuman_embed::__host::inference_registry::ProviderContext>,
+) -> CloudEmbeddingModel {
+ let context = request.context.embedding.as_ref().expect("embedding host context");
build_cloud_model(
- request.config.and_then(|config| config.api_url.clone()),
- request.state_dir.clone(),
- request.secrets_encrypt,
+ context.config.as_ref().and_then(|config| config.api_url.clone()),
+ context.state_dir.clone(),
+ context.secrets_encrypt,
request.model,
request.dimensions,
- request.chat.clone(),
+ context.chat.clone(),
)
}