Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

fix(embedding_host): report backend unavailable when no managed provider is registered

Steven Enamakelefa19d91b4ce
diff --git a/crates/openhuman-core/src/inference/embedding_host/factory.rs b/crates/openhuman-core/src/inference/embedding_host/factory.rs
index 9ad18ffe1f..49a5c85f64 100644
--- a/crates/openhuman-core/src/inference/embedding_host/factory.rs
+++ b/crates/openhuman-core/src/inference/embedding_host/factory.rs
@@ -7,7 +7,7 @@ use tinyinference_embeddings::factory::{
create_configured_embedding_model, create_default_embedding_model, CredentialResolver,
EmbeddingFactorySettings, ManagedModelFactory,
};
-use tinyinference_embeddings::EmbeddingModel;
+use tinyinference_embeddings::{EmbeddingModel, UnavailableEmbeddingModel};
use tinyinference_providers::route::custom_provider_string;
use super::cloud::UnavailableEmbeddingModel;
@@ -16,7 +16,7 @@ use crate::inference::registry::EmbeddingRequest;
use crate::security::approval::ApprovalChatContext;
use crate::security::credentials::embedding_scope::credential_scope;
-fn settings(
+pub(super) fn settings(
provider: &str,
model: &str,
dimensions: usize,
@@ -30,14 +30,16 @@ fn settings(
}
}
-fn managed_factory(config: &Config, chat: Option<ApprovalChatContext>) -> ManagedModelFactory {
- let config = config.clone();
+pub(super) fn managed_factory(
+ config: Option<Config>,
+ chat: Option<ApprovalChatContext>,
+) -> ManagedModelFactory {
Arc::new(move |model, dimensions| {
if let Some(registered) = crate::inference::registry::embedding(PROVIDER_OPENHUMAN) {
log::debug!("[embeddings::factory] managed model served by a registered factory");
- let (state_dir, secrets_encrypt) = credential_scope(Some(&config));
+ let (state_dir, secrets_encrypt) = credential_scope(config.as_ref());
return registered(&EmbeddingRequest {
- config: Some(&config),
+ config: config.as_ref(),
model,
dimensions,
chat: chat.clone(),
@@ -46,11 +48,17 @@ fn managed_factory(config: &Config, chat: Option<ApprovalChatContext>) -> Manage
});
}
log::debug!("[embeddings::factory] no managed embedding provider registered");
- Ok(Box::new(UnavailableEmbeddingModel::new(model, dimensions)))
+ let message = format!(
+ "{} managed embeddings need a hosted provider; none is registered",
+ crate::core::observability::BACKEND_UNAVAILABLE_PREFIX
+ );
+ Ok(Box::new(UnavailableEmbeddingModel::new(
+ model, dimensions, message,
+ )))
})
}
-fn credential_resolver(config: &Config) -> CredentialResolver {
+pub(super) fn credential_resolver(config: &Config) -> CredentialResolver {
let config = config.clone();
Arc::new(move |provider| super::rpc::resolve_api_key(&config, provider))
}