Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

feat(inference): add embedding and catalog provider context constructors

Steven Enamakel04404ff2e284
diff --git a/crates/openhuman-core/src/inference/registry.rs b/crates/openhuman-core/src/inference/registry.rs
index c4708881fa..6b0e83d09a 100644
--- a/crates/openhuman-core/src/inference/registry.rs
+++ b/crates/openhuman-core/src/inference/registry.rs
@@ -60,9 +60,33 @@ pub struct CatalogHostRequest {
}
impl ProviderContext {
- fn new(config: &Config, egress: &EgressLedger) -> Self {
+ pub(crate) fn new(config: &Config, egress: &EgressLedger) -> Self {
Self { config: config.clone(), egress: egress.clone(), embedding: None, catalog: None }
}
+
+ pub(crate) fn for_embedding(
+ config: Option<&Config>,
+ chat: Option<ApprovalChatContext>,
+ state_dir: std::path::PathBuf,
+ secrets_encrypt: bool,
+ ) -> Self {
+ let base = config.cloned().unwrap_or_default();
+ Self {
+ config: base,
+ egress: EgressLedger::none(),
+ embedding: Some(EmbeddingCallContext { config: config.cloned(), chat, state_dir, secrets_encrypt }),
+ catalog: None,
+ }
+ }
+
+ pub(crate) fn for_catalog(config: &Config, request: CatalogHostRequest) -> Self {
+ Self {
+ config: config.clone(),
+ egress: EgressLedger::none(),
+ embedding: None,
+ catalog: Some(CatalogCallContext { request, logs: Arc::new(std::sync::Mutex::new(Vec::new())) }),
+ }
+ }
}
pub use tinyinference_llm::providers::overrides::{