Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

refactor(inference): route registry lookups through provider overrides

Steven Enamakel294d1d552d11
diff --git a/crates/openhuman-core/src/inference/registry.rs b/crates/openhuman-core/src/inference/registry.rs
index c7954b3500..54069b427e 100644
--- a/crates/openhuman-core/src/inference/registry.rs
+++ b/crates/openhuman-core/src/inference/registry.rs
@@ -16,12 +16,6 @@
use std::sync::Arc;
-use tinyinference_embeddings::EmbeddingModel;
-use tinyinference_llm::providers::overrides::{
- BoxFuture, CatalogEntry, CatalogLimits, CatalogRequest, ChatModelEntry, ChatModelFactory,
- ChatModelRequest, EmbeddingFactory, EmbeddingRequest, ProviderModelMetadata,
- ProviderOverrides, ReadinessProbe,
-};
use crate::config::Config;
use crate::core::slots::{Extensions, HookSlot};
@@ -72,8 +66,9 @@ impl ProviderContext {
}
pub use tinyinference_llm::providers::overrides::{
- ChatModelEntry, ChatModelFactory, ChatModelRequest, EmbeddingFactory, EmbeddingRequest,
- ProviderModelMetadata, ProviderOverrides, ReadinessProbe,
+ BoxFuture, CatalogEntry, CatalogLimits, CatalogRequest, ChatModelEntry, ChatModelFactory,
+ ChatModelRequest, EmbeddingFactory, EmbeddingRequest, ProviderModelMetadata,
+ ProviderOverrides, ReadinessProbe,
};
pub(crate) fn provider_overrides(extensions: Option<Extensions>) -> ProviderOverrides<ProviderContext> {
@@ -403,8 +398,8 @@ pub fn unregister_embedding(provider_id: &str) -> bool {
}
/// The registered embedding factory, if any.
-pub(crate) fn embedding(provider_id: &str) -> Option<EmbeddingFactory> {
- EMBEDDINGS.get(provider_id)
+pub(crate) fn embedding(provider_id: &str) -> Option<EmbeddingFactory<ProviderContext>> {
+ provider_overrides(None).embedding_factory(provider_id)
}
// ---------------------------------------------------------------------------
@@ -435,14 +430,14 @@ pub fn unregister_catalog(provider_id: &str) -> bool {
/// The registered catalog, if any.
pub(crate) fn catalog(provider_id: &str) -> Option<CatalogEntry<ProviderContext>> {
- CATALOGS.get(provider_id)
+ provider_overrides(None).catalog_entry(provider_id)
}
pub(crate) fn catalog_for(
extensions: Option<&Extensions>,
provider_id: &str,
) -> Option<CatalogEntry<ProviderContext>> {
- CATALOGS.get_for(extensions, provider_id)
+ provider_overrides(extensions.cloned()).catalog_entry(provider_id)
}
#[cfg(test)]