Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

refactor(inference): read provider config through request context

Steven Enamakeldba8f50200ef
diff --git a/crates/openhuman-core/src/agent/session_host/test_support.rs b/crates/openhuman-core/src/agent/session_host/test_support.rs
index 4d806bc68c..5ad486aba0 100644
--- a/crates/openhuman-core/src/agent/session_host/test_support.rs
+++ b/crates/openhuman-core/src/agent/session_host/test_support.rs
@@ -31,7 +31,7 @@ fn model_fixture_entry() -> ChatModelEntry {
let model = request
.model_override
.or(request.default_model)
- .or(request.config.default_model.as_deref())
+ .or(request.context.config.default_model.as_deref())
.unwrap_or("test/session-fixture");
Ok((Arc::new(SessionFixtureModel), model.to_string()))
}),
diff --git a/crates/openhuman-embed/examples/support/mod.rs b/crates/openhuman-embed/examples/support/mod.rs
index d75990f527..50c7491674 100644
--- a/crates/openhuman-embed/examples/support/mod.rs
+++ b/crates/openhuman-embed/examples/support/mod.rs
@@ -242,7 +242,7 @@ impl PointedInference {
.to_string();
// Like the hosted provider: the acting profile's own credential
// rides as the bearer.
- let token = openhuman_embed::__host::security::credentials::session_support::resolve_backend_credential(request.config)
+ let token = openhuman_embed::__host::security::credentials::session_support::resolve_backend_credential(&request.context.config)
.map(|credential| credential.secret().to_string())
.map_err(anyhow::Error::msg)?;
let wire =
diff --git a/crates/openhuman-embed/src/host_internals.rs b/crates/openhuman-embed/src/host_internals.rs
index ac9da71b72..f543bf09a5 100644
--- a/crates/openhuman-embed/src/host_internals.rs
+++ b/crates/openhuman-embed/src/host_internals.rs
@@ -379,7 +379,7 @@ pub mod inference_registry {
BackendErrorClassification, BackendErrorClassifier, BackendErrorKind, BoxFuture,
CatalogEntry, CatalogLimits, CatalogListing, CatalogRequest, ChatModelEntry,
ChatModelFactory, ChatModelRequest, ConfigNormalizer, EmbeddingFactory, EmbeddingRequest,
- ProviderModelHooks, ReadinessProbe,
+ ProviderContext, ProviderModelHooks, ReadinessProbe,
};
}
diff --git a/crates/openhuman-embed/tests/common/mod.rs b/crates/openhuman-embed/tests/common/mod.rs
index 11d8d5b6de..4edc19c8d8 100644
--- a/crates/openhuman-embed/tests/common/mod.rs
+++ b/crates/openhuman-embed/tests/common/mod.rs
@@ -274,7 +274,7 @@ impl PointedInference {
.to_string();
// Like the hosted provider: the acting profile's own credential
// rides as the bearer.
- let token = openhuman_embed::__host::security::credentials::session_support::resolve_backend_credential(request.config)
+ let token = openhuman_embed::__host::security::credentials::session_support::resolve_backend_credential(&request.context.config)
.map(|credential| credential.secret().to_string())
.map_err(anyhow::Error::msg)?;
let wire =
diff --git a/crates/openhuman-tinyhumans/src/inference/mod.rs b/crates/openhuman-tinyhumans/src/inference/mod.rs
index 44574431cd..55bcabc827 100644
--- a/crates/openhuman-tinyhumans/src/inference/mod.rs
+++ b/crates/openhuman-tinyhumans/src/inference/mod.rs
@@ -64,7 +64,7 @@ pub(crate) fn build_chat_model(
.filter(|model| !model.is_empty())
.map(str::to_string)
.unwrap_or_else(|| pinned.clone());
- let options = managed_options(request.context.config);
+ let options = managed_options(&request.context.config);
log::debug!(
"[tinyhumans][inference] building managed chat model role={} model={} native_tools={} threaded={}",
request.role,