Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

refactor(inference): improve host model lookup logic

Steven Enamakelb19bfc107a24
diff --git a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
index 2d5fdaeaa1..3f9f03e0c2 100644
--- a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
+++ b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
@@ -35,9 +35,8 @@ impl OpenHumanModelFactory<'_> {
}
fn injected(&self, request: &ModelBuildRequest) -> Option<Arc<dyn ChatModel<()>>> {
- let local = self.ctx.host_overrides()?;
let route = request.route.as_deref();
- let host_model = match &request.purpose {
+ let host_model = self.ctx.host_overrides().and_then(|local| match &request.purpose {
ModelPurpose::Primary => local.model_for(&request.role),
ModelPurpose::Summarization => local
.role_models
@@ -48,7 +47,7 @@ impl OpenHumanModelFactory<'_> {
.and_then(|route| local.role_models.get(route))
.or_else(|| local.role_models.get(&request.role))
.cloned(),
- };
+ });
if host_model.is_some() {
return host_model;
}