Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

refactor(inference): simplify chat model factory and profile handling

Steven Enamakela5984e63922c
diff --git a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
index 0011f09482..15e090c345 100644
--- a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
+++ b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
@@ -195,16 +195,7 @@ impl OpenHumanModelFactory<'_> {
resolved_model,
request.route.as_deref().unwrap_or(role),
);
- return Ok((
- with_request_defaults(
- model,
- ModelRequestDefaults {
- model: (!route.model.is_empty()).then(|| route.model.clone()),
- temperature: request.opts.temperature,
- },
- ),
- route,
- ));
+ return Ok((model, route));
}
let (model, route_provider, resolved_model) =
@@ -357,14 +348,7 @@ fn with_request_defaults(
model: Arc<dyn ChatModel<()>>,
defaults: ModelRequestDefaults,
) -> Arc<dyn ChatModel<()>> {
- match model.profile().cloned() {
- Some(profile) => {
- Arc::new(ProfileOverrideModel::new(model, profile).with_defaults(defaults))
- }
- None => {
- Arc::new(ProfileOverrideModel::new_preserving_profile(model).with_defaults(defaults))
- }
- }
+ Arc::new(ProfileOverrideModel::new_preserving_profile(model).with_defaults(defaults))
}
/// Build an `Arc<dyn ChatModel>` for the given workload role, under `ctx`.
diff --git a/crates/openhuman-core/src/inference/turn_models.rs b/crates/openhuman-core/src/inference/turn_models.rs
index d718006eb8..33ee3db4c9 100644
--- a/crates/openhuman-core/src/inference/turn_models.rs
+++ b/crates/openhuman-core/src/inference/turn_models.rs
@@ -126,7 +126,7 @@ fn build_turn_models_crate(
thread_id,
};
let opts = tinyagents_harness::host::BuildOpts {
- native_tools,
+ native_tools: true,
temperature: Some(temperature),
egress_tag: None,
};