Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

refactor(tinyagents): update reasoning effort parsing and usage

Steven Enamakel443a0ed89528
diff --git a/crates/openhuman-core/src/agent/tinyagents/thread_reasoning.rs b/crates/openhuman-core/src/agent/tinyagents/thread_reasoning.rs
index b0b96518eb..4825e91f9a 100644
--- a/crates/openhuman-core/src/agent/tinyagents/thread_reasoning.rs
+++ b/crates/openhuman-core/src/agent/tinyagents/thread_reasoning.rs
@@ -48,7 +48,9 @@ pub(crate) fn turn_reasoning(
thread_id: Option<&str>,
config: Option<&crate::config::Config>,
) -> Option<ReasoningConfig> {
- if let Some(effort) = thread_id.and_then(|thread_id| store(dispatch).get(&ThreadId::new(thread_id))) {
+ if let Some(effort) =
+ thread_id.and_then(|thread_id| store(dispatch).get(&ThreadId::new(thread_id)))
+ {
return Some(ReasoningConfig::effort(effort));
}
config.and_then(crate::inference::reasoning::reasoning_for_config)
@@ -66,10 +68,7 @@ pub(crate) fn turn_reasoning_for(
let dispatch = ctx.dispatch_ctx();
let reasoning = if let Some(thread_id) = ctx.thread_id.as_deref() {
- store(&dispatch).reasoning_for_turn(
- Some(&ThreadId::new(thread_id)),
- max_output_tokens,
- )
+ store(&dispatch).reasoning_for_turn(Some(&ThreadId::new(thread_id)), max_output_tokens)
} else {
None
}
@@ -110,4 +109,3 @@ pub(crate) fn set_thread_effort(
}
}
}
-
diff --git a/crates/openhuman-core/src/agent/tinyagents/turn_exec.rs b/crates/openhuman-core/src/agent/tinyagents/turn_exec.rs
index 0c9bf28448..62fff5b07a 100644
--- a/crates/openhuman-core/src/agent/tinyagents/turn_exec.rs
+++ b/crates/openhuman-core/src/agent/tinyagents/turn_exec.rs
@@ -205,7 +205,7 @@ async fn drive_turn(
deterministic_cacheable,
is_local,
run_context.tool_dialect,
- crate::inference::reasoning::turn_reasoning_for(
+ crate::agent::tinyagents::thread_reasoning::turn_reasoning_for(
&run_context,
hosted_root.as_ref().map(|(base, _)| base.config.as_ref()),
max_output_tokens,
diff --git a/crates/openhuman-core/src/config/ops/model.rs b/crates/openhuman-core/src/config/ops/model.rs
index 55ea9a7749..92389ed376 100644
--- a/crates/openhuman-core/src/config/ops/model.rs
+++ b/crates/openhuman-core/src/config/ops/model.rs
@@ -513,7 +513,7 @@ pub async fn apply_runtime_settings(
let parsed = if effort.is_empty() {
None
} else {
- let parsed = crate::agent::tinyagents::parse_reasoning_effort(effort)
+ let parsed = tinyinference_llm::model::ReasoningEffort::parse(effort)
.ok_or_else(|| format!("unknown reasoning_effort '{effort}'"))?;
Some(parsed.as_str().to_string())
};
diff --git a/crates/openhuman-core/src/inference/reasoning_tests.rs b/crates/openhuman-core/src/inference/reasoning_tests.rs
index 6137624f01..f22459e53b 100644
--- a/crates/openhuman-core/src/inference/reasoning_tests.rs
+++ b/crates/openhuman-core/src/inference/reasoning_tests.rs
@@ -1,19 +1,19 @@
use super::*;
use crate::agent::tinyagents::thread_reasoning::{
- apply_requested_effort, parse_reasoning_effort, set_thread_effort, thread_effort,
+ apply_requested_effort, set_thread_effort, thread_effort, turn_reasoning, turn_reasoning_for,
};
#[test]
fn parses_wire_tokens_and_aliases() {
- assert_eq!(parse_reasoning_effort("high"), Some(ReasoningEffort::High));
- assert_eq!(parse_reasoning_effort(" Low "), Some(ReasoningEffort::Low));
- assert_eq!(parse_reasoning_effort("off"), Some(ReasoningEffort::None));
- assert_eq!(parse_reasoning_effort("max"), Some(ReasoningEffort::XHigh));
+ assert_eq!(ReasoningEffort::parse("high"), Some(ReasoningEffort::High));
+ assert_eq!(ReasoningEffort::parse(" Low "), Some(ReasoningEffort::Low));
+ assert_eq!(ReasoningEffort::parse("off"), Some(ReasoningEffort::None));
+ assert_eq!(ReasoningEffort::parse("max"), Some(ReasoningEffort::XHigh));
assert_eq!(
- parse_reasoning_effort("xhigh"),
+ ReasoningEffort::parse("xhigh"),
Some(ReasoningEffort::XHigh)
);
- assert_eq!(parse_reasoning_effort("turbo"), None);
+ assert_eq!(ReasoningEffort::parse("turbo"), None);
}
#[test]