Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

refactor(inference): simplify context window routing

Steven Enamakel7fabe2b4dc0c
diff --git a/crates/openhuman-core/src/inference/context_window.rs b/crates/openhuman-core/src/inference/context_window.rs
index 4d22019ed2..9bb0bad4e3 100644
--- a/crates/openhuman-core/src/inference/context_window.rs
+++ b/crates/openhuman-core/src/inference/context_window.rs
@@ -27,9 +27,7 @@ fn route_local_kind(
) -> Option<tinyinference_providers::route::LocalProviderKind> {
local_kind.map(|kind| match kind {
LocalProviderKind::Ollama => tinyinference_providers::route::LocalProviderKind::Ollama,
- LocalProviderKind::LmStudio => {
- tinyinference_providers::route::LocalProviderKind::LmStudio
- }
+ LocalProviderKind::LmStudio => tinyinference_providers::route::LocalProviderKind::LmStudio,
LocalProviderKind::Mlx => tinyinference_providers::route::LocalProviderKind::Mlx,
LocalProviderKind::Omlx => tinyinference_providers::route::LocalProviderKind::Omlx,
LocalProviderKind::LocalOpenai => {
@@ -151,7 +149,14 @@ pub(crate) async fn resolve_context_window_with(
let local_kind = tinyinference_local::profile::kind_from_provider_string(provider);
let route = route_input(role, provider, model, config, None, local_kind);
resolver()
- .resolve_for_route_with_fetcher(provider, model, local_kind, route, cache, fetcher)
+ .resolve_for_route_with_fetcher(
+ provider,
+ model,
+ route_local_kind(local_kind),
+ route,
+ cache,
+ fetcher,
+ )
.await
}