The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.
Rust agent-orchestrationai-agentsai-assistantdesktopllmlocal-firstmcppersonal-aiprivacyrustsecond-braintauri
refactor(inference): simplify context window routing
Steven Enamakel7fabe2b4dc0c
diff --git a/crates/openhuman-core/src/inference/context_window.rs b/crates/openhuman-core/src/inference/context_window.rsindex 4d22019ed2..9bb0bad4e3 100644--- a/crates/openhuman-core/src/inference/context_window.rs+++ b/crates/openhuman-core/src/inference/context_window.rs@@ -27,9 +27,7 @@ fn route_local_kind() -> Option<tinyinference_providers::route::LocalProviderKind> {local_kind.map(|kind| match kind {LocalProviderKind::Ollama => tinyinference_providers::route::LocalProviderKind::Ollama,- LocalProviderKind::LmStudio => {- tinyinference_providers::route::LocalProviderKind::LmStudio- }+ LocalProviderKind::LmStudio => tinyinference_providers::route::LocalProviderKind::LmStudio,LocalProviderKind::Mlx => tinyinference_providers::route::LocalProviderKind::Mlx,LocalProviderKind::Omlx => tinyinference_providers::route::LocalProviderKind::Omlx,LocalProviderKind::LocalOpenai => {@@ -151,7 +149,14 @@ pub(crate) async fn resolve_context_window_with(let local_kind = tinyinference_local::profile::kind_from_provider_string(provider);let route = route_input(role, provider, model, config, None, local_kind);resolver()- .resolve_for_route_with_fetcher(provider, model, local_kind, route, cache, fetcher)+ .resolve_for_route_with_fetcher(+ provider,+ model,+ route_local_kind(local_kind),+ route,+ cache,+ fetcher,+ ).await}