Make Codex and Claude Code subscriptions go further: a local model router that gives routine agent work to economical models and keeps your strongest model for the hard parts.
Rust ai-agentsai-gatewayclaude-codecodexcoding-agentcost-optimizationdeepseekllm-gatewayllm-routerlocal-firstmodel-routingrusttask-routingtauri
use crate::{ApplicationService, failed, succeeded};
use hiroute_application_api::*;
use serde_json::Value;
pub trait ModelCatalogPort: Send + Sync {
fn reference_query(
&self,
query: ModelCatalogQueryV1,
) -> Result<ModelCatalogResultV1, ErrorCode>;
}
pub(crate) fn dispatch(
service: &ApplicationService,
request: LocalControlRequestV2,
) -> MachineEnvelopeV2<Value> {
if request.protected_grant.is_some() {
return failed(ErrorCode::InvalidArguments, request.request_id);
}
let Some(port) = service
.ports
.as_ref()
.and_then(|p| p.model_catalog.as_ref())
else {
return failed(ErrorCode::DaemonUnavailable, request.request_id);
};
let query = match serde_json::from_value(request.payload) {
Ok(q) => q,
Err(_) => return failed(ErrorCode::InvalidArguments, request.request_id),
};
match port.reference_query(query) {
Ok(r) => succeeded(r, request.request_id),
Err(e) => failed(e, request.request_id),
}
}