Skip to content

The agent that grows with you

feat(delegation): speed-tier helpers for delegated children

unsupportedpastelsed116015393c
diff --git a/tools/delegate_tool_tuning.py b/tools/delegate_tool_tuning.py
new file mode 100644
index 00000000000..58a10096812
--- /dev/null
+++ b/tools/delegate_tool_tuning.py
@@ -0,0 +1,79 @@
+"""Speed tier for ``delegate_task`` children.
+
+A route's ``service_tier`` applies to that child only and is checked before any child is built: an unknown word,
+or a tier the child's route or account does not offer, fails the spawn instead of the child silently running at
+another tier.
+"""
+
+from __future__ import annotations
+
+import copy
+from typing import Any, Optional
+
+_TIER_KEYS = ("service_tier", "speed")
+
+
+def without_service_tier(overrides: Any) -> dict[str, Any]:
+ """Deep copy of *overrides* without a speed-tier key, at the top level or inside ``extra_body``."""
+ cleaned = {k: v for k, v in copy.deepcopy(overrides if isinstance(overrides, dict) else {}).items()
+ if k not in _TIER_KEYS}
+ extra = cleaned.get("extra_body")
+ if isinstance(extra, dict):
+ extra = {k: v for k, v in extra.items() if k not in _TIER_KEYS}
+ if extra:
+ cleaned["extra_body"] = extra
+ else:
+ del cleaned["extra_body"]
+ return cleaned
+
+
+def _offered_tier_overrides(tier: str, model: Any, provider: Any, base_url: Any) -> Optional[dict[str, Any]]:
+ """Request overrides for *tier* on this route, or None when the route (or, for ultrafast, the signed-in Codex
+ account) does not offer it. The same gates as ``/fast``."""
+ from hermes_cli.models import resolve_fast_mode_overrides
+ fast = resolve_fast_mode_overrides(model, provider=provider, base_url=base_url, tier=tier)
+ if fast and tier == "ultrafast":
+ from agent.codex_service_tiers import ultrafast_offered
+ # The Codex backend accepts ultrafast from a plan without it and serves another tier instead.
+ if not ultrafast_offered(model, provider=provider, base_url=base_url):
+ return None
+ return fast
+
+
+def task_service_tier(word: str, creds: dict[str, Any], parent_agent) -> dict[str, Any]:
+ """Creds keys for a per-task speed tier on the child's resolved route; a tier the route can't serve raises.
+ ``task_tier_overrides`` is re-applied to the built child by :func:`pin_child_service_tier`."""
+ from agent.fast_mode import STATIC_TIERS, parse_exact_service_tier
+ try:
+ tier = parse_exact_service_tier(word)
+ except ValueError:
+ tier = None
+ if tier is None or (tier and tier not in STATIC_TIERS):
+ raise ValueError(f"Unknown service_tier '{word}'. Use normal, fast, or ultrafast.")
+ # Same bundle rule as _resolve_child_runtime: a pinned provider/endpoint owns the route, else the parent's.
+ pinned = bool(creds.get("provider") or creds.get("base_url"))
+ provider = creds.get("provider") or getattr(parent_agent, "provider", None)
+ model = creds.get("model") or getattr(parent_agent, "model", None)
+ base_url = creds.get("base_url") if pinned else getattr(parent_agent, "base_url", None)
+ base = creds.get("request_overrides")
+ if base is None and not creds.get("provider"):
+ base = getattr(parent_agent, "request_overrides", None)
+ fast: dict[str, Any] = {}
+ if tier:
+ fast = _offered_tier_overrides(tier, model, provider, base_url) or {}
+ if not fast:
+ raise ValueError(
+ f"service_tier '{word}' is not available for model '{model}' on provider '{provider}'. "
+ f"Omit service_tier or choose a model/provider that offers it."
+ )
+ return {"request_overrides": {**without_service_tier(base), **fast}, "service_tier": tier or None,
+ "task_tier_overrides": fast}
+
+
+def pin_child_service_tier(child, creds: dict[str, Any]) -> None:
+ """Re-apply a task's speed tier to the built child: construction can merge a custom provider's ``extra_body``
+ (and its tier) back into ``request_overrides``. No-op for tasks that set no tier."""
+ fast = creds.get("task_tier_overrides")
+ if fast is None:
+ return
+ child.request_overrides = {**without_service_tier(getattr(child, "request_overrides", None)), **fast}