"""Speed tier for ``delegate_task`` children. A route's ``service_tier`` applies to that child only and is checked before any child is built: an unknown word, or a tier the child's route or account does not offer, fails the spawn instead of the child silently running at another tier. """ from __future__ import annotations import copy from typing import Any, Optional _TIER_KEYS = ("service_tier", "speed") def without_service_tier(overrides: Any) -> dict[str, Any]: """Deep copy of *overrides* without a speed-tier key, at the top level or inside ``extra_body``.""" cleaned = {k: v for k, v in copy.deepcopy(overrides if isinstance(overrides, dict) else {}).items() if k not in _TIER_KEYS} extra = cleaned.get("extra_body") if isinstance(extra, dict): extra = {k: v for k, v in extra.items() if k not in _TIER_KEYS} if extra: cleaned["extra_body"] = extra else: del cleaned["extra_body"] return cleaned def _offered_tier_overrides(tier: str, model: Any, provider: Any, base_url: Any, access_token: Any = None) -> Optional[dict[str, Any]]: """Request overrides for *tier* on this route, or None when the route (or, for ultrafast, the route's own Codex account, ``access_token``) does not offer it. The same gates as ``/fast``.""" from hermes_cli.models import resolve_fast_mode_overrides fast = resolve_fast_mode_overrides(model, provider=provider, base_url=base_url, tier=tier) if fast and tier == "ultrafast": from agent.codex_service_tiers import ultrafast_offered # The Codex backend accepts ultrafast from a plan without it and serves another tier instead. if not ultrafast_offered(model, provider=provider, base_url=base_url, access_token=access_token): return None return fast def task_service_tier(word: str, creds: dict[str, Any], parent_agent) -> dict[str, Any]: """Creds keys for a per-task speed tier on the child's resolved route; a tier the route can't serve raises. ``task_tier_overrides`` is re-applied to the built child by :func:`pin_child_service_tier`.""" from agent.fast_mode import STATIC_TIERS, parse_exact_service_tier try: tier = parse_exact_service_tier(word) except ValueError: tier = None if tier is None or (tier and tier not in STATIC_TIERS): raise ValueError(f"Unknown service_tier '{word}'. Use normal, fast, or ultrafast.") # Same bundle rule as _resolve_child_runtime: a pinned provider/endpoint owns the route, else the parent's. pinned = bool(creds.get("provider") or creds.get("base_url")) provider = creds.get("provider") or getattr(parent_agent, "provider", None) model = creds.get("model") or getattr(parent_agent, "model", None) base_url = creds.get("base_url") if pinned else getattr(parent_agent, "base_url", None) api_key = creds.get("api_key") if pinned else getattr(parent_agent, "api_key", None) base = creds.get("request_overrides") if base is None and not creds.get("provider"): base = getattr(parent_agent, "request_overrides", None) fast: dict[str, Any] = {} if tier: fast = _offered_tier_overrides(tier, model, provider, base_url, api_key) or {} if not fast: raise ValueError( f"service_tier '{word}' is not available for model '{model}' on provider '{provider}'. " f"Omit service_tier or choose a model/provider that offers it." ) return {"request_overrides": {**without_service_tier(base), **fast}, "service_tier": tier or None, "task_tier_overrides": fast} def pin_child_service_tier(child, creds: dict[str, Any]) -> None: """Re-apply a task's speed tier to the built child: construction can merge a custom provider's ``extra_body`` (and its tier) back into ``request_overrides``. No-op for tasks that set no tier.""" fast = creds.get("task_tier_overrides") if fast is None: return child.request_overrides = {**without_service_tier(getattr(child, "request_overrides", None)), **fast}