delegate_tool_tuning.py 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081
  1. """Speed tier for ``delegate_task`` children.
  2. A route's ``service_tier`` applies to that child only and is checked before any child is built: an unknown word,
  3. or a tier the child's route or account does not offer, fails the spawn instead of the child silently running at
  4. another tier.
  5. """
  6. from __future__ import annotations
  7. import copy
  8. from typing import Any, Optional
  9. _TIER_KEYS = ("service_tier", "speed")
  10. def without_service_tier(overrides: Any) -> dict[str, Any]:
  11. """Deep copy of *overrides* without a speed-tier key, at the top level or inside ``extra_body``."""
  12. cleaned = {k: v for k, v in copy.deepcopy(overrides if isinstance(overrides, dict) else {}).items()
  13. if k not in _TIER_KEYS}
  14. extra = cleaned.get("extra_body")
  15. if isinstance(extra, dict):
  16. extra = {k: v for k, v in extra.items() if k not in _TIER_KEYS}
  17. if extra:
  18. cleaned["extra_body"] = extra
  19. else:
  20. del cleaned["extra_body"]
  21. return cleaned
  22. def _offered_tier_overrides(tier: str, model: Any, provider: Any, base_url: Any,
  23. access_token: Any = None) -> Optional[dict[str, Any]]:
  24. """Request overrides for *tier* on this route, or None when the route (or, for ultrafast, the route's own Codex
  25. account, ``access_token``) does not offer it. The same gates as ``/fast``."""
  26. from hermes_cli.models import resolve_fast_mode_overrides
  27. fast = resolve_fast_mode_overrides(model, provider=provider, base_url=base_url, tier=tier)
  28. if fast and tier == "ultrafast":
  29. from agent.codex_service_tiers import ultrafast_offered
  30. # The Codex backend accepts ultrafast from a plan without it and serves another tier instead.
  31. if not ultrafast_offered(model, provider=provider, base_url=base_url, access_token=access_token):
  32. return None
  33. return fast
  34. def task_service_tier(word: str, creds: dict[str, Any], parent_agent) -> dict[str, Any]:
  35. """Creds keys for a per-task speed tier on the child's resolved route; a tier the route can't serve raises.
  36. ``task_tier_overrides`` is re-applied to the built child by :func:`pin_child_service_tier`."""
  37. from agent.fast_mode import STATIC_TIERS, parse_exact_service_tier
  38. try:
  39. tier = parse_exact_service_tier(word)
  40. except ValueError:
  41. tier = None
  42. if tier is None or (tier and tier not in STATIC_TIERS):
  43. raise ValueError(f"Unknown service_tier '{word}'. Use normal, fast, or ultrafast.")
  44. # Same bundle rule as _resolve_child_runtime: a pinned provider/endpoint owns the route, else the parent's.
  45. pinned = bool(creds.get("provider") or creds.get("base_url"))
  46. provider = creds.get("provider") or getattr(parent_agent, "provider", None)
  47. model = creds.get("model") or getattr(parent_agent, "model", None)
  48. base_url = creds.get("base_url") if pinned else getattr(parent_agent, "base_url", None)
  49. api_key = creds.get("api_key") if pinned else getattr(parent_agent, "api_key", None)
  50. base = creds.get("request_overrides")
  51. if base is None and not creds.get("provider"):
  52. base = getattr(parent_agent, "request_overrides", None)
  53. fast: dict[str, Any] = {}
  54. if tier:
  55. fast = _offered_tier_overrides(tier, model, provider, base_url, api_key) or {}
  56. if not fast:
  57. raise ValueError(
  58. f"service_tier '{word}' is not available for model '{model}' on provider '{provider}'. "
  59. f"Omit service_tier or choose a model/provider that offers it."
  60. )
  61. return {"request_overrides": {**without_service_tier(base), **fast}, "service_tier": tier or None,
  62. "task_tier_overrides": fast}
  63. def pin_child_service_tier(child, creds: dict[str, Any]) -> None:
  64. """Re-apply a task's speed tier to the built child: construction can merge a custom provider's ``extra_body``
  65. (and its tier) back into ``request_overrides``. No-op for tasks that set no tier."""
  66. fast = creds.get("task_tier_overrides")
  67. if fast is None:
  68. return
  69. child.request_overrides = {**without_service_tier(getattr(child, "request_overrides", None)), **fast}