api_server_request_options.py 2.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748
  1. """Per-request ``model_options`` decoding, lifted from ``platforms/api_server.py``.
  2. Keeps the api_server facade under its frozen line cap (root AGENTS.md god-file
  3. guidance: move code into a topical sibling). ``api_server.py`` re-exports
  4. ``_request_service_tier`` and ``_request_reasoning_config`` so existing importers
  5. are unaffected; the helpers those two read stay in the facade and are imported
  6. lazily (call time) to avoid an import cycle.
  7. """
  8. from typing import Any, Dict, Optional
  9. def _request_reasoning_config(model_options: Any) -> Optional[dict[str, Any]]:
  10. """Translate model_options (structured ``reasoning`` or legacy ``reasoning_effort``) into
  11. AIAgent reasoning_config; unknown effort values are ignored, never raised."""
  12. if not isinstance(model_options, dict):
  13. return None
  14. reasoning = model_options.get("reasoning")
  15. enabled: Any = None
  16. effort: Any = None
  17. if isinstance(reasoning, dict):
  18. enabled = reasoning.get("enabled")
  19. effort = reasoning.get("effort")
  20. effort = model_options.get("reasoning_effort", effort)
  21. effort_norm = str(effort).strip().lower() if effort is not None else ""
  22. if enabled is False or effort_norm == "none":
  23. return {"enabled": False}
  24. from gateway.platforms.api_server import _REASONING_EFFORTS
  25. if effort_norm in _REASONING_EFFORTS and effort_norm != "none":
  26. return {"enabled": True, "effort": effort_norm}
  27. if enabled is True:
  28. return {"enabled": True}
  29. return None
  30. def _request_service_tier(model_options: Any) -> Any:
  31. """Return a per-request service_tier override or _REQUEST_OPTION_MISSING."""
  32. from gateway.platforms.api_server import _REQUEST_OPTION_MISSING, _clean_request_string, _coerce_request_bool
  33. if not isinstance(model_options, dict):
  34. return _REQUEST_OPTION_MISSING
  35. if "service_tier" in model_options:
  36. raw_tier = model_options.get("service_tier")
  37. return _clean_request_string(raw_tier) if isinstance(raw_tier, str) else raw_tier
  38. if "fast" in model_options:
  39. return "priority" if _coerce_request_bool(model_options.get("fast"), default=False) else None
  40. return _REQUEST_OPTION_MISSING