timeouts.py 2.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748
  1. from __future__ import annotations
  2. def _coerce_timeout(raw: object) -> float | None:
  3. try:
  4. timeout = float(raw)
  5. except (TypeError, ValueError):
  6. return None
  7. return timeout if timeout > 0 else None
  8. def _configured_timeout(provider_id: str, model: str | None, model_key: str, provider_key: str) -> float | None:
  9. """Per-model ``providers.<id>.models.<model>.<model_key>`` wins over ``providers.<id>.<provider_key>``."""
  10. if not provider_id:
  11. return None
  12. try:
  13. from hermes_cli.config import load_config_readonly
  14. config = load_config_readonly()
  15. except Exception:
  16. return None
  17. providers = config.get("providers", {}) if isinstance(config, dict) else {}
  18. provider_config = providers.get(provider_id, {}) if isinstance(providers, dict) else {}
  19. if not isinstance(provider_config, dict):
  20. return None
  21. model_config = _get_model_config(provider_config, model)
  22. if model_config is not None:
  23. timeout = _coerce_timeout(model_config.get(model_key))
  24. if timeout is not None:
  25. return timeout
  26. return _coerce_timeout(provider_config.get(provider_key))
  27. def get_provider_request_timeout(provider_id: str, model: str | None = None) -> float | None:
  28. """Return a configured provider request timeout in seconds, if any."""
  29. return _configured_timeout(provider_id, model, "timeout_seconds", "request_timeout_seconds")
  30. def get_provider_stale_timeout(provider_id: str, model: str | None = None) -> float | None:
  31. """Return a configured non-stream stale timeout in seconds, if any."""
  32. return _configured_timeout(provider_id, model, "stale_timeout_seconds", "stale_timeout_seconds")
  33. def _get_model_config(provider_config: dict[str, object], model: str | None) -> dict[str, object] | None:
  34. if not model:
  35. return None
  36. models = provider_config.get("models", {})
  37. model_config = models.get(model, {}) if isinstance(models, dict) else {}
  38. return model_config if isinstance(model_config, dict) else None