| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217 |
- """OpenRouter provider profile."""
- import logging
- from typing import Any
- from agent.portal_tags import get_affinity_scope, get_conversation_context
- from agent.prompt_cache_scope import GROK_AGGREGATOR_MODEL_PREFIXES, is_fork_cache_scope
- from agent.reasoning_effort import codex_supported_efforts
- from agent.transports.codex import _cache_scope_from_session_id
- from providers import register_provider
- from providers.base import ProviderProfile
- logger = logging.getLogger(__name__)
- _CACHE: list[str] | None = None
- # Legacy allowlist of Anthropic models that still accept an explicit "disable
- # thinking" request. Claude 4.6+ and newer named models mandate reasoning and
- # 400 on any disable form, so *unknown* Anthropic models default to "cannot
- # disable" (mirrors agent/anthropic_adapter._get_anthropic_max_output).
- _ANTHROPIC_REASONING_OPTIONAL_SUBSTRINGS = (
- "claude-3", # 3, 3.5, 3.7
- "claude-opus-4-0", "claude-opus-4.0", "claude-opus-4-1", "claude-opus-4.1",
- "claude-sonnet-4-0", "claude-sonnet-4.0",
- "claude-opus-4-2025", "claude-sonnet-4-2025", # date-stamped 4.0 IDs
- "claude-opus-4-5", "claude-opus-4.5",
- "claude-sonnet-4-5", "claude-sonnet-4.5",
- "claude-haiku-4-5", "claude-haiku-4.5",
- )
- def _anthropic_reasoning_is_mandatory(model: str | None) -> bool:
- """True for Anthropic models that reject any disable-thinking form (unknown -> True)."""
- m = (model or "").lower()
- if not m.startswith(("anthropic/", "claude")) and "claude" not in m:
- return False
- return not any(sub in m for sub in _ANTHROPIC_REASONING_OPTIONAL_SUBSTRINGS)
- def _sticky_key(session_id: str | None) -> str | None:
- """Declared routing scope, then ambient conversation, then explicit session_id.
- Aux call sites (compression, titles, vision, MoA…) pass no ``session_id``,
- so the ambient lineage ROOT keeps them pinned to their conversation."""
- return _cache_scope_from_session_id(get_affinity_scope() or get_conversation_context() or session_id)
- # OpenAI speed tiers. Nous Portal serves them as distinct slugs (``-fast``/``-flex``); OpenRouter
- # serves them as ENDPOINTS of the base model (tags ``openai/fast``, ``openai/flex``) and silently
- # routes an unknown suffix to the standard tier at standard price. So the picker carries the Nous
- # slugs for both providers, and here the wire model becomes the base slug with ``provider.only``
- # pinned to that tier's endpoints; the base slug is pinned to the standard endpoints so default
- # routing never lands on flex/fast.
- _SPEED_TIER_ENDPOINTS = {"": ("openai", "azure", "azure/us"), "-fast": ("openai/fast",), "-flex": ("openai/flex",)}
- _SPEED_TIERED_BASES = ("openai/gpt-6-astra", "openai/gpt-6-astra-pro")
- OPENROUTER_ENDPOINT_PINS: dict[str, tuple[str, tuple[str, ...]]] = {
- base + suffix: (base, tags) for base in _SPEED_TIERED_BASES for suffix, tags in _SPEED_TIER_ENDPOINTS.items()
- }
- class OpenRouterProfile(ProviderProfile):
- """OpenRouter aggregator — provider preferences, reasoning config passthrough."""
- @staticmethod
- def _clamp_reasoning_to_catalog(cfg: dict[str, Any], model: str | None) -> dict[str, Any] | None:
- """Clamp ``cfg["effort"]`` to the model's catalog-advertised levels.
- Returns None when the config is a disable and the catalog marks the
- route reasoning-mandatory (the caller omits the field).
- OpenRouter's /v1/models entries publish ``reasoning.supported_efforts``
- per model (ported from PrimeIntellect-ai/prime-agent#1258). Sending an
- unsupported effort (e.g. ``ultra`` to a route that stops at ``high``)
- yields provider 4xx errors; clamp to the nearest LOWER supported level
- instead. No-op when the catalog is unreachable, the model is unlisted,
- or no supported_efforts list is published (None = all levels accepted).
- """
- effort = cfg.get("effort")
- disabled = cfg.get("enabled") is False or effort == "none"
- if not effort and not disabled:
- return cfg
- try:
- from hermes_cli.models import clamp_reasoning_effort_to_supported
- from hermes_cli.models_reasoning_caps import openrouter_model_reasoning_capabilities
- caps = openrouter_model_reasoning_capabilities(model)
- if not caps or not caps.get("supports_reasoning"):
- return cfg
- # A reasoning-mandatory route 400s on a disable ("Reasoning is
- # mandatory for this endpoint and cannot be disabled") — omit
- # the field and let the model think, same as the Nous profile.
- # OpenRouter's catalog lists ``none`` for openai/gpt-6.1-sol, but upstream 400s on it
- # (live 2026-09-29), so the OpenAI ladder in agent.reasoning_effort wins over the catalog.
- if disabled:
- no_disable = (model or "").startswith("openai/") and "none" not in codex_supported_efforts(model)
- return None if caps.get("mandatory") or no_disable else cfg
- clamped = clamp_reasoning_effort_to_supported(
- effort, caps.get("supported_efforts")
- )
- except Exception:
- return cfg
- if clamped and clamped != effort:
- logger.debug(
- "openrouter: clamped reasoning effort %r → %r for %s (catalog supported_efforts=%s)",
- effort, clamped, model, caps.get("supported_efforts"),
- )
- cfg = {**cfg, "effort": clamped}
- return cfg
- def fetch_models(
- self, *, api_key: str | None = None, base_url: str | None = None, timeout: float = 8.0
- ) -> list[str] | None:
- """Public OpenRouter catalog (no auth), cached per process. Tool-call
- filtering happens in hermes_cli/models.py, which the picker reaches first."""
- global _CACHE
- if _CACHE is not None:
- return _CACHE
- try:
- result = super().fetch_models(api_key=None, base_url=base_url, timeout=timeout)
- except Exception as exc:
- logger.debug("fetch_models(openrouter): %s", exc)
- return None
- if result is not None:
- _CACHE = result
- return result
- def build_extra_body(self, *, session_id: str | None = None, **context: Any) -> dict[str, Any]:
- body: dict[str, Any] = {}
- # Top-level session_id is OpenRouter's sticky routing key (used directly,
- # not hashed from the opening messages; active from the first request).
- sticky_key = _sticky_key(session_id)
- if sticky_key:
- body["session_id"] = sticky_key
- prefs = context.get("provider_preferences")
- pin = OPENROUTER_ENDPOINT_PINS.get(context.get("model") or "")
- # The tier pin owns ``only`` (ignore/sort/... still apply) — except on the BASE slug, where the pin
- # merely keeps default routing off flex/fast and an explicit user ``only`` is the stronger intent.
- if pin and not (pin[0] == context.get("model") and (prefs or {}).get("only")):
- prefs = {**(prefs or {}), "only": list(pin[1])}
- if prefs:
- body["provider"] = prefs
- # Pareto Code router plugin is only meaningful for openrouter/pareto-code.
- score = context.get("openrouter_min_coding_score")
- if (context.get("model") or "") == "openrouter/pareto-code" and score is not None and score != "":
- try:
- score_f = float(score)
- except (TypeError, ValueError):
- score_f = None
- if score_f is not None and 0.0 <= score_f <= 1.0:
- body["plugins"] = [{"id": "pareto-router", "min_coding_score": score_f}]
- return body
- def build_api_kwargs_extras(
- self, *, reasoning_config: dict | None = None, supports_reasoning: bool = False,
- model: str | None = None, session_id: str | None = None, **context: Any,
- ) -> tuple[dict[str, Any], dict[str, Any]]:
- """Pass reasoning_config as extra_body.reasoning; pin Grok's cache via x-grok-conv-id;
- rewrite speed-tier slugs to their OpenRouter base model."""
- extra_body: dict[str, Any] = {}
- top_level: dict[str, Any] = {}
- pin = OPENROUTER_ENDPOINT_PINS.get(model or "")
- if pin and pin[0] != model:
- top_level["model"] = pin[0]
- if supports_reasoning:
- # Reasoning-mandatory Anthropic models use adaptive thinking: any
- # ``reasoning`` field (disable, or an enabled form on a tool-continuation
- # turn without a replayed thinking block) makes OpenRouter emit
- # ``thinking: {type: "disabled"}`` -> 400. Omit it; the user's effort
- # still reaches Anthropic's output_config.effort via top-level ``verbosity``.
- # Reasoning-mandatory Anthropic models (Claude 4.6+ / fable / future named models) use
- # *adaptive* thinking: the model decides how much to think, and OpenRouter ignores
- # ``reasoning.effort`` for them entirely. Sending any ``reasoning`` field is therefore both
- # pointless and actively harmful: - any enabled form, on a tool-continuation turn whose prior
- # assistant tool_call carries no thinking block (chat_completions never replays signed thinking
- # blocks), ALSO makes OpenRouter emit ``thinking: {type: "disabled"}`` → the same 400 on every
- # turn after the first tool call. See hermes-agent#42991 (disable case) and the tool-replay
- # follow-up. ``reasoning.effort`` being ignored does NOT mean these models have no effort lever
- # — OpenRouter honors the requested effort on the top-level ``verbosity`` field instead (it maps
- # to Anthropic's ``output_config.effort``; ``reasoning.effort`` is accepted but ignored —
- # confirmed by OpenRouter's Claude migration docs and a live token-spend probe in
- # hermes-agent#43432). Route the existing ``reasoning_config["effort"]`` (sourced from
- # ``agent.reasoning_effort``) onto ``verbosity`` so the knob the user already sets keeps working
- # for these models.
- if _anthropic_reasoning_is_mandatory(model):
- cfg = reasoning_config or {}
- effort = cfg.get("effort")
- if cfg.get("enabled", True) is not False and effort and effort != "none":
- top_level["verbosity"] = effort
- elif reasoning_config is not None:
- clamped = self._clamp_reasoning_to_catalog(
- dict(reasoning_config), model
- )
- if clamped is not None:
- extra_body["reasoning"] = clamped
- else:
- extra_body["reasoning"] = {"enabled": True, "effort": "medium"}
- # xAI's prompt cache is pinned per backend server via this header.
- grok_conv_id = _sticky_key(session_id)
- # A cache-parity fork carries the parent's ambient scope; on Grok that key would evict
- # the parent's server slot, so honour the fork-derived scope (agent/prompt_cache_scope.py).
- if is_fork_cache_scope(context.get("cache_scope_id")):
- grok_conv_id = context["cache_scope_id"]
- if grok_conv_id and model and model.startswith(GROK_AGGREGATOR_MODEL_PREFIXES):
- top_level["extra_headers"] = {"x-grok-conv-id": grok_conv_id}
- return extra_body, top_level
- openrouter = OpenRouterProfile(
- name="openrouter", aliases=("or",), env_vars=("OPENROUTER_API_KEY",), display_name="OpenRouter",
- description="OpenRouter — unified API for 200+ models", signup_url="https://openrouter.ai/keys",
- base_url="https://openrouter.ai/api/v1", models_url="https://openrouter.ai/api/v1/models",
- fallback_models=(
- "anthropic/claude-sonnet-4.6", "openai/gpt-5.4", "deepseek/deepseek-chat", "google/gemini-3.8-flash",
- "google/gemini-3.7-flash", "qwen/qwen3-plus",
- ),
- )
- register_provider(openrouter)
|