| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108 |
- """xAI Grok OAuth upstream adapter."""
- from __future__ import annotations
- import logging
- import threading
- from typing import FrozenSet, Optional
- from agent.credential_pool import CredentialPool, PooledCredential, load_pool
- from hermes_cli.auth import DEFAULT_XAI_OAUTH_BASE_URL
- from hermes_cli.proxy.adapters.base import UpstreamAdapter, UpstreamCredential
- logger = logging.getLogger(__name__)
- _POOL_PROVIDER = "xai-oauth"
- # OpenAI-compatible endpoints; ``/responses`` because the native xAI runtime uses codex_responses.
- _ALLOWED_PATHS: frozenset[str] = frozenset(
- {"/responses", "/chat/completions", "/completions", "/embeddings", "/models"}
- )
- class XAIGrokAdapter(UpstreamAdapter):
- """Proxy upstream for xAI Grok via Hermes-managed OAuth credentials."""
- auth_hint = "hermes auth add xai-oauth --type oauth"
- def __init__(self) -> None:
- self._lock = threading.Lock()
- self._pool: Optional[CredentialPool] = None
- @property
- def name(self) -> str:
- return "xai"
- @property
- def display_name(self) -> str:
- return "xAI Grok OAuth"
- @property
- def allowed_paths(self) -> frozenset[str]:
- return _ALLOWED_PATHS
- def is_authenticated(self) -> bool:
- pool = self._load_pool()
- return bool(pool and pool.has_available())
- def get_credential(self) -> UpstreamCredential:
- with self._lock:
- pool = self._load_pool()
- if pool is None or not pool.has_credentials():
- raise RuntimeError(
- "No xAI OAuth credentials found. Run `hermes auth add xai-oauth --type oauth` first."
- )
- entry = pool.select()
- if entry is None:
- raise RuntimeError(
- "No available xAI OAuth credentials found. Run "
- "`hermes auth reset xai-oauth` or re-authenticate with `hermes auth add xai-oauth --type oauth`."
- )
- self._pool = pool
- return self._credential_from_entry(entry)
- def get_retry_credential(
- self, *, failed_credential: UpstreamCredential, status_code: int
- ) -> Optional[UpstreamCredential]:
- if status_code not in {401, 429}:
- return None
- with self._lock:
- pool = self._pool or self._load_pool()
- if pool is None:
- return None
- # 401: refresh the current key first. 429: never refresh — cooldown the rate-limited
- # key and rotate. None when the pool has nothing else → the status flows to the client.
- refreshed = pool.try_refresh_current() if status_code == 401 else None
- if refreshed is None:
- refreshed = pool.mark_exhausted_and_rotate(status_code=status_code)
- if refreshed is None:
- return None
- retry_cred = self._credential_from_entry(refreshed)
- if retry_cred.bearer == failed_credential.bearer:
- return None
- logger.info("proxy: xAI upstream returned %s; retrying with rotated pool credential", status_code)
- return retry_cred
- def _load_pool(self) -> Optional[CredentialPool]:
- try:
- return load_pool(_POOL_PROVIDER)
- except Exception as exc:
- logger.warning("proxy: failed to load xAI OAuth credential pool: %s", exc)
- return None
- def _credential_from_entry(self, entry: PooledCredential) -> UpstreamCredential:
- bearer = str(getattr(entry, "runtime_api_key", None) or entry.access_token or "").strip()
- if not bearer:
- raise RuntimeError(
- "xAI OAuth credential pool entry did not contain an access token. "
- "Re-authenticate with `hermes auth add xai-oauth --type oauth`."
- )
- base_url = str(
- getattr(entry, "runtime_base_url", None) or entry.base_url or DEFAULT_XAI_OAUTH_BASE_URL
- ).strip().rstrip("/")
- return UpstreamCredential(
- bearer=bearer, base_url=base_url or DEFAULT_XAI_OAUTH_BASE_URL, expires_at=entry.expires_at
- )
- __all__ = ["XAIGrokAdapter"]
|