| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162 |
- """Init-time fallback chain: entry normalization, chain setup, and the fallback's api_mode."""
- from __future__ import annotations
- import logging
- from typing import Any, Dict, List
- logger = logging.getLogger("run_agent")
- def _fallback_entries(fallback_model) -> list[dict[str, Any]]:
- """Normalize legacy single-dict ``fallback_model`` / list ``fallback_providers``."""
- if isinstance(fallback_model, dict):
- fallback_model = [fallback_model]
- if not isinstance(fallback_model, list):
- return []
- return [
- f for f in fallback_model if isinstance(f, dict) and f.get("provider") and f.get("model")
- ]
- def _init_fallback_chain(agent, fallback_model):
- # Stable pool-entry identity: OAuth refreshes can replace the token before a failed
- # request is recovered, so the key value alone can't attribute the failure.
- from agent.agent_runtime_helpers import sync_credential_pool_entry_id
- sync_credential_pool_entry_id(agent)
- # Ordered backups tried when the primary is exhausted (legacy single-dict or list).
- agent._fallback_chain = _fallback_entries(fallback_model)
- agent._fallback_index = 0
- agent._fallback_activated = getattr(agent, "_fallback_activated", False)
- # Legacy attribute kept for backward compat (tests, external callers)
- agent._fallback_model = agent._fallback_chain[0] if agent._fallback_chain else None
- chain = agent._fallback_chain
- if chain and not agent.quiet_mode:
- labels = [f"{f['model']} ({f['provider']})" for f in chain]
- if len(chain) == 1:
- print(f"🔄 Fallback model: {labels[0]}")
- else:
- print(f"🔄 Fallback chain ({len(chain)} providers): " + " → ".join(labels))
- def recompute_init_fallback_api_mode(agent, fb_client) -> None:
- """Give an init-time fallback its own api_mode instead of the unreachable primary's.
- A Nous primary configured with ``api_mode: codex_responses`` otherwise leaves a fallback whose
- profile serves that model on chat completions (``api_mode_for_model``) on the Responses API,
- which silently drops reasoning content (#46527).
- The per-turn path (``try_activate_fallback``) already recomputes via
- ``_fallback_api_mode_resolved``; this keeps init in agreement, and runs before the
- ``_primary_runtime`` snapshot so ``restore_primary_runtime`` replays the recomputed mode.
- A detection failure keeps the primary's mode and never blocks the fallback itself.
- """
- from agent.chat_completion_helpers import _fallback_api_mode_resolved
- try:
- agent.api_mode = _fallback_api_mode_resolved(
- agent, agent.provider, agent.model, str(getattr(fb_client, "base_url", "") or ""))
- except Exception:
- logger.debug("Init-time fallback api_mode detection failed for %s", agent.provider, exc_info=True)
- return
- if hasattr(agent, "_transport_cache"):
- agent._transport_cache.clear()
|