| 12345678910111213141516171819202122232425262728293031323334353637383940414243 |
- """Ollama Cloud provider profile.
- Top-level ``reasoning_effort`` on /v1/chat/completions accepts none|low|medium|
- high|max (``max`` is undocumented but real — ~2.5x more thinking tokens on
- DeepSeek V4); Hermes' ``xhigh`` maps to ``max``.
- """
- from typing import Any
- from agent.reasoning_effort import OLLAMA_CLOUD_EFFORTS, OLLAMA_CLOUD_OVERRIDES, clamp_effort
- from providers import register_provider
- from providers.base import ProviderProfile
- class OllamaCloudProfile(ProviderProfile):
- """Ollama Cloud — maps xhigh→max via top-level reasoning_effort."""
- def build_api_kwargs_extras(
- self, *, reasoning_config: dict | None = None, supports_reasoning: bool = False, **ctx: Any
- ) -> tuple[dict[str, Any], dict[str, Any]]:
- """Gated on ``supports_reasoning`` (resolved from the model's /api/show
- ``thinking`` capability) so non-thinking models get no meaningless field."""
- if not supports_reasoning or not reasoning_config or not isinstance(reasoning_config, dict):
- return {}, {}
- # Ollama Cloud defaults to thinking ON and ignores extra_body.thinking
- # (verified live); top-level reasoning_effort:"none" is the ONLY off switch.
- effort = (reasoning_config.get("effort") or "").strip().lower()
- if reasoning_config.get("enabled", True) is False or effort == "none":
- return {}, {"reasoning_effort": "none"}
- if not effort:
- return {}, {} # let the server default (thinking ON) apply
- # "minimal" 400s -> clamps to low; xhigh rounds up to max. Bespoke
- # levels outside the ladder are omitted rather than risking a 400.
- clamped = clamp_effort(effort, OLLAMA_CLOUD_EFFORTS, OLLAMA_CLOUD_OVERRIDES)
- return {}, {"reasoning_effort": clamped} if clamped in OLLAMA_CLOUD_EFFORTS else {}
- ollama_cloud = OllamaCloudProfile(
- name="ollama-cloud", aliases=("ollama_cloud",), default_aux_model="nemotron-3-nano:30b",
- env_vars=("OLLAMA_API_KEY",), base_url="https://ollama.com/v1",
- )
- register_provider(ollama_cloud)
|