| 12345678910111213141516171819202122232425262728293031323334 |
- """NVIDIA NIM provider profile."""
- from typing import Any
- from providers import register_provider
- from providers.base import ProviderProfile
- class NvidiaProviderProfile(ProviderProfile):
- """NVIDIA NIM accepts a stricter ToolMessage schema than most OpenAI-compatible APIs."""
- @staticmethod
- def _needs_strip(msg: Any) -> bool:
- return isinstance(msg, dict) and msg.get("role") == "tool" and ("name" in msg or "tool_name" in msg)
- def prepare_messages(self, messages: list[dict[str, Any]]) -> list[dict[str, Any]]:
- """Copy-on-write: only tool messages that lose a field are copied
- (no deep copy of large tool outputs); untouched input returned as-is."""
- if not any(self._needs_strip(msg) for msg in messages):
- return messages
- return [
- {k: v for k, v in msg.items() if k not in ("name", "tool_name")} if self._needs_strip(msg) else msg
- for msg in messages
- ]
- nvidia = NvidiaProviderProfile(
- name="nvidia", aliases=("nvidia-nim", "nim", "build-nvidia", "nemotron"), env_vars=("NVIDIA_API_KEY",), display_name="NVIDIA NIM",
- description="NVIDIA NIM — accelerated inference", signup_url="https://build.nvidia.com/",
- fallback_models=("nvidia/llama-3.1-nemotron-70b-instruct", "nvidia/llama-3.3-70b-instruct"),
- base_url="https://integrate.api.nvidia.com/v1", default_max_tokens=16384,
- )
- register_provider(nvidia)
|