__init__.py 2.2 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849
  1. """Fireworks AI provider profile. Models are addressed by full catalog ID
  2. (``accounts/fireworks/models/<slug>``), tracking fw-ai/fireconnect ``setup-cli``."""
  3. from typing import Any
  4. from hermes_cli.version_info import hermes_user_agent
  5. from providers import register_provider
  6. from providers.base import LazyHeaders, ProviderProfile
  7. class FireworksProfile(ProviderProfile):
  8. """Map Hermes reasoning controls onto Fireworks' OpenAI-compatible wire."""
  9. def build_api_kwargs_extras(
  10. self, *, reasoning_config: dict | None = None, **context: Any
  11. ) -> tuple[dict[str, Any], dict[str, Any]]:
  12. # Fireworks rejects the nested ``extra_body.reasoning`` fallback some OpenAI-compatible
  13. # gateways accept (#109774); its documented control is top-level ``reasoning_effort``
  14. # (``none`` disables thinking). Overriding here marks the profile reasoning-aware, so the
  15. # transport never sends the generic fallback on this route.
  16. if not isinstance(reasoning_config, dict):
  17. return {}, {}
  18. if reasoning_config.get("enabled") is False:
  19. return {}, {"reasoning_effort": "none"}
  20. effort = reasoning_config.get("effort")
  21. return {}, ({"reasoning_effort": effort} if effort else {})
  22. fireworks = FireworksProfile(
  23. name="fireworks", aliases=("fireworks-ai", "fw"), display_name="Fireworks AI",
  24. description="Fireworks AI — OpenAI-compatible direct model API",
  25. signup_url="https://app.fireworks.ai/settings/users/api-keys", env_vars=("FIREWORKS_API_KEY",),
  26. base_url="https://api.fireworks.ai/inference/v1", auth_type="api_key",
  27. # Attribution headers (canonical Hermes set); via default_headers so they
  28. # survive switch_model and credential rotation.
  29. default_headers=LazyHeaders({
  30. "HTTP-Referer": "https://hermes-agent.nousresearch.com",
  31. "X-Title": "Hermes Agent",
  32. "User-Agent": lambda: hermes_user_agent("HermesAgent"),
  33. }),
  34. default_aux_model="accounts/fireworks/models/glm-5p2",
  35. # Picker safety net when the live catalog fetch fails.
  36. fallback_models=(
  37. "accounts/fireworks/models/kimi-k2p6", "accounts/fireworks/models/glm-5p2",
  38. "accounts/fireworks/models/kimi-k2p7-code",
  39. ),
  40. )
  41. register_provider(fireworks)