cli.py 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115
  1. """CLI handlers for the ``hermes proxy`` subcommand."""
  2. from __future__ import annotations
  3. import asyncio
  4. import logging
  5. import sys
  6. from typing import Any
  7. from hermes_cli.proxy.adapters import ADAPTERS, get_adapter
  8. from hermes_cli.proxy.server import (
  9. AIOHTTP_AVAILABLE, DEFAULT_HOST, DEFAULT_PORT, run_server
  10. )
  11. logger = logging.getLogger(__name__)
  12. def _err(msg: str) -> None:
  13. print(msg, file=sys.stderr)
  14. def cmd_proxy_start(args: Any) -> int:
  15. """Run the proxy server in the foreground."""
  16. if not AIOHTTP_AVAILABLE:
  17. _err("hermes proxy requires aiohttp. Run `hermes setup` to install it.")
  18. return 1
  19. provider = getattr(args, "provider", None) or "nous"
  20. try:
  21. adapter = get_adapter(provider)
  22. except ValueError as exc:
  23. _err(f"Error: {exc}")
  24. return 2
  25. if not adapter.is_authenticated():
  26. auth_hint = getattr(adapter, "auth_hint", f"hermes auth add {adapter.name}")
  27. _err(f"Not logged into {adapter.display_name}. Run `{auth_hint}` first.")
  28. return 2
  29. from hermes_cli.url_utils import format_url_host
  30. host = getattr(args, "host", None) or DEFAULT_HOST
  31. port = getattr(args, "port", None) or DEFAULT_PORT
  32. _err(
  33. f"Starting Hermes proxy for {adapter.display_name}\n"
  34. f" Listening on: http://{format_url_host(host)}:{port}/v1\n"
  35. f" Forwarding to: (resolved per-request from your subscription)\n"
  36. f" Use any bearer token in the client — the proxy attaches your real credential.\n"
  37. f"\n"
  38. f"Press Ctrl+C to stop."
  39. )
  40. try:
  41. asyncio.run(run_server(adapter, host=host, port=port))
  42. except KeyboardInterrupt:
  43. _err("\nproxy: stopped")
  44. except OSError as exc:
  45. _err(f"proxy: failed to bind {host}:{port}: {exc}")
  46. return 1
  47. return 0
  48. def cmd_proxy_status(args: Any) -> int:
  49. """Print the status of each configured upstream adapter."""
  50. print("Hermes proxy upstream adapters\n")
  51. for name in sorted(ADAPTERS):
  52. adapter = get_adapter(name)
  53. if not adapter.is_authenticated():
  54. print(f" [{name:8s}] {adapter.display_name} — not logged in")
  55. continue
  56. try:
  57. cred = adapter.get_credential()
  58. except Exception as exc:
  59. print(f" [{name:8s}] {adapter.display_name} — credentials need attention ({exc})")
  60. continue
  61. expires = f" (bearer expires {cred.expires_at})" if cred.expires_at else ""
  62. print(f" [{name:8s}] {adapter.display_name} — ready{expires}")
  63. print("\nStart the proxy with: hermes proxy start [--provider <name>]")
  64. return 0
  65. def cmd_proxy_list_providers(args: Any) -> int:
  66. """List available proxy upstream providers."""
  67. print("Available proxy upstream providers:")
  68. for name in sorted(ADAPTERS):
  69. adapter = get_adapter(name)
  70. print(f" {name} — {adapter.display_name}")
  71. return 0
  72. _SUBCOMMANDS = {
  73. "start": cmd_proxy_start,
  74. "status": cmd_proxy_status,
  75. "providers": cmd_proxy_list_providers,
  76. "list": cmd_proxy_list_providers,
  77. }
  78. def cmd_proxy(args: Any) -> int:
  79. """Dispatch ``hermes proxy <subcommand>``; no/unknown subcommand prints the short help."""
  80. handler = _SUBCOMMANDS.get(getattr(args, "proxy_command", None))
  81. if handler is not None:
  82. return handler(args)
  83. _err(
  84. "hermes proxy — local OpenAI-compatible proxy that attaches your\n"
  85. "OAuth-authenticated provider credentials to outbound requests.\n"
  86. "\n"
  87. "Subcommands:\n"
  88. " hermes proxy start [--provider nous|xai] [--host 127.0.0.1] [--port 8645]\n"
  89. " Run the proxy in the foreground.\n"
  90. " hermes proxy status\n"
  91. " Show which upstream adapters are ready.\n"
  92. " hermes proxy providers\n"
  93. " List available upstream providers.\n"
  94. )
  95. return 0
  96. __all__ = ["cmd_proxy", "cmd_proxy_list_providers", "cmd_proxy_start", "cmd_proxy_status"]