| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334 |
- """Mid-run plugin activation: what a just-loaded plugin does NOW vs next session (#87770).
- One seam for every surface: ``PluginManager.on_plugin_loaded`` fires with one
- :func:`plugin_activation_summary` per loaded plugin. Gateway handlers (slash commands, transform hooks,
- platform callbacks) are live as soon as the plugin loads; portable MCP servers and skills go live in
- the open chats of the plugin's profile (:func:`load_and_go_live`; MCP tools are deferred behind
- tool_search, so the cached prompt prefix is unchanged); Python tools and system-prompt sections stay
- deferred to the next session (prompt-cache invariant, same as ``/skills install``).
- :func:`activate_plugin_now` is what the install / enable / update surfaces call after a successful
- config or tree change.
- """
- from __future__ import annotations
- import logging
- import threading
- from pathlib import Path
- from typing import Any, Dict, List, Optional
- logger = logging.getLogger(__name__)
- _GO_LIVE_LOCK = threading.Lock()
- # Hooks the gateway consults per inbound/outbound message: live as soon as the registry holds them.
- _GATEWAY_TRANSFORM_HOOKS = frozenset({
- "transform_llm_output", "transform_tool_result", "transform_terminal_output", "pre_gateway_dispatch",
- "gateway_platform_event", "pre_command",
- })
- def plugin_activation_summary(manager: Any, plugin_key: str) -> dict[str, Any]:
- """``{name, key, activated_now: {kind: [names]}, deferred: {kind: [names]}}`` for one loaded plugin,
- read from what it actually registered (ownership ledger + handler registries), not from what its
- manifest promises. Keys appear only when non-empty.
- ``activated_now``: ``gateway_commands`` (slash names), ``gateway_transforms`` / ``hooks`` (hook names),
- ``callbacks`` (platforms with a ``register_platform_handler`` factory / Slack action ids), ``locales``
- (``<lang>.<surface>`` language-pack layers).
- ``deferred``: ``tools`` (tool names; next session), ``prompt`` (section ids; next session),
- ``mcp_servers`` (the plugin's mcp.json server names exactly as registered; until ``mcp.reload``)."""
- loaded = manager._plugins.get(plugin_key)
- manifest = getattr(loaded, "manifest", None)
- name = getattr(manifest, "name", None) or plugin_key
- regs = [r for r in manager._ownership_ledger.get(plugin_key, []) if getattr(r, "active", True)]
- kinds: dict[str, list[str]] = {}
- for reg in regs:
- kinds.setdefault(reg.kind, []).append(str(reg.key))
- now: dict[str, list[str]] = {}
- if kinds.get("command"):
- now["gateway_commands"] = sorted(kinds["command"])
- hooks = set(kinds.get("hook", ()))
- if hooks & _GATEWAY_TRANSFORM_HOOKS:
- now["gateway_transforms"] = sorted(hooks & _GATEWAY_TRANSFORM_HOOKS)
- if hooks - _GATEWAY_TRANSFORM_HOOKS:
- now["hooks"] = sorted(hooks - _GATEWAY_TRANSFORM_HOOKS)
- callbacks = sorted(platform for platform, factories in manager._platform_handler_factories.items()
- if any(plugin == name for _f, plugin in factories))
- callbacks += [f"slack:{a}" for a in kinds.get("slack_action_handler", ())]
- if callbacks:
- now["callbacks"] = callbacks
- if kinds.get("locale"): # language-pack layers: the i18n caches reset on registration, so live at once
- now["locales"] = sorted(kinds["locale"])
- deferred: dict[str, list[str]] = {}
- tools = sorted(set(kinds.get("tool", ())) | set(getattr(loaded, "tools_registered", None) or ())
- | set(getattr(manifest, "provides_tools", None) or ()))
- if tools:
- deferred["tools"] = tools
- if kinds.get("system_prompt_section"):
- deferred["prompt"] = sorted(kinds["system_prompt_section"])
- servers = sorted(set(kinds.get("portable_mcp", ())) | {
- s for s, owner in manager._portable_mcp_server_plugins.items() if owner == plugin_key})
- if servers:
- deferred["mcp_servers"] = servers
- summary = {"name": name, "key": plugin_key, "activated_now": now, "deferred": deferred}
- # Read in the process that loaded the plugin (for a gateway answer, the gateway): a dependency
- # installed after it booted is not importable there until it restarts.
- from hermes_cli.plugins_loader import missing_python_dependencies
- if missing := missing_python_dependencies(manifest):
- summary["missing_dependencies"] = missing
- return summary
- def activation_summaries(manager: Any) -> list[dict[str, Any]]:
- """One summary per loaded (non-deferred-platform, non-errored) plugin — the ``on_plugin_loaded`` payload."""
- out = []
- for key, loaded in list(manager._plugins.items()):
- if getattr(loaded, "deferred", False) or getattr(loaded, "error", None):
- continue
- out.append(plugin_activation_summary(manager, key))
- return out
- def dependency_blocked_summaries(manager: Any) -> list[dict[str, Any]]:
- """Plugins that failed to load in this process while a declared Python dependency is not
- importable here, as ``{name, key, activated_now: {}, deferred: {}, missing_dependencies}``. A
- plugin importing a just-installed dependency at load time fails in a process booted before the
- install; without this entry the caller would read "loaded nothing, needs nothing" instead of
- "restart". Never part of the ``on_plugin_loaded`` payload: nothing of these plugins loaded."""
- from hermes_cli.plugins_loader import missing_python_dependencies
- out = []
- for key, loaded in list(manager._plugins.items()):
- manifest = getattr(loaded, "manifest", None)
- if getattr(loaded, "error", None) and (missing := missing_python_dependencies(manifest)):
- out.append({"name": getattr(manifest, "name", None) or key, "key": key, "activated_now": {},
- "deferred": {}, "missing_dependencies": missing})
- return out
- def find_activation(summaries: Optional[list[dict[str, Any]]], name: str) -> Optional[dict[str, Any]]:
- """The summary for ``name`` (manifest name, canonical key, or bare leaf of the key)."""
- for entry in summaries or ():
- key = str(entry.get("key") or "")
- if name in (entry.get("name"), key, key.rsplit("/", 1)[-1]):
- return entry
- return None
- def activate_plugin_now(name: str, *, in_process: bool = True) -> dict[str, Any]:
- """After an install/enable/update: load the plugin in THIS process (so ``on_plugin_loaded``
- subscribers here — the TUI/Desktop server — see it), connect its MCP servers and hand them plus
- its skills to the open chats of this profile (:func:`load_and_go_live`), and nudge the running
- gateway to load it too over its control socket so live adapters re-wire their handlers. A caller
- in another process (``hermes plugins install``) passes ``in_process=False``; the running Desktop /
- dashboard backend is then asked to do the in-process half (:func:`notify_serve_backend`). Never raises.
- Returns ``{"gateway_reloaded": bool, "activation": summary | None, "restart_required": bool}``.
- ``activation.live_now`` lists what is usable in open chats now; ``activation.deferred`` what waits
- for the next session. ``restart_required`` is True when no gateway answered (old gateway, not
- running), or when this process or the gateway cannot import the plugin's Python dependencies
- (``activation.missing_dependencies``; ``activation.missing_in`` names which: ``gateway`` and/or
- ``backend``, the Desktop / dashboard process): a running process never switches to the dependency
- generation an enable just installed, so only restarting that process loads them."""
- from hermes_constants import get_hermes_home
- activation: Optional[dict[str, Any]] = load_and_go_live(name) if in_process else None
- if not in_process:
- activation = (notify_serve_backend(name, Path(get_hermes_home())) or {}).get("activation")
- answer = reload_running_gateway()
- reloaded = bool(answer and answer.get("reloaded"))
- gateway_activation = find_activation((answer or {}).get("activations"), name) if reloaded else None
- gaps = {"gateway": (gateway_activation or {}).get("missing_dependencies") or [],
- "backend": (activation or {}).get("missing_dependencies") or []}
- if reloaded and activation is None:
- activation = gateway_activation
- missing = sorted({*gaps["gateway"], *gaps["backend"]})
- if missing:
- activation = {**(activation or {"name": name, "key": name}), "missing_dependencies": missing,
- "missing_in": [process for process, deps in gaps.items() if deps]}
- return {"gateway_reloaded": reloaded, "activation": activation,
- "restart_required": not reloaded or bool(missing)}
- def reload_running_gateway() -> Optional[dict[str, Any]]:
- """Ask the gateway serving this profile (its own socket, else the multiplexer's for a served
- secondary) to force plugin re-discovery, so an enable loads and a disable unloads in the running
- gateway now. The ``reload-plugins`` answer, or None when no gateway answered."""
- try:
- from gateway.control_socket import reload_gateway_plugins
- from hermes_constants import get_default_hermes_root, get_hermes_home
- home = Path(get_hermes_home())
- answer = reload_gateway_plugins(home)
- if answer is None:
- root = Path(get_default_hermes_root())
- if root.resolve() != home.resolve(): # a served secondary: the multiplexer's socket
- answer = reload_gateway_plugins(root, profile_home=home)
- return answer
- except Exception:
- logger.debug("gateway reload-plugins nudge failed", exc_info=True)
- return None
- def gateway_reload_hint(answer: Optional[dict[str, Any]], name: str) -> str:
- """One honest sentence after disabling plugin ``name``, a change only the gateway's re-discovery
- applies (an open session stops running its commands at once). Callbacks the plugin already
- wired into platform adapters outlive a reload (the plugin guide), so a restart still ends those."""
- if answer and answer.get("reloaded"):
- return (f"The running gateway reloaded its plugins and unloaded {name}; platform hooks it already "
- "wired up stay until a gateway restart (hermes gateway restart).")
- if answer is not None: # a gateway answered and refused: say so, with its reason
- return (f"The running gateway refused to reload its plugins: {answer.get('error') or 'no reason given'}.\n"
- "Only the saved config changed; restart the gateway serving this profile to apply it:\n"
- " hermes gateway restart")
- return ("No running gateway answered. If one is running, restart it for this to take effect:\n"
- " hermes gateway restart")
- def load_and_go_live(name: str) -> Optional[dict[str, Any]]:
- """Force-rediscover plugins in THIS process under the caller's profile scope, connect ``name``'s
- MCP servers and hand them (and its skills) to this profile's open chats with a turn note. Returns
- the activation summary with ``live_now: {mcp_servers, skills}``; ``deferred`` then keeps only what
- waits for the next session (Python ``tools``, ``prompt``). None when the plugin did not load, except
- a load that failed on a dependency this process cannot import: that returns the
- :func:`dependency_blocked_summaries` entry, so the caller asks for a restart."""
- # A forced rediscovery unloads every plugin before it loads them again, which drops their server
- # configs, skills and liveness declarations for the length of the pass. Two installs finishing
- # together (one card, two rows) each go live; the second one's pass must not run while the first
- # reads or connects, or the first plugin comes up with no tools. One go-live at a time.
- with _GO_LIVE_LOCK:
- return _go_live(name)
- def _go_live(name: str) -> Optional[dict[str, Any]]:
- from hermes_cli.plugins_activation_live import connect_plugin_mcp, live_notice, plugin_skills
- try:
- from hermes_cli.plugins import _join_background_discovery, get_plugin_manager
- _join_background_discovery()
- manager = get_plugin_manager()
- # Other forced passes (a reload-plugins verb, the dashboard) do not take the go-live lock, so the
- # reads share the discovery lock with the pass that produced them.
- with manager._discovery_lock:
- manager.discover_and_load(force=True)
- activation = find_activation(activation_summaries(manager), name)
- blocked = None if activation else find_activation(dependency_blocked_summaries(manager), name)
- portable = manager.get_portable_mcp_servers()
- skills = plugin_skills(activation["key"]) if activation else []
- except Exception:
- logger.debug("in-process plugin reload after change to %r failed", name, exc_info=True)
- return None
- if activation is None:
- return blocked
- servers = connect_plugin_mcp(activation, portable)
- activation["live_now"] = {"mcp_servers": servers, "skills": skills}
- activation["deferred"] = {k: v for k, v in (activation.get("deferred") or {}).items() if k != "mcp_servers"}
- import sys
- server = sys.modules.get("tui_gateway.server") # loaded == this process hosts chats
- note = live_notice(activation)
- if server is not None and (servers or note):
- from hermes_constants import get_hermes_home
- try:
- server.refresh_plugin_sessions(Path(get_hermes_home()), activation["key"], note)
- except Exception:
- logger.warning("open chats were not refreshed after activating %r", name, exc_info=True)
- return activation
- def _serve_backend_record():
- """The host-owner record, else the Desktop child's (a Desktop-only box has no host owner)."""
- from gateway import host_rendezvous as hr
- for role in (hr.ROLE_SERVE, hr.ROLE_DESKTOP_SERVE):
- record = hr.read_record(role)
- if record is not None and record.port and hr.record_token_is_consistent(record):
- return record
- return None
- def notify_serve_backend(name: str, home: Path) -> Optional[dict[str, Any]]:
- """Ask the running dashboard / Desktop backend (``hermes serve``, found through its host record) to
- run :func:`load_and_go_live` for ``name`` in ``home``. None when no backend answers. Never raises."""
- try:
- import json
- import urllib.request
- from gateway import host_rendezvous as hr
- from hermes_cli.url_utils import format_url_host
- record = _serve_backend_record()
- if record is None:
- return None
- token = hr.read_token(record.role)
- request = urllib.request.Request(
- f"http://{format_url_host(hr.dial_host(record))}:{record.port}"
- "/api/dashboard/agent-plugins/activate",
- data=json.dumps({"name": name, "home": str(home)}).encode("utf-8"), method="POST",
- headers={"Content-Type": "application/json", "X-Hermes-Session-Token": token})
- with urllib.request.urlopen(request, timeout=60) as response:
- return json.loads(response.read().decode("utf-8"))
- except Exception:
- logger.debug("serve backend activation for %r failed", name, exc_info=True)
- return None
- def _gateway_present() -> bool:
- """A gateway runs for this profile (its own, or the multiplexer serving it from the root), or a
- gateway service is installed for it."""
- from gateway.status import get_running_pid
- from hermes_cli.gateway import _installed_service_kind
- from hermes_constants import get_default_hermes_root, get_hermes_home
- homes = {Path(get_hermes_home()).resolve(), Path(get_default_hermes_root()).resolve()}
- return (any(get_running_pid(home / "gateway.pid", cleanup_stale=False) for home in homes)
- or _installed_service_kind() is not None)
- _RESTART_LINES = {"gateway": " hermes gateway restart",
- "backend": " quit and reopen the Hermes desktop app (or restart hermes dashboard)"}
- def dependency_restart_hint(missing: list[str], processes: list[str]) -> str:
- """What to do when running processes cannot import a plugin's dependencies: one restart line per
- process that reported the gap (``gateway`` / ``backend``), never one that can already import them."""
- from hermes_cli.plugins_loader import installed_in_selected_environment
- deps = ", ".join(missing)
- restart = "\n".join(_RESTART_LINES[p] for p in processes)
- if installed_in_selected_environment(missing):
- return (f"Its Python dependencies ({deps}) were installed after the running gateway or dashboard "
- "started, and a running process never switches dependency environments. Restart them to "
- f"load the plugin:\n{restart}")
- return f"Its Python dependencies ({deps}) are not installed. Run hermes pm repair, then restart:\n{restart}"
- def report_activation(console, name: str) -> None:
- """After a CLI install/enable: load *name* where it can go live now (:func:`activate_plugin_now`)
- and print :func:`activation_hint`, or nothing when there is nothing to say."""
- if hint := activation_hint(activate_plugin_now(name, in_process=False)):
- console.print(f"[dim]{hint}[/dim]")
- def activation_hint(result: dict[str, Any]) -> str:
- """One honest sentence for CLI surfaces from an :func:`activate_plugin_now` result; empty when
- there is nothing to say."""
- act = result.get("activation") or {}
- live = act.get("live_now") or {}
- connected = [s for s in live.get("mcp_servers") or () if s.get("connected")]
- lines = []
- if connected or live.get("skills"):
- tools = sum(len(s.get("tools") or ()) for s in connected)
- lines.append(f"Live in open chats now: {tools} MCP tools, {len(live.get('skills') or ())} skills.")
- lines.extend(f"MCP server {s['name']} not connected: {s.get('error') or 'unknown error'}"
- for s in live.get("mcp_servers") or () if not s.get("connected"))
- if missing := act.get("missing_dependencies"):
- return "\n".join([*lines, dependency_restart_hint(missing, act.get("missing_in") or [])])
- if not result.get("gateway_reloaded"):
- # Live in open chats, or no gateway runs or is installed for this profile (first-time setup):
- # a messaging gateway that starts later loads it at boot, so a restart applies to nothing.
- if lines or not _gateway_present():
- return "\n".join(lines)
- return "\n".join([*lines, "Restart the gateway for the plugin to take effect:\n hermes gateway restart"])
- now, deferred = act.get("activated_now") or {}, act.get("deferred") or {}
- parts = []
- if now:
- parts.append("active in the running gateway now: " + ", ".join(sorted(now)))
- if deferred:
- labels: dict[str, str] = {"tools": "tools (next session)", "prompt": "system prompt (next session)",
- "mcp_servers": "MCP servers (next session)"}
- parts.append("deferred: " + ", ".join(labels.get(k, k) for k in sorted(deferred)))
- if not parts:
- return "\n".join([*lines, "Gateway reloaded plugins; nothing of this plugin needs a session or restart."])
- return "\n".join([*lines, "Gateway reloaded plugins — " + "; ".join(parts) + "."])
|