"""Gateway turn prepare phases; inherited by GatewayTurnMixin.""" from __future__ import annotations import logging from typing import TYPE_CHECKING import asyncio import dataclasses import inspect import json import os import queue import threading import time from agent.i18n import t from agent.session_activity import format_iteration_progress from contextlib import nullcontext, suppress from contextvars import copy_context from gateway.config import Platform from gateway.media_repair import repair_explicit_computer_use_media_paths from gateway.platforms.base import BasePlatformAdapter from gateway.platforms.event import MessageEvent from gateway.session import ( SessionSource, _session_key_namespace, build_channel_continuity_note, build_session_context, ) from gateway.session_transcript import TranscriptReadError from gateway.turn_context import TurnContext from gateway.turn_lease import DEFAULT_LEASE_WAIT, TurnLeaseTimeoutError from hermes_constants import get_hermes_home_override from pathlib import Path from typing import Any, Callable, Dict, List, Optional, Tuple from utils import base_url_hostname if TYPE_CHECKING: # string annotations only; never imported at runtime (cycle) from gateway.run import GatewayRunner from gateway.run_turn_runner import TurnRunner # Log-record parity with the origin module. logger = logging.getLogger("gateway.run") # ``_resolve_turn_agent_config``'s default tier: the runner's per-turn ``_service_tier``. _TIER_FROM_RUNNER = object() def _resolve_policy_agent_runtime(runner, policy, *, fallback=True) -> tuple[str, dict]: """``_resolve_session_agent_runtime`` for a session bound to a launch policy: the route's FROZEN config and launch credential, walking its own fallback chain on an AuthError unless ``fallback=False`` (a session control asking which route the session itself runs). Module-level so tests that bind the method onto bare namespaces still reach it.""" from gateway.run import _runtime_agent_kwargs from gateway.session_policy import route_launch_key from gateway.session_worker_construct import route_runtime from gateway.session_authorities import active_authority authority = active_authority(runner) # A follow_profile_config session's route is the profile's current one, model and endpoint from one read. frozen, model = policy.effective(authority) provider = (frozen.get('model') or {}).get('provider') runtime, fallback_entry = route_runtime(policy, frozen, model, route_launch_key(authority, policy, frozen), fallback=fallback) if fallback_entry is not None: from hermes_cli.fallback_config import pre_agent_fallback_notice runner._pre_agent_fallback_notice = pre_agent_fallback_notice( provider or '', model or '', runtime.get('provider') or fallback_entry.get('provider') or 'unknown', fallback_entry.get('model') or 'default') return fallback_entry['model'], _runtime_agent_kwargs(runtime) return model, _runtime_agent_kwargs(runtime) def _recover_or_remember_model(runner, skey, model): """Last step of ``_resolve_session_agent_runtime``: remember a good model, recover an empty one.""" # Final safety net: an empty model (transient config-cache miss) makes every API call 400 and # the session goes silent — reuse the last model resolved for this session, else process-wide. if not model: _lr_state = runner._peek_session_state(skey) if skey else None _lr_star = runner._peek_session_state("*") _recovered = ( (_lr_state.conversation.last_resolved_model if _lr_state else "") or (_lr_star.conversation.last_resolved_model if _lr_star else "") ) if _recovered: logger.warning( "Empty model resolved for session=%s — recovering " "last-known-good model %s (config read likely returned " "empty; see #35314)", skey or "", _recovered, ) model = _recovered else: # Cache the good resolution for future recovery turns. if skey: runner._session_state(skey).conversation.last_resolved_model = model runner._session_state("*").conversation.last_resolved_model = model return model class GatewayTurnPrepareMixin: def _resolve_session_agent_runtime( self, *, source: Optional[SessionSource] = None, session_key: Optional[str] = None, user_config: Optional[dict] = None, fallback: bool = True, ) -> tuple[str, dict]: """Resolve model/runtime for a session. Priority (highest first): session ``/model`` → ``channel_overrides`` → global config/env (``_resolve_gateway_model(user_config)`` and default provider resolution). ``fallback=False`` keeps a launch-policy session on its own route (see ``_resolve_policy_agent_runtime``).""" from gateway.run import ( _credential_pool_for_provider, _get_channel_override, _resolve_gateway_model, _resolve_runtime_agent_kwargs, _resolve_runtime_agent_kwargs_for_provider, ) from gateway.session_policy import policy_for_source # Every exit path starts clean: a stale notice must never attach to another session's next # turn (#74349). Set again below only when THIS resolution fell back. self._pre_agent_fallback_notice = None policy = policy_for_source(self, source) if source is not None else None if policy is not None: return _resolve_policy_agent_runtime(self, policy, fallback=fallback) skey = self._resolve_session_key_or_none(source, session_key) model = _resolve_gateway_model(user_config) if skey: self._rehydrate_session_model_override(skey) _override_state = self._peek_session_state(skey) if skey else None override = _override_state.conversation.model_override if _override_state else None if override: override_model = override.get("model", model) override_runtime = { k: override.get(k) for k in ( "provider", "requested_provider", "api_key", "base_url", "api_mode", "max_tokens", "credential_pool", "request_overrides", "capabilities", ) } override_runtime["capabilities"] = dict(override_runtime["capabilities"] or {}) if override_runtime.get("api_key"): if override_runtime.get("credential_pool") is None: override_runtime["credential_pool"] = _credential_pool_for_provider(override.get("provider")) logger.debug( "Session model override (fast): session=%s config_model=%s -> override_model=%s provider=%s", skey or "", model, override_model, override_runtime.get("provider"), ) return override_model, override_runtime # No api_key on the override (credentials failed to re-resolve at rehydrate): resolve them # for the override's own provider below, never layer it over the default provider's runtime. logger.debug( "Session model override (no api_key, fallback): session=%s config_model=%s override_model=%s", skey or "", model, override_model, ) elif logger.isEnabledFor(logging.DEBUG): # The override_keys scan walks every session; only pay for it when DEBUG is on. logger.debug( "No session model override: session=%s config_model=%s override_keys=%s", skey or "", model, [ _key for _key, _st in list(self._sessions_map().items()) if _st.conversation.model_override is not None ][:5] or "[]", ) runtime_kwargs, unavailable_override = None, None if override and override.get("provider"): try: runtime_kwargs = _resolve_runtime_agent_kwargs_for_provider( override["provider"], target_model=override.get("model") or None) except Exception as exc: # Layering the override on the default runtime sent its model to the default provider's # endpoint (openai-codex on the Nous URL). Run this turn on the whole default route and say # so; the persisted override is kept, so the next turn retries it. logger.warning("Session /model override provider %s unavailable: %s", override["provider"], exc, exc_info=True) unavailable_override, override = override, None if runtime_kwargs is None: runtime_kwargs = _resolve_runtime_agent_kwargs() # Private notice metadata must never reach an ``AIAgent(**runtime_kwargs)`` spread; the turn # runner surfaces it through the agent's one-shot fallback notice (#74349). self._pre_agent_fallback_notice = runtime_kwargs.pop("_fallback_notice", None) runtime_model = runtime_kwargs.pop("model", None) if runtime_model: logger.info("Runtime provider supplied explicit model override: %s -> %s", model, runtime_model) model = runtime_model if unavailable_override and not self._pre_agent_fallback_notice: from hermes_cli.fallback_config import pre_agent_fallback_notice self._pre_agent_fallback_notice = pre_agent_fallback_notice( unavailable_override["provider"], unavailable_override.get("model"), runtime_kwargs.get("provider"), model) cfg = getattr(self, "config", None) # getattr: bare object.__new__ test runners if cfg and source is not None: ch = _get_channel_override( cfg, source.platform, str(source.chat_id) if source.chat_id else "", thread_id=str(source.thread_id) if getattr(source, "thread_id", None) else None, parent_id=str(source.parent_chat_id) if getattr(source, "parent_chat_id", None) else None, ) if ch: if ch.model: model = ch.model if ch.provider: runtime_kwargs = _resolve_runtime_agent_kwargs_for_provider(ch.provider, target_model=model or None) ch_runtime_model = runtime_kwargs.pop("model", None) # Adopt the provider's bundled model only when the override named none. if ch_runtime_model and not ch.model: model = ch_runtime_model if override and skey: model, runtime_kwargs = self._apply_session_model_override(skey, model, runtime_kwargs) # Provider resolved but no model.default (`hermes auth add` without `hermes model`): use the # provider's first catalog model. if not model and runtime_kwargs.get("provider"): with suppress(Exception): from hermes_cli.models import get_default_model_for_provider model = get_default_model_for_provider(runtime_kwargs["provider"]) if model: logger.info( "No model configured — defaulting to %s for provider %s", model, runtime_kwargs["provider"], ) return _recover_or_remember_model(self, skey, model), runtime_kwargs def _resolve_turn_agent_config(self, user_message: str, model: str, runtime_kwargs: dict, *, tier: Any = _TIER_FROM_RUNNER) -> dict: """Effective model/runtime config for one turn. With `/fast` priority on, fast-mode ``request_overrides`` are deep-merged OVER the per-provider ones so both reach the model. ``tier`` defaults to the runner's per-turn ``_service_tier``; an off-turn builder (a cold ``/review``) passes the session's own instead of writing that shared slot.""" from gateway.run import _deep_merge_request_overrides from agent.fast_mode import STATIC_TIERS from hermes_cli.models import resolve_fast_mode_overrides # Tests bind this method onto bare namespaces, so no class-level tables here. runtime = { k: runtime_kwargs.get(k) for k in ( "api_key", "base_url", "provider", "requested_provider", "api_mode", "command", "args", "credential_pool", "max_tokens", "capabilities", ) } runtime["args"] = list(runtime["args"] or []) runtime["capabilities"] = dict(runtime["capabilities"] or {}) base_request_overrides = dict(runtime_kwargs.get("request_overrides") or {}) route = { "model": model, "runtime": runtime, "signature": ( model, runtime["provider"], runtime["requested_provider"], runtime["base_url"], runtime["api_mode"], runtime["command"], tuple(runtime["args"]), ), } if tier is _TIER_FROM_RUNNER: tier = getattr(self, "_service_tier", None) if tier not in STATIC_TIERS: # None / auto / cold: the bounded window is applied per request by agent.fast_mode. route["request_overrides"] = base_request_overrides return route try: overrides = resolve_fast_mode_overrides( route["model"], provider=runtime["provider"], base_url=runtime["base_url"], tier=tier, ) except Exception: overrides = None # Fast-mode keys (service_tier / speed) are top-level and don't collide with extra_body. route["request_overrides"] = _deep_merge_request_overrides(base_request_overrides, overrides or {}) return route def _sync_session_model_from_agent(self, session_id: str, agent: Any) -> None: """Persist the runtime model/provider a gateway turn actually used (provider fallback can switch them after the row was created). Runs in the ``run_sync`` executor thread, so it uses the sync ``SessionDB`` (``_db``), not the AsyncSessionDB forwarder.""" if not session_id or agent is None or self._session_db is None: return model = getattr(agent, "model", None) if not model: return from hermes_cli.runtime_provider_custom import session_provider_identity runtime = { "provider": session_provider_identity(getattr(agent, "provider", None), getattr(agent, "requested_provider", None), getattr(agent, "base_url", None), model), "base_url": getattr(agent, "base_url", None), "api_mode": getattr(agent, "api_mode", None), } runtime["fallback_active"] = bool(getattr(agent, "_fallback_activated", False)) runtime = {k: v for k, v in runtime.items() if v not in (None, "")} try: db = self._session_db._db row = db.get_session(session_id) if not row: return # Legacy backfill: canonical Bot Chats created BEFORE the follow_profile_config contract existed # carry no marker, yet they are still the plugin-owned forever-DM. The plugin's own identity # rule is "the profile's session titled exactly 'Bot Chat'" (UNIQUE(title) makes that an exact # registry, and pre-policy rows may be visible OR hidden), so mirror that rule here. Without # this, every Bot Chat that already exists in the field stays pinned to its stale stored # provider until the user deletes it — the exact live-report shape (#89497 / #94818). raw_config = row.get("model_config") config = {} with suppress(Exception): config = json.loads(raw_config) if raw_config else {} if not isinstance(config, dict): config = {} gateway_runtime = dict(config.get("gateway_runtime") or {}) if row.get("model") == model and all(gateway_runtime.get(k) == v for k, v in runtime.items()): return config["gateway_runtime"] = runtime db.update_session_meta(session_id, json.dumps(config), model=model) except Exception: logger.debug("Failed to sync gateway session model metadata", exc_info=True) async def _hmwa_resolve_session(self, event, source): """Resolve ``source`` to its session entry (topic recovery, internal-route guards, Telegram topic-binding heal). Returns ``(source, session_entry, session_key)`` or ``None`` to drop the event.""" # Topic-mode DMs: rewrite a stale/foreign thread_id to the user's last-active topic so a # cross-topic Reply doesn't fragment the conversation. event_metadata = getattr(event, "metadata", None) or {} expected_session_key = str(event_metadata.get("gateway_session_key") or "").strip() # Plain lobby recovery here even with ``dm_topic_auto_transfer`` on: the opt-in topic transfer # already ran at adapter ingress (``apply_root_dm_topic_transfer`` -> runner hook # ``_transfer_telegram_root_dm``), before session keying. recovered = (await asyncio.to_thread(self._recover_telegram_lobby_thread_id, source) if not expected_session_key else None) if recovered is not None: logger.info( "telegram topic recovery: chat=%s user=%s %r -> %s", source.chat_id, source.user_id, source.thread_id, recovered, ) source = dataclasses.replace(source, thread_id=recovered) with suppress(Exception): event.source = source if expected_session_key: derived_session_key = self._session_key_for_source(source) if derived_session_key != expected_session_key: logger.warning( "Dropping internally routed event after route recovery: expected session=%s derived=%s", expected_session_key, derived_session_key, ) return strict_session = bool(event_metadata.get("gateway_session_strict")) pinned_session_id = str(event_metadata.get("gateway_session_id") or "").strip() if strict_session: session_entry = await self.async_session_store.lookup_by_session_key(expected_session_key) if session_entry is None or not pinned_session_id or session_entry.session_id != pinned_session_id: logger.warning( "Dropping internally routed event: expected session id=%s is no longer current for key=%s", pinned_session_id or "missing", expected_session_key or "missing", ) return else: # Internal wakes observe reset policy without counting as user activity, or periodic # notifications keep the routing key alive across every daily/idle boundary. session_entry = await self.async_session_store.get_or_create_session( source, touch_activity=not bool(getattr(event, "internal", False)), ) session_key = session_entry.session_key claim = getattr(event, "_claimed_owner", None) if claim is not None: from gateway.session_authorities import active_authority authority, (owner, generation) = active_authority(self), claim # /new and /reset latch a Stop for the claimed generation before they move the route; # /resume, /branch and compression don't, so those turns run where the route points. stopped = generation in (authority.pending_stops.get(owner), authority.delivered_stops.get(owner)) if stopped and session_entry.session_id not in await asyncio.to_thread( authority.db.get_compression_chain, owner): # preflight's continuation walk # It settles interrupted, as that Stop would have, and never runs on the fresh one. logger.warning("Dropping a stopped claimed turn: its route moved from %s to %s before it ran", owner, session_entry.session_id) from gateway.session_results import execution_result captured = execution_result.get() if captured is not None: captured['result'] = {'final_response': '', 'messages': [], 'interrupted': True} return if not strict_session and pinned_session_id: resolved_entry = await self._resolve_async_delegation_session(session_entry, pinned_session_id, event_metadata.get("gateway_proven_session_id") or "", event_metadata.get("gateway_completion_ids") or ()) if resolved_entry is None: return session_entry = resolved_entry self._cache_session_source(session_key, source) if await asyncio.to_thread(self._is_telegram_topic_lane, source): session_entry = await self._hmwa_heal_telegram_topic_binding(source, session_entry, session_key) from gateway.run_heartbeat_acceptance import resolve_heartbeat_owner if not await resolve_heartbeat_owner(self, event, session_entry): return return source, session_entry, session_key async def _hmwa_heal_telegram_topic_binding(self, source, session_entry, session_key): """Follow the (chat_id, thread_id) topic binding — healed to its compression tip — or record a fresh one. Returns the (possibly switched) session entry.""" binding = None try: if self._session_db: binding = await self._session_db.get_telegram_topic_binding( chat_id=str(source.chat_id), thread_id=str(source.thread_id), profile_name=self._telegram_topic_profile_name(source), ) except Exception: logger.debug("Failed to read Telegram topic binding", exc_info=True) if not binding: try: await asyncio.to_thread(self._record_telegram_topic_binding, source, session_entry) except Exception: logger.debug("Failed to record Telegram topic binding", exc_info=True) return session_entry stored_session_id = str(binding.get("session_id") or "") bound_session_id = stored_session_id # A binding pointing at a pre-compression parent is walked forward to the tip so the next # message resumes the compressed child instead of reloading the oversized parent. # Returns the input unchanged when the session isn't a compression parent, so this is cheap and # safe. See #20470, #29712, #33414. if bound_session_id and self._session_db is not None: try: canonical_session_id = await self._session_db.get_compression_tip(bound_session_id) except Exception: logger.debug("compression-tip lookup failed for %s", bound_session_id, exc_info=True) canonical_session_id = bound_session_id if canonical_session_id and canonical_session_id != bound_session_id: bound_session_id = canonical_session_id if bound_session_id and bound_session_id != session_entry.session_id: # Route through SessionStore so the key → id mapping persists and the previous lane # session ends cleanly (in-place mutation split-brained the JSON index). The two DB # awaits above are a window for /new or /resume to move the route; the CAS on the # snapshot id lets that win instead of being clobbered by a stale binding. switched = await self.async_session_store.switch_session( session_key, bound_session_id, expected_session_id=session_entry.session_id, ) if switched is not None: session_entry = switched if bound_session_id and bound_session_id != stored_session_id: # The stored binding pointed at a parent: rewrite it to the canonical descendant. await asyncio.to_thread( self._sync_telegram_topic_binding, source, session_entry, reason="compression-tip-walk", ) return session_entry async def _hmwa_open_session(self, session_entry, session_key, source): """Consume auto-reset / fresh-reset flags and emit ``session:start`` for new sessions. Returns ``(_was_auto_reset, _is_new_session)``.""" # Capture and immediately consume was_auto_reset so it does not re-fire on subsequent messages — # preventing the cleanup from wiping model/reasoning overrides set between turns (Closes #48031). _was_auto_reset = getattr(session_entry, "was_auto_reset", False) if _was_auto_reset: # Conversation boundary: the funnel clears every conversation-scoped dict; evict the cached # agent so context_compressor._previous_summary cannot leak into new summaries. # Treat auto-reset as a full conversation boundary — clear every conversation-scoped per-session # dict in one funnel call so the fresh session does not inherit the previous conversation's # model/reasoning overrides, a queued "/model switched" note, or a stale resolved-model cache # (#48031, #58403). See _CONVERSATION_SCOPED_STATE. self._clear_conversation_scope(session_key, reason="auto_reset") self._evict_cached_agent(session_key) session_entry.was_auto_reset = False _is_fresh_reset = getattr(session_entry, "is_fresh_reset", False) _is_new_session = session_entry.created_at == session_entry.updated_at or _was_auto_reset or _is_fresh_reset # Consume is_fresh_reset so it doesn't leak onto later messages in the same session. if _is_fresh_reset: # See #6508. session_entry.is_fresh_reset = False if _is_new_session: await self.hooks.emit("session:start", { "platform": source.platform.value if source.platform else "", "user_id": source.user_id, "session_id": session_entry.session_id, "session_key": session_key, }) return _was_auto_reset, _is_new_session async def _hmwa_deliver_auto_reset_notice(self, session_entry, source, turn_sidecar_notes): """Stage the auto-reset sidecar note for the agent and notify the user (policy-gated).""" from gateway.run import _AUTO_RESET_CONTEXT_NOTES reset_reason = getattr(session_entry, 'auto_reset_reason', None) or 'suspended' context_note = _AUTO_RESET_CONTEXT_NOTES.get(reset_reason, _AUTO_RESET_CONTEXT_NOTES["suspended"]) # Long-lived channels: point the agent at the prior same-channel session for session_search. try: # Returns None (appends nothing) for other platforms or when there's no prior activity to # recall. Deterministic — no extra API/DB calls (#36220). continuity_note = build_channel_continuity_note(session_entry, source) except Exception: continuity_note = None if continuity_note: context_note = context_note + "\n\n" + continuity_note turn_sidecar_notes.append(context_note) try: from gateway.bot_peer_notices import automatic_notices_allowed should_notify = reset_reason == "suspended" and automatic_notices_allowed(source) adapter = self._delivery_adapter_for(source) if should_notify else None if adapter: notice = t("gateway.session.auto_reset_notice") with suppress(Exception): session_info = await asyncio.to_thread(self._reset_notice_session_info, source) if session_info: notice = f"{notice}\n\n{session_info}" await adapter.send(source.chat_id, notice, metadata=self._thread_metadata_for_source(source)) except Exception as e: logger.debug("Auto-reset notification failed (non-fatal): %s", e) # was_auto_reset was consumed in _hmwa_open_session; only the reason needs clearing. session_entry.auto_reset_reason = None def _hmwa_auto_load_skills(self, event, _auto, _quick_key, session_key): """Prepend topic/channel-bound skill payload(s) to ``event.text`` on a new session.""" _skill_names = [_auto] if isinstance(_auto, str) else list(_auto) try: from agent.skill_commands import _load_skill_payload, _build_skill_message _combined_parts: list[str] = [] _loaded_names: list[str] = [] for _sname in _skill_names: _loaded = _load_skill_payload(_sname, task_id=_quick_key) if not _loaded: logger.warning("[Gateway] Auto-skill '%s' not found", _sname) continue _loaded_skill, _skill_dir, _display_name = _loaded _part = _build_skill_message( _loaded_skill, _skill_dir, f'[IMPORTANT: The "{_display_name}" skill is auto-loaded. ' f"Follow its instructions for this session.]", ) if _part: _combined_parts.append(_part) _loaded_names.append(_sname) if _combined_parts: _combined_parts.append(event.text) # user's original text after the payloads event.text = "\n\n".join(_combined_parts) logger.info("[Gateway] Auto-loaded skill(s) %s for session %s", _loaded_names, session_key) except Exception as e: logger.warning("[Gateway] Failed to auto-load skill(s) %s: %s", _skill_names, e) async def _hmwa_acquire_turn_lease(self, _quick_key, run_generation, session_entry, _session_env_tokens): """Serialize [load history → run → flush] per resolved SESSION_ID so another routing key on the same session waits for the prior flush. Fail-closed on timeout (outer dispatch returns a resend notice). Released in _handle_message's finally, granted per (routing key, run generation) so a stale unwind can't release a newer turn's.""" from gateway.run import _float_env _lease_registry = getattr(self, "_turn_leases", None) if _lease_registry is None: return try: _lease_token = await _lease_registry.acquire( session_entry.session_id, owner_key=_quick_key, generation=run_generation, timeout=_float_env("HERMES_TURN_LEASE_TIMEOUT", DEFAULT_LEASE_WAIT), ) except TurnLeaseTimeoutError: # The cleanup finally starts later; restore the tokens here or this exit leaks identity. self._clear_session_env(_session_env_tokens) raise if _lease_token is not None: self._session_state(_quick_key).turn.lease_tokens[run_generation] = _lease_token async def _hmwa_first_contact_notes(self, source, history, turn_sidecar_notes, internal=False): """First-ever-message onboarding note + one-time 'no home channel' prompt (both only when the session has no history). Delivered on the user message (sidecar), NOT the ephemeral system prompt: present-on-turn-1/absent-on-turn-2 was a guaranteed prompt diff + rebuild.""" from gateway.run import _gateway_config_home, _home_target_env_var, _load_gateway_config if history or internal: # internal = plugin/system turn: no human made first contact return # LOCAL sessions (one-shot, chat -q, ACP, TUI attach) are the classic in-process CLI's # surfaces: it never appended this note, and mark_seen would rewrite config.yaml under # an ordinary launch that promises to leave the profile's files untouched. human_platform = bool(source.platform) and source.platform not in (Platform.LOCAL, Platform.WEBHOOK) if human_platform and source.chat_type == "dm" and not await self.async_session_store.has_any_sessions(): # Same branch logic as the TUI (profile-build offer once when "ask", else plain intro); # first_contact_turn_note already falls back to the plain intro on error. from agent.onboarding import first_contact_turn_note note = first_contact_turn_note( _load_gateway_config(), _gateway_config_home() / "config.yaml", session_history_empty=True, install_has_prior_sessions=False, ) if note: turn_sidecar_notes.append(note) # One-time prompt if no home channel is set (webhooks deliver to configured targets instead). if not human_platform: return platform_name = source.platform.value env_key = _home_target_env_var(platform_name) # Multiplex: the home channel may live only in the profile secret scope, not os.environ. home_env = "" if env_key: # A secondary with no home channel must not borrow the default profile's from # os.environ; only an UNSCOPED single-profile read may fall back to the process env. from agent.secret_scope import UnscopedSecretError, get_secret try: home_env = (get_secret(env_key) or "").strip() except UnscopedSecretError: home_env = (os.getenv(env_key) or "").strip() except Exception: logger.debug("Home-channel secret %s unreadable; treating it as unset", env_key, exc_info=True) home_env = "" # Also honor in-memory / yaml home_channel on this platform. with suppress(Exception): if not home_env and self.config.get_home_channel(source.platform): home_env = "set" # Secondary-profile platforms may only exist under that profile's config — re-read in scope. if not home_env: with suppress(Exception): from gateway.config import load_gateway_config as _lgc prof = (getattr(source, "profile", None) or "").strip() if prof and prof != "default" and _lgc().get_home_channel(source.platform): home_env = "set" if not home_env: # Slack routes every command through the parent `/hermes`; bare `/sethome` would fail. sethome_cmd = "/hermes sethome" if source.platform == Platform.SLACK else "/sethome" await self._deliver_platform_notice( source, t("gateway.notify.no_home_channel", platform=platform_name.title(), sethome_cmd=sethome_cmd), ) def _hmwa_apply_message_timestamp(self, event, message_text): """Capture the platform event time as message metadata and keep the persisted transcript clean — strip any leading timestamp prefix and the Discord triggering-message note (a model instruction, not authored text) — regardless of the toggle; only the in-context RENDER is gated behind gateway.message_timestamps.enabled (default OFF).""" from gateway.run import _load_gateway_config, _message_timestamps_enabled from gateway.run_inbound import strip_discord_triggering_note persist_user_message = None persist_user_timestamp = None try: from hermes_time import get_timezone as _get_evt_tz from gateway.message_timestamps import ( coerce_message_timestamp as _coerce_msg_ts, render_user_content_with_timestamp as _render_msg_ts, strip_leading_message_timestamps as _strip_msg_ts, ) _evt_tz = _get_evt_tz() if message_text and isinstance(message_text, str): _clean_message_text, _embedded_ts = _strip_msg_ts(message_text, tz=_evt_tz) persist_user_message = strip_discord_triggering_note(event, _clean_message_text) _event_epoch = _coerce_msg_ts(getattr(event, "timestamp", None), tz=_evt_tz) persist_user_timestamp = _event_epoch if _event_epoch is not None else _embedded_ts if _message_timestamps_enabled(_load_gateway_config()): message_text = _render_msg_ts(_clean_message_text, persist_user_timestamp, tz=_evt_tz) else: # Toggle off: the model sees the clean message; timestamp stored for later opt-in. message_text = _clean_message_text except Exception as _ts_err: logger.debug("Message timestamp injection failed (non-fatal): %s", _ts_err) return message_text, persist_user_message, persist_user_timestamp @dataclasses.dataclass class _PreparedTurn: """Inputs to the agent run assembled by ``_hmwa_prepare_turn``.""" history: Any context_prompt: str message_text: Any persist_user_message: Any persist_user_timestamp: Any persist_user_display_kind: Optional[str] persistence_session_id: Optional[str] = None persistence_owner: Optional[str] = None title_user_message: Optional[str] = None async def _hmwa_prepare_turn(self, event, source, session_entry, session_key, _quick_key, run_generation): """Everything between session resolution and the agent run: session open, task-local env, context prompt, sidecar notes, turn lease, transcript load + hygiene, inbound text. Returns ``(_PreparedTurn, env_tokens)``; a ``str`` first element is a reply to send instead of running (history unreadable, a local turn's refused ``@`` references); ``None`` drops the turn (inbound text rejected).""" from gateway.run import _load_gateway_config from tools.approval_yolo import restore_gateway_yolo _was_auto_reset, _is_new_session = await self._hmwa_open_session(session_entry, session_key, source) restore_gateway_yolo(session_key, session_entry.yolo) # None: TurnRunner seeds the launch policy context = build_session_context(source, self.config, session_entry) # Session context variables for tools (task-local, concurrency-safe) _session_env_tokens = self._set_session_env(context) # Self-injected turns (internal=True) persist with a DB-only display_kind: timeline notices, not user bubbles. from gateway.response_filters import display_kind_for_event persist_user_display_kind = display_kind_for_event(event) _redact_pii = False # privacy.redact_pii, re-read per message with suppress(Exception): _redact_pii = bool((_load_gateway_config().get("privacy") or {}).get("redact_pii", False)) # The context prompt render is pinned per session, keyed by a hash of the renderer inputs, so # the system prompt cannot drift turn-over-turn; a miss (thread rename, /sethome) re-renders. # A LOCAL session (CLI one-shot, ACP, cron run-now, TUI attach) is the operator's own machine: # the messaging block ("Source: Local", connected platforms, cron delivery targets) was never # part of the classic in-process prompt, and the TUI gateway still builds that prompt in-process. # Rendering it here would make every surface hop of one durable session a system-prompt # (and prompt-cache) break. # Synthetic goal/heartbeat/resume turns carry no prompt inputs of their own, so they reuse the # pins exactly like internal events do (and still pass authorization, unlike internal ones). _reuse_pins = event.internal or getattr(event, "inherit_channel_pin", False) if source.platform != Platform.LOCAL and _reuse_pins and session_key: await self._rehydrate_prompt_pins(session_key, session_entry.session_id) context_prompt = "" if source.platform == Platform.LOCAL else \ self._pinned_session_context_prompt(context, _redact_pii, session_key, internal=_reuse_pins) # Per-turn notes ride the user message via the api_content sidecar, NOT context_prompt # (appending to the ephemeral system prompt forced a full agent rebuild). turn_sidecar_notes: list[str] = [] if _was_auto_reset: await self._hmwa_deliver_auto_reset_notice(session_entry, source, turn_sidecar_notes) # Keep human text separate from skills, sender metadata, and other model context. # With no text (e.g. voice-only), retain the existing enriched-message title fallback. title_user_message = event.text or None # Auto-load bound skill(s) only on NEW sessions; ongoing ones carry the content in history. _auto = getattr(event, "auto_skill", None) if _is_new_session and _auto: self._hmwa_auto_load_skills(event, _auto, _quick_key, session_key) await self._hmwa_acquire_turn_lease(_quick_key, run_generation, session_entry, _session_env_tokens) # A turn becomes durable recovery work only after it owns the per-session lease; marking # earlier would falsely recover a message that never began processing. await self._mark_durable_active_turn(event, session_entry.session_key) # An unreadable store is not an empty conversation: stop before the agent invents continuity # from []. Restore task-local context here (before the broad cleanup finally). try: history = await self.async_session_store.load_transcript(session_entry.session_id) history = await self._hmwa_run_session_hygiene( event, source, session_entry, session_key, history, _quick_key, run_generation, ) except TranscriptReadError: self._clear_session_env(_session_env_tokens) from gateway.session_results import record_unexecuted_failure return record_unexecuted_failure(t("gateway.errors.history_unavailable")), _session_env_tokens await self._hmwa_first_contact_notes(source, history, turn_sidecar_notes, internal=event.internal) # Voice channel state rides the user message ONLY when changed (in the system prompt it # forced a rebuild + prompt-cache re-key per message). _vc_note = self._voice_channel_sidecar_note(event, source, session_key) if _vc_note: turn_sidecar_notes.append(_vc_note) # Auto-analyze user images so the model gets a description plus the local path. message_text = await self._prepare_profile_scoped_inbound_message_text( event=event, source=source, history=history, session_key=session_key, ) if message_text is None: # A refused local turn answers with its refusal (session_context_refs.turn_references). return getattr(event, "_gateway_turn_refusal", None), _session_env_tokens message_text, persist_user_message, persist_user_timestamp = ( self._hmwa_apply_message_timestamp(event, message_text) ) # Stage the notes (one-shot; consumed in run_sync) AFTER the early-out so an aborted turn # cannot leak them into the next turn. if turn_sidecar_notes and session_key: self._set_pending_turn_sidecar_notes(session_key, turn_sidecar_notes) # Bind this run generation to the adapter so deferred post-delivery callbacks are released # by the run that registered them. self._bind_adapter_run_generation(self._delivery_adapter_for(source), session_key, run_generation) # Delivery IDs are only unique in their transport namespace. Keyless turns # need their own identity, even when another process writes to this session. import uuid namespace = [source.platform.value, source.profile, source.scope_id, source.chat_id, source.thread_id, str(event.message_id)] owner = (str(uuid.uuid5(uuid.NAMESPACE_URL, json.dumps(namespace))) if event.message_id else str(uuid.uuid4())) return self._PreparedTurn( history, context_prompt, message_text, persist_user_message, persist_user_timestamp, persist_user_display_kind, session_entry.session_id, owner, title_user_message=title_user_message, ), _session_env_tokens