"""An ``unknown`` turn nobody is waiting on settles as interrupted (#134889 GW-10, #139532). A turn lost across an owner restart is fenced ``unknown`` and pauses its session's FIFO, because only the person who sent it knows whether to resend it. An automation delivery has no such person: a cron run (``CRON_PRINCIPAL_ID``), a process completion or heartbeat (``automation:``, ``local_automation_v1``, a native envelope's ``automation`` block) or a webhook delivery (``webhook_delivery``) or a Kanban card attempt (``kanban_card_v1``, set by the dispatcher). Pausing on it stalls every message queued behind it until an operator notices (a Bot Chat sat ten hours behind one). Such a row settles through the same fenced resolution a person's Discard uses (``resolve_unknown_session_input``): terminal ``interrupted``, never requeued or replayed, with a Hermes transcript notice committed in the same transaction. No second recovery store. """ from __future__ import annotations import logging from hermes_state_keys import CRON_PRINCIPAL_ID logger = logging.getLogger(__name__) def is_unattended(row) -> bool: """True for an admission no person submitted (so nobody can be asked to resend it).""" principal = row.get('principal_id') or '' if principal == CRON_PRINCIPAL_ID or principal.startswith('automation:'): return True payload = row.get('payload') or {} native = payload.get('native_text_v1') or {} # A webhook delivery: the provider already got its 202 and nobody can be asked to resend it. # A Kanban card attempt (#134889 KB-8): the dispatcher's marker, committed only by # ``SessionAuthority.submit(_kanban_card=...)``; a card row main minted without it still pauses. return ('local_automation_v1' in payload or 'kanban_card_v1' in payload or 'automation' in native or 'webhook_delivery' in native) def _unattended_unknown(rows): return [row for row in rows if row['status'] == 'unknown' and is_unattended(row)] def settle_recovered_unattended(db, epoch) -> int: """Boot recovery, right after ``recover_session_inputs`` fenced lost turns ``unknown`` and before any FIFO is scheduled: settle every unattended one. Synchronous; runs off the owner loop.""" from agent.turn_failure_copy import AUTOMATION_INTERRUPTED_NOTICE from gateway.session_ingress_media import release_admission_media from gateway.session_results import close_discarded_turn from hermes_state_runtime import RuntimeStoreError, _row, resolve_unknown_session_input with db._read_ctx() as conn: rows = [_row(r) for r in conn.execute( "SELECT * FROM session_admissions WHERE status='unknown' ORDER BY seq").fetchall()] settled = 0 for row in _unattended_unknown(rows): try: resolve_unknown_session_input( db, epoch=epoch, admission_id=row['admission_id'], generation=row['generation'], _terminal_write=lambda conn, lost: close_discarded_turn(db, conn, lost, AUTOMATION_INTERRUPTED_NOTICE)) except RuntimeStoreError as exc: logger.warning('Lost automation admission %s left unknown: %s', row['admission_id'], exc.reason) continue release_admission_media(db, row['admission_id']) settled += 1 logger.info('Lost automation admission %s on session %s settled interrupted (not replayed)', row['admission_id'], row['target_session_id']) return settled async def settle_unattended_unknown(authority, ref) -> bool: """The drain found an ``unknown`` head (fenced in this owner, e.g. a lost managed worker): settle the unattended ones through the owner's resolution. True when any settled, so the drain re-reads its FIFO instead of pausing; a person's ``unknown`` row still pauses it.""" import asyncio from agent.turn_failure_copy import AUTOMATION_INTERRUPTED_NOTICE from hermes_state_runtime import RuntimeStoreError, list_session_admissions rows = await asyncio.to_thread(list_session_admissions, authority.db, session_id=ref.session_id) settled = False for row in _unattended_unknown(rows): try: await authority.resolve_unknown_as_owner(ref, row['admission_id'], row['generation'], notice=AUTOMATION_INTERRUPTED_NOTICE) except RuntimeStoreError as exc: logger.warning('Lost automation admission %s left unknown: %s', row['admission_id'], exc.reason) continue settled = True return settled