hermes_state_worker_lifecycle.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288
  1. """Closed worker lifecycle handlers, called only inside the receipt transaction."""
  2. import json
  3. import time
  4. from hermes_state_runtime import RuntimeStoreError
  5. _IDENTITY_FIELDS = frozenset({
  6. 'user_id', 'session_key', 'chat_id', 'chat_type', 'thread_id',
  7. 'parent_session_id', 'cwd', 'profile_name', 'git_repo_root', 'origin_json', 'display_name',
  8. })
  9. _CREATE_FIELDS = _IDENTITY_FIELDS | {'source', 'model', 'model_config', 'system_prompt'}
  10. _CONSTRUCTOR_CONFIG = frozenset({'max_iterations', 'max_tokens', 'reasoning_config', 'yolo_mode'})
  11. def worker_create(db, conn, session_id, payload):
  12. if set(payload) - _CREATE_FIELDS or 'source' not in payload:
  13. raise RuntimeStoreError('invalid_params')
  14. row = conn.execute('SELECT * FROM sessions WHERE id=?', (session_id,)).fetchone()
  15. # A worker cannot mint a row or supply unreserved routing, lineage or cwd.
  16. if row is None or payload['source'] != row['source']:
  17. raise RuntimeStoreError('permission_denied')
  18. for key in _IDENTITY_FIELDS:
  19. value = payload.get(key)
  20. if value is not None and value != row[key]:
  21. raise RuntimeStoreError('permission_denied')
  22. for key in _CREATE_FIELDS - {'model_config'}:
  23. if payload.get(key) is not None and not isinstance(payload[key], str):
  24. raise RuntimeStoreError('invalid_params')
  25. config = payload.get('model_config')
  26. if config is not None and (not isinstance(config, dict) or set(config) - _CONSTRUCTOR_CONFIG):
  27. raise RuntimeStoreError('invalid_params')
  28. insert_session_row_in_transaction(db, conn, session_id, **payload)
  29. if config:
  30. # An owner-reserved child row already holds its lineage marker, so the keep-existing upsert
  31. # would drop these facts; merge them beside it (keys are the constructor set only).
  32. conn.execute("UPDATE sessions SET model_config=json_patch(model_config,?) WHERE id=? "
  33. "AND json_type(model_config,'$._delegate_from') IS NOT NULL", (json.dumps(config), session_id))
  34. return {'value': session_id}
  35. def worker_end(db, conn, session_id, payload):
  36. if set(payload) != {'end_reason'} or not isinstance(payload['end_reason'], str) or not payload['end_reason']:
  37. raise RuntimeStoreError('invalid_params')
  38. db._end_and_bump(conn,
  39. 'UPDATE sessions SET ended_at=?,end_reason=? WHERE id=? AND ended_at IS NULL',
  40. (time.time(), payload['end_reason'], session_id), session_id, payload['end_reason'])
  41. return {'value': None}
  42. def worker_lifecycle(db, conn, session_id, payload):
  43. from hermes_state_sessions import classify_session_status
  44. if payload:
  45. raise RuntimeStoreError('invalid_params')
  46. row = conn.execute("SELECT role,tool_calls IS NOT NULL AS has_tool_calls,finish_reason "
  47. "FROM messages WHERE session_id=? ORDER BY id DESC LIMIT 1", (session_id,)).fetchone()
  48. value = classify_session_status(role=row['role'], has_tool_calls=bool(row['has_tool_calls']),
  49. finish_reason=row['finish_reason']) if row else 'empty'
  50. return {'value': value}
  51. def worker_title(db, conn, session_id, payload):
  52. if (set(payload) != {'title', 'source'} or payload['source'] not in ('user', 'derived', 'llm')
  53. or not (payload['title'] is None or isinstance(payload['title'], str))):
  54. raise RuntimeStoreError('invalid_params')
  55. try:
  56. value = bool(db._set_session_title_in_transaction(
  57. conn, session_id, payload['title'], source=payload['source']))
  58. except ValueError:
  59. # Expected validation/conflict outcomes must not poison the retry journal.
  60. # Keep candidate authority in the receipt, not an in-memory worker claim.
  61. return {'value': False, 'error': 'Title unavailable or invalid', 'title_candidate': payload['title']}
  62. return {'value': value}
  63. def worker_title_source(db, conn, session_id, payload):
  64. if set(payload) != {'source'} or payload['source'] not in ('user', 'derived', 'llm'):
  65. raise RuntimeStoreError('invalid_params')
  66. return {'value': conn.execute(
  67. 'UPDATE sessions SET title_source=? WHERE id=? AND title IS NOT NULL',
  68. (payload['source'], session_id)).rowcount > 0}
  69. def worker_next_title(db, conn, session_id, payload):
  70. from hermes_state_titles import _NUMBERED_TITLE_RE
  71. from hermes_state_common import escape_like
  72. if set(payload) != {'base_title'} or not isinstance(payload['base_title'], str):
  73. raise RuntimeStoreError('invalid_params')
  74. title = conn.execute('SELECT title FROM sessions WHERE id=?', (session_id,)).fetchone()[0]
  75. # Only an assigned title or a receipted title attempt authorizes dedupe.
  76. # Concurrent activity/usage receipts must not invalidate that title attempt.
  77. candidate = payload['base_title']
  78. attempted = conn.execute(
  79. "SELECT 1 FROM worker_receipts r JOIN worker_executions w ON w.execution_id=r.execution_id "
  80. "WHERE w.session_id=? AND w.status='running' "
  81. "AND json_extract(r.result_json,'$.title_candidate')=? LIMIT 1",
  82. (session_id, candidate)).fetchone()
  83. if candidate != title and attempted is None:
  84. raise RuntimeStoreError('permission_denied')
  85. match = _NUMBERED_TITLE_RE.match(candidate)
  86. base = match.group(1) if match else candidate
  87. rows = conn.execute("SELECT title FROM sessions WHERE title=? OR title LIKE ? ESCAPE '\\'",
  88. (base, f'{escape_like(base)} #%')).fetchall()
  89. if not rows:
  90. return {'value': base}
  91. numbers = [int(m.group(2)) for m in (_NUMBERED_TITLE_RE.match(row['title']) for row in rows) if m]
  92. return {'value': f'{base} #{max([1, *numbers]) + 1}'}
  93. def worker_activity(db, conn, session_id, payload):
  94. import math
  95. from agent.session_activity import bound_activity_description, normalize_activity_provenance
  96. if (set(payload) != {'ts', 'description', 'provenance'}
  97. or any(payload[k] is not None and not isinstance(payload[k], str)
  98. for k in ('description', 'provenance'))):
  99. raise RuntimeStoreError('invalid_params')
  100. when = payload['ts']
  101. if when is not None and (type(when) not in (float, int) or not math.isfinite(when)):
  102. raise RuntimeStoreError('invalid_params')
  103. when = time.time() if when is None else float(when)
  104. conn.execute('UPDATE sessions SET last_activity_at=?,last_activity_description=?,last_activity_provenance=? '
  105. 'WHERE id=? AND (last_activity_at IS NULL OR last_activity_at<?)',
  106. (when, bound_activity_description(payload['description']),
  107. normalize_activity_provenance(payload['provenance']).value, session_id, when))
  108. return {'value': None}
  109. def worker_activity_clear(db, conn, session_id, payload):
  110. from agent.session_activity import ActivityProvenance
  111. if payload:
  112. raise RuntimeStoreError('invalid_params')
  113. conn.execute('UPDATE sessions SET last_activity_description=?,last_activity_provenance=? WHERE id=?',
  114. ('', ActivityProvenance.UNKNOWN.value, session_id))
  115. return {'value': None}
  116. def worker_billing_route(db, conn, session_id, payload):
  117. if (set(payload) != {'provider', 'base_url', 'billing_mode'}
  118. or any(payload[k] is not None and not isinstance(payload[k], str) for k in payload)):
  119. raise RuntimeStoreError('invalid_params')
  120. # Same contract as SessionDB.update_session_billing_route: route writers never touch the
  121. # stored prompt; only session.prompt replaces the frozen snapshot.
  122. conn.execute('UPDATE sessions SET billing_provider=?,billing_base_url=?,billing_mode=COALESCE(?,billing_mode) '
  123. 'WHERE id=?', (payload['provider'], payload['base_url'], payload['billing_mode'], session_id))
  124. return {'value': None}
  125. def worker_api_content(db, conn, session_id, payload):
  126. from hermes_state_messages import _scrub_surrogates
  127. if set(payload) != {'content', 'api_content'} or not isinstance(payload['api_content'], str):
  128. raise RuntimeStoreError('invalid_params')
  129. value = conn.execute(
  130. "UPDATE messages SET api_content=? WHERE id=(SELECT id FROM messages WHERE session_id=? "
  131. "AND role='user' AND active=1 ORDER BY id DESC LIMIT 1) AND content IS ?",
  132. (_scrub_surrogates(payload['api_content']), session_id, db._encode_content(payload['content']))).rowcount
  133. return {'value': value}
  134. def _row_id(payload):
  135. row_id = payload.get('row_id')
  136. if type(row_id) is not int or row_id <= 0:
  137. raise RuntimeStoreError('invalid_params')
  138. return row_id
  139. def worker_message_api_content(db, conn, session_id, payload):
  140. """Row-addressed sidecar backfill, same guards as ``SessionDB.set_message_api_content``."""
  141. from hermes_state_messages import _scrub_surrogates
  142. if set(payload) != {'row_id', 'content', 'api_content'} or not isinstance(payload['api_content'], str):
  143. raise RuntimeStoreError('invalid_params')
  144. return {'value': conn.execute(
  145. "UPDATE messages SET api_content=? WHERE id=? AND session_id=? AND role='user' AND active=1 AND content IS ?",
  146. (_scrub_surrogates(payload['api_content']), _row_id(payload), session_id,
  147. db._encode_content(payload['content']))).rowcount}
  148. def worker_user_content(db, conn, session_id, payload):
  149. """Rewrite ONE active user row of this session, same guards as ``SessionDB.set_user_message_content``."""
  150. if set(payload) - {'display_metadata'} != {'row_id', 'content'}:
  151. raise RuntimeStoreError('invalid_params')
  152. if 'display_metadata' not in payload:
  153. return {'value': conn.execute(
  154. "UPDATE messages SET content=? WHERE id=? AND session_id=? AND role='user' AND active=1",
  155. (db._encode_content(payload['content']), _row_id(payload), session_id)).rowcount}
  156. return {'value': conn.execute(
  157. "UPDATE messages SET content=?, api_content=NULL, display_metadata=? "
  158. "WHERE id=? AND session_id=? AND role='user' AND active=1",
  159. (db._encode_content(payload['content']), db._encode_display_metadata(payload['display_metadata']),
  160. _row_id(payload), session_id)).rowcount}
  161. WORKER_LIFECYCLE_HANDLERS = {
  162. 'session.title': worker_title,
  163. 'session.title_source': worker_title_source,
  164. 'session.next_title': worker_next_title,
  165. 'session.activity': worker_activity,
  166. 'session.activity_clear': worker_activity_clear,
  167. 'session.billing_route': worker_billing_route,
  168. 'session.api_content': worker_api_content,
  169. 'session.message_api_content': worker_message_api_content,
  170. 'session.user_content': worker_user_content,
  171. 'session.create': worker_create,
  172. 'session.end': worker_end,
  173. 'session.lifecycle': worker_lifecycle,
  174. }
  175. def insert_session_row_in_transaction(
  176. self, conn, session_id, source, model=None, model_config=None,
  177. system_prompt=None, user_id=None, session_key=None, chat_id=None,
  178. chat_type=None, thread_id=None, parent_session_id=None, cwd=None,
  179. profile_name=None, git_repo_root=None, origin_json=None, display_name=None,
  180. transport_profile=None):
  181. """Connection-taking body of the keep-existing constructor upsert.
  182. The ordinary constructor should delegate here too. Worker identity is
  183. validated before entry; this helper never opens or commits a DB.
  184. """
  185. from hermes_state_sessions import _UPSERT_KEEP_EXISTING_SQL
  186. from hermes_state_mutation_retirement import RETIRED_PREFIX
  187. # A delayed constructor/accounting backfill must not recreate a deleted session
  188. # beside its durable tombstone (the exact delete retry would then report a stale
  189. # success while a fresh delete collides with the existing marker).
  190. if (conn.execute('SELECT 1 FROM sessions WHERE id=?', (session_id,)).fetchone() is None
  191. and conn.execute('SELECT 1 FROM state_meta WHERE key=?', (RETIRED_PREFIX + session_id,)).fetchone()):
  192. raise RuntimeStoreError('not_found')
  193. if not (profile_name or "").strip():
  194. profile_name = self._own_profile_name()
  195. system_prompt_hash = self._store_system_prompt(conn, system_prompt)
  196. conn.execute(
  197. """INSERT INTO sessions (
  198. id, source, created_source, user_id, session_key, chat_id, chat_type, thread_id,
  199. model, model_config, system_prompt, system_prompt_hash,
  200. parent_session_id, cwd, profile_name, transport_profile, git_repo_root,
  201. origin_json, display_name, started_at
  202. )
  203. VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NULL, ?, ?, ?, ?, ?, ?, ?, ?, ?)
  204. ON CONFLICT(id) DO UPDATE SET
  205. source = CASE
  206. WHEN sessions.source = 'unknown'
  207. THEN COALESCE(excluded.source, 'unknown')
  208. ELSE sessions.source
  209. END,
  210. model = COALESCE(sessions.model, excluded.model),
  211. model_config = CASE
  212. WHEN excluded.model_config IS NOT NULL
  213. AND json_type(
  214. sessions.model_config, '$._reset_from'
  215. ) IS NOT NULL
  216. AND json_remove(
  217. sessions.model_config, '$._reset_from'
  218. ) = '{}'
  219. THEN json_set(
  220. excluded.model_config,
  221. '$._reset_from',
  222. json_extract(
  223. sessions.model_config, '$._reset_from'
  224. )
  225. )
  226. ELSE COALESCE(
  227. sessions.model_config, excluded.model_config
  228. )
  229. END,
  230. system_prompt_hash = COALESCE(
  231. sessions.system_prompt_hash,
  232. excluded.system_prompt_hash
  233. ),
  234. system_prompt = CASE
  235. WHEN sessions.system_prompt_hash IS NULL
  236. AND excluded.system_prompt_hash IS NOT NULL
  237. THEN NULL
  238. ELSE sessions.system_prompt
  239. END,
  240. """ + _UPSERT_KEEP_EXISTING_SQL,
  241. (
  242. session_id, source, source, user_id, session_key, chat_id, chat_type, thread_id, model,
  243. json.dumps(model_config) if model_config else None, system_prompt_hash,
  244. parent_session_id, cwd, profile_name, transport_profile, git_repo_root, origin_json,
  245. display_name, time.time(),
  246. ),
  247. )
  248. if system_prompt_hash is not None:
  249. self._delete_unreferenced_system_prompts(conn)
  250. if parent_session_id:
  251. self._inherit_parent_session_metadata(conn, session_id)
  252. # The upsert may have just filled a compression tip's created_source (update_token_counts).
  253. from hermes_state_compression import stamp_compression_ancestors
  254. stamp_compression_ancestors(conn, session_id)