workspaceSync.ts 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104
  1. import type Koa from 'koa'
  2. import type { LocalAuthStore } from './localAuth.js'
  3. import type { WorkspaceStore } from './workspaceStore.js'
  4. import type { WorkspaceRuntime } from './workspaceRuntime.js'
  5. import { readServerIdentity } from './serverIdentity.js'
  6. import type { WorkspaceConversation, WorkspaceEvent, WorkspaceInteraction, WorkspaceRun } from '../shared/workspace.js'
  7. /** Bot transcripts are a local projection. Snapshot and cursor are read in the same synchronous turn. */
  8. export function workspaceDetail(store: WorkspaceStore, runtime: WorkspaceRuntime, owner: string,
  9. conversationId: string, taskId?: string, limit = 50) {
  10. const conversation = store.require<WorkspaceConversation>(owner, 'conversation', conversationId)
  11. const task = store.resolveTask(owner, conversationId, taskId)
  12. const activeRunId = task?.activeRunId ?? (conversation.kind === 'direct' ? conversation.activeRunId : undefined)
  13. const page = store.messages(owner, conversationId, Number.MAX_SAFE_INTEGER, limit + 1, false, task?.id)
  14. return {
  15. conversation: store.conversationSummary(owner, conversation), task: task ?? null,
  16. tasks: conversation.kind === 'group' ? store.tasks(owner, conversationId) : [],
  17. assignments: task ? runtime.tasks.assignments(owner, task.id) : [],
  18. messages: page.slice(-limit), hasOlder: page.length > limit,
  19. hiddenMessageIds: store.hiddenMessageIds(owner, conversationId, task?.id),
  20. run: activeRunId ? store.require<WorkspaceRun>(owner, 'run', activeRunId) : null,
  21. interactions: store.list<WorkspaceInteraction>(owner, 'interaction')
  22. .filter(value => value.conversationId === conversationId && value.conversationTaskId === task?.id && !value.resolved),
  23. context: store.get<Record<string, unknown>>(owner, 'context', task?.id ?? conversationId) ?? null,
  24. cursor: store.cursor(owner),
  25. }
  26. }
  27. /** Durable replay followed by live updates. A slow reader reconnects from its last applied cursor. */
  28. export function streamWorkspace(ctx: Koa.Context, store: WorkspaceStore, auth: LocalAuthStore): void {
  29. const owner = auth.require(ctx).id, version = auth.pushAuthorizationVersion(owner)
  30. const patches = store.messagePatchesEnabled && ctx.query.format === 'patch-v1'
  31. const res = ctx.res
  32. const raw = ctx.get('last-event-id') || String(ctx.query.after ?? '0')
  33. let cursor = /^\d+$/.test(raw) ? Number(raw) : 0
  34. let seen = cursor, closed = false, lastTextAt = 0
  35. let flushTimer: ReturnType<typeof setTimeout> | undefined
  36. const pending = new Map<string, WorkspaceEvent>()
  37. const knownMessages = new Set<string>()
  38. const valid = () => {
  39. try { return auth.require(ctx).id === owner && auth.isUserActive(owner) && auth.pushAuthorizationVersion(owner) === version }
  40. catch { return false }
  41. }
  42. const close = () => {
  43. if (closed) return
  44. closed = true; clearInterval(heartbeat); clearTimeout(flushTimer); pending.clear()
  45. store.changes.off(owner, deliver); store.changes.off('workspace.close', close)
  46. if (!res.writableEnded) res.end()
  47. }
  48. const write = (text: string) => {
  49. if (closed || res.destroyed || res.writableEnded || !valid()) { close(); return }
  50. if (res.writableLength + Buffer.byteLength(text) > 4 * 1024 * 1024) { close(); return }
  51. res.write(text)
  52. }
  53. const emit = (event: WorkspaceEvent) => {
  54. if (event.seq <= cursor) return
  55. write(`id: ${event.seq}\nevent: workspace\ndata: ${JSON.stringify(event)}\n\n`)
  56. cursor = event.seq
  57. if (event.type.startsWith('message.')) lastTextAt = Date.now()
  58. }
  59. const flush = () => {
  60. clearTimeout(flushTimer); flushTimer = undefined
  61. for (const event of [...pending.values()].sort((a, b) => a.seq - b.seq)) emit(event)
  62. pending.clear()
  63. }
  64. const deliver = (event: WorkspaceEvent) => {
  65. if (event.seq <= seen) return
  66. seen = event.seq
  67. const wire = store.wireEvent(event), id = (event.data as { id?: string }).id
  68. if (patches) {
  69. // A new live subscription may not have this background task in its snapshot.
  70. // The first live update is a full committed baseline; replay stays revision-checked.
  71. emit(wire.type === 'message.patch' && event.type === 'message.changed' && id && !knownMessages.has(id) ? event : wire)
  72. if (id && event.type.startsWith('message.')) {
  73. knownMessages.delete(id); knownMessages.add(id)
  74. while (knownMessages.size > 64) knownMessages.delete(knownMessages.values().next().value!)
  75. }
  76. } else if (wire.type === 'message.patch' && event.type === 'message.changed' && id) {
  77. pending.set(id, structuredClone(event))
  78. if (flushTimer === undefined) flushTimer = setTimeout(flush, Math.max(0, 100 - (Date.now() - lastTextAt)))
  79. } else {
  80. // Flush older text before non-text/terminal events so event order never reverses.
  81. flush(); emit(event)
  82. }
  83. }
  84. const heartbeat = setInterval(() => { flush(); write(': heartbeat\n\n') }, 15_000)
  85. heartbeat.unref()
  86. ctx.respond = false
  87. res.writeHead(200, { 'Content-Type': 'text/event-stream; charset=utf-8', 'Cache-Control': 'no-store', 'X-Accel-Buffering': 'no' })
  88. res.flushHeaders()
  89. res.once('close', close); res.once('error', close)
  90. store.changes.on(owner, deliver); store.changes.once('workspace.close', close)
  91. const latest = store.cursor(owner)
  92. if (!Number.isSafeInteger(cursor) || cursor > latest || (!patches && store.hasPatchEvents(owner, cursor, latest))) {
  93. write('event: reset\ndata: {}\n\n'); close(); return
  94. }
  95. while (!closed && cursor < latest) {
  96. const page = store.events(owner, cursor)
  97. if (!page.length) break
  98. for (const event of page) deliver(event)
  99. }
  100. flush()
  101. write(`event: ready\ndata: ${JSON.stringify({ cursor, format: patches ? 'patch-v1' : 'full-v1', serverIdentity: readServerIdentity(store) })}\n\n`)
  102. }