chatCacheRoutes.test.ts 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427
  1. // @vitest-environment node
  2. import { mkdtempSync, rmSync } from 'node:fs'
  3. import { tmpdir } from 'node:os'
  4. import { join } from 'node:path'
  5. import request from 'supertest'
  6. import { afterEach, describe, expect, it, vi } from 'vitest'
  7. import { createApplication, type ApplicationRuntime } from '../../src/server/app.js'
  8. import type { ServerConfig } from '../../src/server/config.js'
  9. const homes: string[] = []
  10. const runtimes: ApplicationRuntime[] = []
  11. const host = '127.0.0.1:15300'
  12. const origin = `http://${host}`
  13. function cookie(response: request.Response): string {
  14. const values = response.headers['set-cookie'] as unknown as string[] | undefined
  15. return (values ?? []).map(value => value.split(';', 1)[0]).join('; ')
  16. }
  17. function config(home: string): ServerConfig {
  18. return {
  19. host: '127.0.0.1', port: 15300, upstream: new URL('http://127.0.0.1:19119'),
  20. allowedHosts: new Set(), home, mediaRoot: home, attachmentsRoot: home, imagesRoot: home,
  21. mediaOwner: 'test', allowInsecureLan: false, insecureLan: false, production: false,
  22. chatCacheMode: 'prefer-local',
  23. }
  24. }
  25. afterEach(() => {
  26. for (const runtime of runtimes.splice(0)) runtime.close()
  27. for (const home of homes.splice(0)) rmSync(home, { recursive: true, force: true })
  28. })
  29. describe('source=web chat cache routes', () => {
  30. it('uses the Web-owned session registry when Hermes source metadata is stale', async () => {
  31. const home = mkdtempSync(join(tmpdir(), 'yaoyao-owned-chat-routes-'))
  32. homes.push(home)
  33. const listQueries: URLSearchParams[] = []
  34. let upstreamOwnedTitle = 'Hermes 仍标记为 iOS'
  35. const fetchImpl = vi.fn<typeof fetch>(async (input, init) => {
  36. const url = new URL(String(input))
  37. const headers = new Headers(init?.headers)
  38. if (url.pathname === '/api/status') return Response.json({ auth_required: false })
  39. if (url.pathname === '/') {
  40. return new Response(
  41. '<script>window.__HERMES_SESSION_TOKEN__="cache-token-1234567890123456";</script>',
  42. )
  43. }
  44. if (headers.get('x-hermes-session-token') !== 'cache-token-1234567890123456') {
  45. return Response.json({}, { status: 401 })
  46. }
  47. if (url.pathname === '/api/profiles') {
  48. return Response.json({ profiles: [{ name: 'default', is_default: true }] })
  49. }
  50. if (url.pathname === '/api/sessions/search') {
  51. const requestedSource = url.searchParams.get('source')
  52. const results = [
  53. { id: 'unowned-web', profile: 'default', source: 'web', title: '未登记 Web 历史' },
  54. { id: 'owned-session', profile: 'default', source: 'ios', title: 'Hermes 仍标记为 iOS' },
  55. ].filter(session => !requestedSource || session.source === requestedSource)
  56. return Response.json({ results })
  57. }
  58. if (url.pathname === '/api/sessions') {
  59. listQueries.push(new URLSearchParams(url.searchParams))
  60. // Model the real source filter so this fixture cannot pass by returning
  61. // an iOS row to a source=web request.
  62. if (url.searchParams.get('source') === 'web') {
  63. return Response.json({
  64. sessions: [{ id: 'unowned-web', profile: 'default', source: 'web', title: '未登记 Web 历史' }],
  65. total: 1,
  66. })
  67. }
  68. return Response.json({
  69. sessions: [
  70. {
  71. id: 'owned-session',
  72. profile: 'default',
  73. source: 'ios',
  74. title: 'Hermes 仍标记为 iOS',
  75. },
  76. {
  77. id: 'history-only',
  78. profile: 'default',
  79. source: 'ios',
  80. title: '未登记历史',
  81. },
  82. {
  83. id: 'unowned-web',
  84. profile: 'default',
  85. source: 'web',
  86. title: '未登记 Web 历史',
  87. },
  88. ],
  89. total: 3,
  90. })
  91. }
  92. if (url.pathname === '/api/sessions/owned-session') {
  93. if (init?.method === 'PATCH') {
  94. upstreamOwnedTitle = String(JSON.parse(String(init.body)).title ?? upstreamOwnedTitle)
  95. return Response.json({ ok: true })
  96. }
  97. return Response.json({
  98. id: 'owned-session',
  99. profile: 'default',
  100. source: 'ios',
  101. title: upstreamOwnedTitle,
  102. })
  103. }
  104. if (url.pathname === '/api/sessions/owned-session/messages') {
  105. return Response.json({
  106. session: { id: 'owned-session', profile: 'default', source: 'ios', title: 'Hermes 仍标记为 iOS' },
  107. messages: [{ id: 'owned-message', role: 'assistant', content: '已同步' }],
  108. pagination: { total: 1, returned: 1, offset: 0, limit: 100, has_more: false },
  109. })
  110. }
  111. if (url.pathname === '/api/sessions/history-only') {
  112. return Response.json({ id: 'history-only', profile: 'default', source: 'ios', title: '未登记历史' })
  113. }
  114. return Response.json({ error: 'missing fixture' }, { status: 404 })
  115. })
  116. const runtime = createApplication({ config: config(home), fetchImpl })
  117. runtimes.push(runtime)
  118. const agent = request.agent(runtime.app.callback())
  119. const boot = await agent.get('/api/app/bootstrap').set('Host', host).expect(200)
  120. const setup = await agent.post('/api/app/setup').set('Host', host)
  121. .set('Origin', origin).set('X-CSRF-Token', boot.body.csrfToken)
  122. .send({ username: 'owner', password: 'fixture-password' }).expect(200)
  123. const owner = String(setup.body.user.id)
  124. runtime.chatCache!.store.recordRoute(
  125. owner,
  126. 'default',
  127. 'owned-session',
  128. 'runtime-owned',
  129. )
  130. runtime.chatCache!.store.recordCommand(
  131. owner,
  132. 'default',
  133. 'owned-session',
  134. 'session.create',
  135. { source: 'ios' },
  136. )
  137. await runtime.chatCache!.reconcile(owner, 'default', 'owned-session')
  138. const list = await agent
  139. .get('/api/app/sessions?view=chat&profile=default&limit=100')
  140. .set('Host', host)
  141. .expect(200)
  142. expect(list.body.sessions).toEqual([expect.objectContaining({
  143. id: 'owned-session',
  144. source: 'ios',
  145. owned: true,
  146. title: 'Hermes 仍标记为 iOS',
  147. })])
  148. const history = await agent
  149. .get('/api/app/sessions?view=history&profile=default&limit=100')
  150. .set('Host', host)
  151. .expect(200)
  152. expect(history.body.sessions.map((session: { id: string }) => session.id).sort())
  153. .toEqual(['history-only', 'unowned-web'])
  154. expect(listQueries.length).toBeGreaterThan(0)
  155. expect(listQueries.every(query => !query.has('source'))).toBe(true)
  156. expect(listQueries.every(query => !query.get('exclude_sources')?.split(',').includes('web'))).toBe(true)
  157. expect(listQueries.every(query => query.get('order') === 'recent')).toBe(true)
  158. expect(listQueries.every(query => query.get('archived') === 'exclude')).toBe(true)
  159. const ownedDetail = await agent.get('/api/app/sessions/owned-session?profile=default')
  160. .set('Host', host).expect(200)
  161. expect(ownedDetail.body).toMatchObject({ id: 'owned-session', source: 'ios', owned: true })
  162. const historyDetail = await agent.get('/api/app/sessions/history-only?profile=default&view=history')
  163. .set('Host', host).expect(200)
  164. expect(historyDetail.body).toMatchObject({ id: 'history-only', source: 'ios', owned: false })
  165. await runtime.chatCache!.reconcile(String(setup.body.user.id), 'default', 'owned-session')
  166. const ownedMessages = await agent
  167. .get('/api/app/sessions/owned-session/messages?profile=default&offset=0&limit=100')
  168. .set('Host', host).expect(200)
  169. expect(ownedMessages.body).toMatchObject({
  170. owned: true,
  171. session: { id: 'owned-session', source: 'ios', owned: true },
  172. messages: [{ id: 'owned-message' }],
  173. })
  174. const searched = await agent.get('/api/app/sessions/search?q=Hermes&profile=default')
  175. .set('Host', host).expect(200)
  176. expect(searched.body.results).toEqual([
  177. expect.objectContaining({ id: 'unowned-web', source: 'web', owned: false }),
  178. expect.objectContaining({ id: 'owned-session', source: 'ios', owned: true }),
  179. ])
  180. const searchedChat = await agent
  181. .get('/api/app/sessions/search?q=Hermes&profile=default&view=chat&source=web&limit=1')
  182. .set('Host', host)
  183. .expect(200)
  184. expect(searchedChat.body).toMatchObject({
  185. total: 1,
  186. results: [expect.objectContaining({ id: 'owned-session', owned: true })],
  187. })
  188. const searchedHistory = await agent
  189. .get('/api/app/sessions/search?q=Hermes&profile=default&view=history&limit=1')
  190. .set('Host', host)
  191. .expect(200)
  192. expect(searchedHistory.body).toMatchObject({
  193. total: 1,
  194. results: [expect.objectContaining({ id: 'unowned-web', owned: false })],
  195. })
  196. const upstreamSearchRequests = fetchImpl.mock.calls
  197. .map(([input]) => new URL(String(input)))
  198. .filter(url => url.pathname === '/api/sessions/search')
  199. expect(upstreamSearchRequests.every(url => url.searchParams.get('limit') === '100')).toBe(true)
  200. expect(upstreamSearchRequests.every(url => !url.searchParams.has('source'))).toBe(true)
  201. runtime.chatCache!.store.recordEvent(owner, 'default', 'owned-session', {
  202. type: 'session.title',
  203. payload: { session_id: 'owned-session', title: '事件权威标题' },
  204. })
  205. const eventTitledSearch = await agent
  206. .get('/api/app/sessions/search?q=Hermes&profile=default&view=chat')
  207. .set('Host', host)
  208. .expect(200)
  209. expect(eventTitledSearch.body.results).toEqual([
  210. expect.objectContaining({ id: 'owned-session', title: '事件权威标题', owned: true }),
  211. ])
  212. const forbiddenSourcePatch = await agent.patch('/api/app/sessions/owned-session?profile=default')
  213. .set('Host', host).set('Origin', origin)
  214. .set('X-CSRF-Token', setup.body.csrfToken)
  215. .send({ source: 'web' })
  216. .expect(400)
  217. expect(forbiddenSourcePatch.body.code).toBe('invalid_session_patch')
  218. await agent.patch('/api/app/sessions/owned-session?profile=default')
  219. .set('Host', host).set('Origin', origin)
  220. .set('X-CSRF-Token', setup.body.csrfToken)
  221. .send({ title: 'Web 可继续管理' })
  222. .expect(200)
  223. const patchCalls = fetchImpl.mock.calls.filter(([, init]) => init?.method === 'PATCH')
  224. expect(patchCalls).toHaveLength(0) // Ordinary presentation state is owned by Web.
  225. const immediateRenamedDetail = await agent
  226. .get('/api/app/sessions/owned-session?profile=default')
  227. .set('Host', host)
  228. .expect(200)
  229. expect(immediateRenamedDetail.body.title).toBe('Web 可继续管理')
  230. // A reconcile may complete immediately after the mutation; it must retain
  231. // the synchronously published title.
  232. await runtime.chatCache!.reconcile(owner, 'default', 'owned-session')
  233. const reconciledDetail = await agent
  234. .get('/api/app/sessions/owned-session?profile=default')
  235. .set('Host', host)
  236. .expect(200)
  237. expect(reconciledDetail.body.title).toBe('Web 可继续管理')
  238. const renamedList = await agent
  239. .get('/api/app/sessions?view=chat&profile=default&limit=100')
  240. .set('Host', host)
  241. .expect(200)
  242. expect(renamedList.body.sessions).toContainEqual(expect.objectContaining({
  243. id: 'owned-session',
  244. title: 'Web 可继续管理',
  245. owned: true,
  246. }))
  247. const renamedSearch = await agent
  248. .get('/api/app/sessions/search?q=Hermes&profile=default&view=chat')
  249. .set('Host', host)
  250. .expect(200)
  251. expect(renamedSearch.body.results).toEqual([
  252. expect.objectContaining({ id: 'owned-session', title: 'Web 可继续管理', owned: true }),
  253. ])
  254. })
  255. it('paginates chat and history after projecting a multi-page mixed upstream list', async () => {
  256. const home = mkdtempSync(join(tmpdir(), 'yaoyao-owned-pagination-routes-'))
  257. homes.push(home)
  258. const upstreamSessions = Array.from({ length: 12 }, (_, index) => [
  259. { id: `unowned-${index}`, profile: 'default', source: index % 2 ? 'ios' : 'web', title: `Unowned ${index}` },
  260. ...(index < 8 ? [{ id: `owned-${index}`, profile: 'default', source: index % 2 ? 'web' : 'ios', title: `Owned ${index}` }] : []),
  261. ]).flat()
  262. const fetchImpl = vi.fn<typeof fetch>(async (input, init) => {
  263. const url = new URL(String(input))
  264. const headers = new Headers(init?.headers)
  265. if (url.pathname === '/api/status') return Response.json({ auth_required: false })
  266. if (url.pathname === '/') return new Response('<script>window.__HERMES_SESSION_TOKEN__="pagination-token-1234567890123456";</script>')
  267. if (headers.get('x-hermes-session-token') !== 'pagination-token-1234567890123456') {
  268. return Response.json({}, { status: 401 })
  269. }
  270. if (url.pathname === '/api/profiles') return Response.json({ profiles: [{ name: 'default', is_default: true }] })
  271. if (url.pathname === '/api/sessions') {
  272. const offset = Math.max(0, Number(url.searchParams.get('offset') ?? 0))
  273. const limit = 5
  274. return Response.json({
  275. sessions: upstreamSessions.slice(offset, offset + limit),
  276. total: upstreamSessions.length,
  277. offset,
  278. limit,
  279. })
  280. }
  281. return Response.json({ error: 'missing fixture' }, { status: 404 })
  282. })
  283. const runtime = createApplication({ config: config(home), fetchImpl })
  284. runtimes.push(runtime)
  285. const agent = request.agent(runtime.app.callback())
  286. const boot = await agent.get('/api/app/bootstrap').set('Host', host).expect(200)
  287. const setup = await agent.post('/api/app/setup').set('Host', host)
  288. .set('Origin', origin).set('X-CSRF-Token', boot.body.csrfToken)
  289. .send({ username: 'owner', password: 'fixture-password' }).expect(200)
  290. const owner = String(setup.body.user.id)
  291. for (let index = 0; index < 8; index++) {
  292. const id = `owned-${index}`
  293. runtime.chatCache!.store.recordRoute(owner, 'default', id, `runtime-${index}`)
  294. runtime.chatCache!.store.recordCommand(owner, 'default', id, 'session.create', {
  295. source: index % 2 ? 'web' : 'ios',
  296. })
  297. runtime.chatCache!.store.putSnapshot(owner, `detail-${index}`, 'detail', 'default', id, {
  298. status: 200,
  299. headers: new Headers({ 'content-type': 'application/json' }),
  300. body: Buffer.from(JSON.stringify({
  301. id,
  302. profile: 'default',
  303. source: index % 2 ? 'web' : 'ios',
  304. title: `Owned ${index}`,
  305. last_active: 1_000 + index,
  306. })),
  307. })
  308. }
  309. const chat = await agent
  310. .get('/api/app/sessions?view=chat&profile=default&offset=2&limit=3')
  311. .set('Host', host).expect(200)
  312. expect(chat.body).toMatchObject({ total: 8, offset: 2, limit: 3 })
  313. expect(chat.body.sessions.map((session: { id: string }) => session.id))
  314. .toEqual(['owned-5', 'owned-4', 'owned-3'])
  315. const history = await agent
  316. .get('/api/app/sessions?view=history&profile=default&offset=4&limit=4')
  317. .set('Host', host).expect(200)
  318. expect(history.body).toMatchObject({ total: 12, offset: 4, limit: 4 })
  319. expect(history.body.sessions.map((session: { id: string }) => session.id))
  320. .toEqual(['unowned-4', 'unowned-5', 'unowned-6', 'unowned-7'])
  321. })
  322. it('serves warm and restarted chat reads locally while history stays upstream-only', async () => {
  323. const home = mkdtempSync(join(tmpdir(), 'yaoyao-chat-cache-routes-')); homes.push(home)
  324. const counts = { list: 0, detail: 0, messages: 0, history: 0, media: 0 }
  325. const mediaPath = '/Users/test/.hermes/profiles/default/images/result.png'
  326. const fetchImpl = vi.fn<typeof fetch>(async (input, init) => {
  327. const url = new URL(String(input))
  328. const headers = new Headers(init?.headers)
  329. if (url.pathname === '/api/status') return Response.json({ auth_required: false })
  330. if (url.pathname === '/') return new Response('<script>window.__HERMES_SESSION_TOKEN__="cache-token-1234567890123456";</script>')
  331. if (headers.get('x-hermes-session-token') !== 'cache-token-1234567890123456') return Response.json({}, { status: 401 })
  332. if (url.pathname === '/api/profiles') return Response.json({ profiles: [{ name: 'default', is_default: true }] })
  333. if (url.pathname === '/api/sessions') {
  334. counts.list++
  335. return Response.json({ sessions: [{ id: 'session-web', profile: 'default', source: 'web', title: '持久会话' }] })
  336. }
  337. if (url.pathname === '/api/profiles/sessions') {
  338. counts.history++
  339. return Response.json({ sessions: [{ id: 'history-only', source: 'telegram', title: '只读历史' }] })
  340. }
  341. if (url.pathname === '/api/sessions/session-web/messages') {
  342. counts.messages++
  343. return Response.json({
  344. session: { id: 'session-web', profile: 'default', source: 'web', title: '持久会话' },
  345. messages: [{ id: 'message-1', role: 'assistant', content: `持久消息\n![结果](${mediaPath})` }],
  346. pagination: { total: 1, returned: 1, offset: 0, limit: 100, hasMore: false },
  347. })
  348. }
  349. if (url.pathname === '/api/files/download') {
  350. counts.media++
  351. expect(url.searchParams.get('path')).toBe(mediaPath)
  352. return new Response('png-bytes', { headers: { 'content-type': 'image/png' } })
  353. }
  354. if (url.pathname === '/api/sessions/session-web') {
  355. counts.detail++
  356. return Response.json({ id: 'session-web', profile: 'default', source: 'web', title: '持久会话' })
  357. }
  358. return Response.json({ error: 'missing fixture' }, { status: 404 })
  359. })
  360. const first = createApplication({ config: config(home), fetchImpl }); runtimes.push(first)
  361. const agent = request.agent(first.app.callback())
  362. const boot = await agent.get('/api/app/bootstrap').set('Host', host).expect(200)
  363. const setup = await agent.post('/api/app/setup').set('Host', host).set('Origin', origin)
  364. .set('X-CSRF-Token', boot.body.csrfToken).send({ username: 'owner', password: 'fixture-password' }).expect(200)
  365. const sessionCookie = cookie(setup)
  366. const owner = String(setup.body.user.id)
  367. first.chatCache!.store.recordRoute(owner, 'default', 'session-web', 'runtime-web')
  368. first.chatCache!.store.recordCommand(owner, 'default', 'session-web', 'session.create', { source: 'web' })
  369. await first.chatCache!.reconcile(owner,'default','session-web')
  370. const listPath = '/api/app/sessions?view=chat&profile=default&limit=100'
  371. await agent.get(listPath).set('Host', host).expect('X-Yaoyao-Data-Source', 'local').expect(200)
  372. await agent.get(listPath).set('Host', host).expect('X-Yaoyao-Data-Source', 'local').expect(200)
  373. await agent.get(listPath).set('Host', host).set('X-Yaoyao-Cache', 'bypass')
  374. .expect('X-Yaoyao-Data-Source', 'local').expect(200)
  375. const messagesPath = '/api/app/sessions/session-web/messages?profile=default&offset=0&limit=100'
  376. await agent.get(messagesPath).set('Host', host).expect('X-Yaoyao-Data-Source', 'local').expect(200)
  377. const cachedMessages = await agent.get(messagesPath).set('Host', host)
  378. .expect('X-Yaoyao-Data-Source', 'local').expect(200)
  379. expect(cachedMessages.body.messages[0].content).toContain('持久消息')
  380. await agent.get(mediaPath).set('Host', host).expect('X-Yaoyao-Data-Source', 'upstream').expect(200)
  381. const cachedMedia = await agent.get(mediaPath).set('Host', host)
  382. .expect('X-Yaoyao-Data-Source', 'local').expect(200)
  383. expect(Buffer.from(cachedMedia.body).toString()).toBe('png-bytes')
  384. const rangedMedia = await agent.get(mediaPath).set('Host', host).set('Range', 'bytes=0-2')
  385. .expect('X-Yaoyao-Data-Source', 'local').expect('Content-Range', 'bytes 0-2/9').expect(206)
  386. expect(Buffer.from(rangedMedia.body).toString()).toBe('png')
  387. await agent.get('/api/app/sessions?view=history').set('Host', host).expect(200)
  388. await agent.get('/api/app/sessions?view=history').set('Host', host).expect(200)
  389. expect(counts).toMatchObject({ list: 0, messages: 1, history: 1, media: 1 })
  390. const historySnapshots = first.chatCache!.store.db.prepare("SELECT COUNT(*) count FROM chat_snapshots WHERE kind='history'").get() as { count: number }
  391. expect(historySnapshots.count).toBe(0)
  392. first.close(); runtimes.splice(runtimes.indexOf(first), 1)
  393. const offlineFetch = vi.fn<typeof fetch>(async () => { throw new Error('9119 offline') })
  394. const restarted = createApplication({ config: config(home), fetchImpl: offlineFetch }); runtimes.push(restarted)
  395. const offlineList = await request(restarted.app.callback()).get(listPath).set('Host', host).set('Cookie', sessionCookie)
  396. .expect('X-Yaoyao-Data-Source', 'local').expect(200)
  397. expect(offlineList.body.sessions[0].title).toBe('持久会话')
  398. const offlineMessages = await request(restarted.app.callback()).get(messagesPath).set('Host', host).set('Cookie', sessionCookie)
  399. .expect('X-Yaoyao-Data-Source', 'local').expect(200)
  400. expect(offlineMessages.body.messages[0].content).toContain('持久消息')
  401. const offlineMedia = await request(restarted.app.callback()).get(mediaPath).set('Host', host).set('Cookie', sessionCookie)
  402. .expect('X-Yaoyao-Data-Source', 'local').expect(200)
  403. expect(Buffer.from(offlineMedia.body).toString()).toBe('png-bytes')
  404. expect(offlineFetch).not.toHaveBeenCalled()
  405. await request(restarted.app.callback()).get('/api/app/sessions?view=history').set('Host', host).set('Cookie', sessionCookie)
  406. .expect(502)
  407. expect(offlineFetch).toHaveBeenCalled()
  408. })
  409. })