websocket.test.ts 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391
  1. import { createServer, type Server } from 'node:http'
  2. import type { AddressInfo } from 'node:net'
  3. import WebSocket, { WebSocketServer } from 'ws'
  4. import { afterEach, describe, expect, it } from 'vitest'
  5. import { createApplication, createNodeServer, type NodeServerRuntime } from '../../src/server/app.js'
  6. import type { ServerConfig } from '../../src/server/config.js'
  7. import { mkdtempSync, rmSync } from 'node:fs'
  8. import { tmpdir } from 'node:os'
  9. import { join } from 'node:path'
  10. const closers: Array<() => Promise<void>> = []
  11. const homes: string[] = []
  12. afterEach(async () => {
  13. for (const close of closers.splice(0).reverse()) await close()
  14. for (const home of homes.splice(0)) rmSync(home, { recursive: true, force: true })
  15. })
  16. function listen(server: Server): Promise<number> {
  17. return new Promise((resolve, reject) => {
  18. server.once('error', reject)
  19. server.listen(0, '127.0.0.1', () => resolve((server.address() as AddressInfo).port))
  20. })
  21. }
  22. function closeServer(server: Server): Promise<void> {
  23. return new Promise((resolve, reject) => server.close((error) => error ? reject(error) : resolve()))
  24. }
  25. function cookies(response: Response): string {
  26. return response.headers.getSetCookie().map((value) => value.split(';', 1)[0]).join('; ')
  27. }
  28. function wsOpen(url: string, origin: string, cookie: string): Promise<WebSocket> {
  29. return new Promise((resolve, reject) => {
  30. const socket = new WebSocket(url, { origin, headers: { Cookie: cookie } })
  31. socket.once('open', () => resolve(socket))
  32. socket.once('error', reject)
  33. })
  34. }
  35. function wsMessage(socket: WebSocket): Promise<Record<string, unknown>> {
  36. return new Promise((resolve, reject) => {
  37. socket.once('message', (data) => {
  38. try {
  39. resolve(JSON.parse(data.toString()) as Record<string, unknown>)
  40. } catch (error) {
  41. reject(error)
  42. }
  43. })
  44. socket.once('error', reject)
  45. })
  46. }
  47. function closeRuntime(runtime: NodeServerRuntime): () => Promise<void> {
  48. return () => runtime.close()
  49. }
  50. describe('WebSocket relay', () => {
  51. it('lets a QR-paired iOS node use Hermes-compatible REST and WebSocket paths', async () => {
  52. let pairedCookie = ''
  53. const pairedFrames: Array<Record<string, unknown>> = []
  54. const upstream = createServer((request, response) => {
  55. response.setHeader('Content-Type', 'application/json')
  56. if (request.url === '/api/status') {
  57. pairedCookie = request.headers.cookie ?? pairedCookie
  58. response.setHeader('Set-Cookie', 'hermes_session_at=paired-user; Path=/; HttpOnly')
  59. response.end(JSON.stringify({ auth_required: true }))
  60. } else if (request.url === '/api/auth/me') {
  61. pairedCookie = request.headers.cookie ?? pairedCookie
  62. response.end(JSON.stringify({ user_id: 'paired-user', display_name: 'Paired User' }))
  63. } else if (request.url === '/api/profiles') {
  64. pairedCookie = request.headers.cookie ?? pairedCookie
  65. response.end(JSON.stringify({ profiles: [{ name: 'default', is_default: true }] }))
  66. } else if (request.url === '/api/plugins/yaoyao/profiles') {
  67. response.end(JSON.stringify({ profiles: [{ name: 'default', botName: '竹儿', agentName: '旧插件名称' }] }))
  68. } else if (request.url === '/api/auth/providers') {
  69. response.end(JSON.stringify({ providers: [{ name: 'basic', supports_password: true }] }))
  70. } else if (request.url === '/auth/password-login' && request.method === 'POST') {
  71. response.setHeader('Set-Cookie', 'hermes_session_rt=paired-refresh; Path=/; HttpOnly')
  72. response.end(JSON.stringify({ ok: true }))
  73. } else if (request.url === '/api/auth/ws-ticket' && request.method === 'POST') {
  74. pairedCookie = request.headers.cookie ?? pairedCookie
  75. response.end(JSON.stringify({ ticket: 'paired-upstream-ticket' }))
  76. } else {
  77. response.statusCode = 404
  78. response.end(JSON.stringify({ error: 'not found' }))
  79. }
  80. })
  81. const upstreamSockets = new WebSocketServer({ noServer: true })
  82. upstream.on('upgrade', (request, socket, head) => {
  83. const url = new URL(request.url ?? '/', 'http://127.0.0.1')
  84. if (url.pathname !== '/api/ws' || url.searchParams.get('ticket') !== 'paired-upstream-ticket') {
  85. socket.destroy()
  86. return
  87. }
  88. upstreamSockets.handleUpgrade(request, socket, head, client => {
  89. client.send(JSON.stringify({ method: 'gateway.ready', params: { paired: true } }))
  90. client.on('message', data => {
  91. const frame = JSON.parse(data.toString()) as Record<string, unknown>
  92. pairedFrames.push(frame)
  93. client.send(JSON.stringify({ id: frame.id, result: {} }))
  94. })
  95. })
  96. })
  97. const upstreamPort = await listen(upstream)
  98. closers.push(async () => {
  99. for (const client of upstreamSockets.clients) client.terminate()
  100. upstreamSockets.close()
  101. await closeServer(upstream)
  102. })
  103. const home = mkdtempSync(join(tmpdir(), 'hermes-yaoyao-paired-ws-'))
  104. homes.push(home)
  105. const config: ServerConfig = {
  106. host: '127.0.0.1', port: 8800,
  107. upstream: new URL(`http://127.0.0.1:${upstreamPort}`),
  108. allowedHosts: new Set(), home,
  109. mediaRoot: join(home, 'media'), attachmentsRoot: join(home, 'attachments'), imagesRoot: join(home, 'images'), mediaOwner: 'tester',
  110. allowInsecureLan: false, insecureLan: false, production: false,
  111. }
  112. const application = createApplication({ config })
  113. const node = createNodeServer(application)
  114. await listen(node.server)
  115. closers.push(closeRuntime(node))
  116. const port = (node.server.address() as AddressInfo).port
  117. config.port = port
  118. const origin = `http://127.0.0.1:${port}`
  119. const bootstrap = await fetch(`${origin}/api/app/bootstrap`)
  120. const bootstrapBody = await bootstrap.json() as { csrfToken: string }
  121. const cookie = cookies(bootstrap)
  122. const pairingResponse = await fetch(`${origin}/api/app/pairings`, {
  123. method: 'POST',
  124. headers: {
  125. 'Content-Type': 'application/json', Cookie: cookie, Origin: origin,
  126. 'X-CSRF-Token': bootstrapBody.csrfToken,
  127. },
  128. body: JSON.stringify({
  129. username: 'paired-user', password: 'paired-password',
  130. }),
  131. })
  132. expect(pairingResponse.status).toBe(201)
  133. const pairing = await pairingResponse.json() as { pairingId: string; qrPayload: string }
  134. const qr = new URL(pairing.qrPayload)
  135. const claimResponse = await fetch(`${origin}/api/pair/v1/claim`, {
  136. method: 'POST',
  137. headers: { 'Content-Type': 'application/json' },
  138. body: JSON.stringify({
  139. pairingId: pairing.pairingId,
  140. secret: qr.searchParams.get('secret'),
  141. deviceName: 'Test iPhone',
  142. }),
  143. })
  144. expect(claimResponse.status).toBe(201)
  145. const claim = await claimResponse.json() as { serverUrl: string; token: string; deviceId: string }
  146. const authorization = `Bearer ${claim.token}`
  147. const status = await fetch(`${claim.serverUrl}/api/status`, {
  148. headers: { Authorization: authorization },
  149. })
  150. expect(status.status).toBe(200)
  151. expect((await status.json() as { auth_required: boolean }).auth_required).toBe(true)
  152. const ticketResponse = await fetch(`${claim.serverUrl}/api/auth/ws-ticket`, {
  153. method: 'POST', headers: { Authorization: authorization },
  154. })
  155. expect(ticketResponse.status).toBe(200)
  156. const ticket = (await ticketResponse.json() as { ticket: string }).ticket
  157. expect(pairedCookie).toContain('hermes_session_at=paired-user')
  158. const socket = await wsOpen(
  159. `${claim.serverUrl.replace(/^http/, 'ws')}/api/ws?ticket=${encodeURIComponent(ticket)}`,
  160. origin,
  161. '',
  162. )
  163. expect(await wsMessage(socket)).toMatchObject({
  164. method: 'gateway.ready', params: { paired: true },
  165. })
  166. socket.send(JSON.stringify({
  167. id: 'profiles', method: 'profiles.list',
  168. params: { include_sessions: true },
  169. }))
  170. await wsMessage(socket)
  171. socket.send(JSON.stringify({
  172. id: 'profile-meta', method: 'profiles.configure',
  173. params: {
  174. name: 'default',
  175. ui_meta: { 'hermes-bots': { chat: 'stored-session' } },
  176. ui_meta_expected_revisions: { 'hermes-bots': 2 },
  177. },
  178. }))
  179. await wsMessage(socket)
  180. socket.send(JSON.stringify({
  181. id: 'profile-avatar', method: 'profiles.set_asset',
  182. params: { name: 'default', asset: 'avatar', data: 'data:image/png;base64,AA==' },
  183. }))
  184. await wsMessage(socket)
  185. socket.send(JSON.stringify({
  186. id: 'hidden-bot', method: 'session.create',
  187. params: {
  188. profile: 'default', title: 'Bot Chat', source: 'ios_bot_group',
  189. hidden: true, close_on_disconnect: false,
  190. },
  191. }))
  192. await wsMessage(socket)
  193. expect(pairedFrames[0]).toEqual({
  194. id: 'profiles', method: 'profiles.list', params: { include_sessions: true },
  195. })
  196. expect(pairedFrames[1]).toMatchObject({
  197. id: 'profile-meta', method: 'profiles.configure',
  198. params: { name: 'default' },
  199. })
  200. expect(pairedFrames[2]).toEqual({
  201. id: 'profile-avatar', method: 'profiles.set_asset',
  202. params: { name: 'default', asset: 'avatar', data: 'data:image/png;base64,AA==' },
  203. })
  204. expect(pairedFrames[3]).toMatchObject({
  205. id: 'hidden-bot', method: 'session.create',
  206. params: { profile: 'default', source: 'ios_bot_group', hidden: true },
  207. })
  208. socket.close()
  209. const revoke = await fetch(`${origin}/api/pair/v1/devices/${claim.deviceId}`, {
  210. method: 'DELETE', headers: { Authorization: authorization },
  211. })
  212. expect(revoke.status).toBe(200)
  213. expect(await fetch(`${claim.serverUrl}/api/status`, {
  214. headers: { Authorization: authorization },
  215. })).toHaveProperty('status', 401)
  216. })
  217. it('keeps the upstream ticket server-side and filters chat RPC methods', async () => {
  218. const received: Array<Record<string, unknown>> = []
  219. const upstream = createServer((request, response) => {
  220. response.setHeader('Content-Type', 'application/json')
  221. if (request.url === '/api/status') {
  222. response.setHeader('Set-Cookie', 'hermes_session_at=socket-user; Path=/; HttpOnly')
  223. response.end(JSON.stringify({ auth_required: true }))
  224. } else if (request.url === '/api/auth/me') {
  225. response.end(JSON.stringify({ user_id: 'socket-user', display_name: 'Socket User' }))
  226. } else if (request.url === '/api/profiles') {
  227. response.end(JSON.stringify({ profiles: [{ name: 'default', is_default: true }] }))
  228. } else if (request.url === '/api/auth/ws-ticket' && request.method === 'POST') {
  229. response.end(JSON.stringify({ ticket: 'one-time-upstream-secret' }))
  230. } else {
  231. response.statusCode = 404
  232. response.end(JSON.stringify({ error: 'not found' }))
  233. }
  234. })
  235. const upstreamSockets = new WebSocketServer({ noServer: true })
  236. upstream.on('upgrade', (request, socket, head) => {
  237. const url = new URL(request.url ?? '/', 'http://127.0.0.1')
  238. if (url.pathname !== '/api/ws' || url.searchParams.get('ticket') !== 'one-time-upstream-secret') {
  239. socket.destroy()
  240. return
  241. }
  242. upstreamSockets.handleUpgrade(request, socket, head, (client) => {
  243. client.send(JSON.stringify({ method: 'gateway.ready', params: {} }))
  244. client.on('message', (data) => {
  245. received.push(JSON.parse(data.toString()) as Record<string, unknown>)
  246. client.send(JSON.stringify({ id: 'ok', result: {} }))
  247. })
  248. })
  249. })
  250. const upstreamPort = await listen(upstream)
  251. closers.push(async () => {
  252. for (const client of upstreamSockets.clients) client.terminate()
  253. upstreamSockets.close()
  254. await closeServer(upstream)
  255. })
  256. const home = mkdtempSync(join(tmpdir(), 'hermes-yaoyao-ws-'))
  257. homes.push(home)
  258. const config: ServerConfig = {
  259. host: '127.0.0.1',
  260. port: 8800,
  261. upstream: new URL(`http://127.0.0.1:${upstreamPort}`),
  262. allowedHosts: new Set(),
  263. home,
  264. allowInsecureLan: false,
  265. insecureLan: false,
  266. production: false,
  267. }
  268. const application = createApplication({ config })
  269. const node = createNodeServer(application)
  270. await listen(node.server)
  271. closers.push(closeRuntime(node))
  272. const port = (node.server.address() as AddressInfo).port
  273. config.port = port
  274. const origin = `http://127.0.0.1:${port}`
  275. const bootstrap = await fetch(`${origin}/api/app/bootstrap`)
  276. expect(bootstrap.status).toBe(200)
  277. const bootstrapBody = await bootstrap.json() as { csrfToken: string }
  278. const cookie = cookies(bootstrap)
  279. const leaseResponse = await fetch(`${origin}/api/app/realtime-leases`, {
  280. method: 'POST',
  281. headers: {
  282. 'Content-Type': 'application/json',
  283. Cookie: cookie,
  284. Origin: origin,
  285. 'X-CSRF-Token': bootstrapBody.csrfToken,
  286. },
  287. body: JSON.stringify({ channel: 'chat' }),
  288. })
  289. expect(leaseResponse.status).toBe(201)
  290. const leaseBody = await leaseResponse.json() as { lease: string }
  291. expect(JSON.stringify(leaseBody)).not.toContain('upstream-secret')
  292. const rotatedCookie = [cookie, cookies(leaseResponse)].filter(Boolean).join('; ')
  293. const socket = await wsOpen(
  294. `ws://127.0.0.1:${port}/ws/chat?lease=${encodeURIComponent(leaseBody.lease)}`,
  295. origin,
  296. rotatedCookie,
  297. )
  298. expect(await wsMessage(socket)).toMatchObject({ method: 'gateway.ready' })
  299. socket.send(JSON.stringify({
  300. id: 'resume-1',
  301. method: 'session.resume',
  302. params: { session_id: 'stored-session', profile: 'default', source: 'ios' },
  303. }))
  304. await wsMessage(socket)
  305. expect(received[0]).toMatchObject({
  306. method: 'session.resume',
  307. params: { session_id: 'stored-session', profile: 'default', source: 'web' },
  308. })
  309. socket.send(JSON.stringify({
  310. id: 'clarify-1',
  311. method: 'clarify.respond',
  312. params: { request_id: 'question-1', answer: '继续', },
  313. }))
  314. await wsMessage(socket)
  315. expect(received[1]).toMatchObject({
  316. method: 'clarify.respond',
  317. params: { request_id: 'question-1', answer: '继续' },
  318. })
  319. socket.send(JSON.stringify({
  320. id: 'queue-1',
  321. method: 'prompt.submit',
  322. params: { session_id: 'stored-session', text: '下一条', queued: true, ignored: 'drop-me' },
  323. }))
  324. await wsMessage(socket)
  325. expect(received[2]).toEqual({
  326. id: 'queue-1',
  327. method: 'prompt.submit',
  328. params: { session_id: 'stored-session', text: '下一条', queued: true },
  329. })
  330. socket.send(JSON.stringify({
  331. id: 'forbidden',
  332. method: 'config.set',
  333. params: { session_id: 'stored-session', key: 'yolo', value: 'true' },
  334. }))
  335. const closeCode = await new Promise<number>((resolve) => socket.once('close', resolve))
  336. expect(closeCode).toBe(1008)
  337. })
  338. it('rejects unknown production Upgrade requests instead of leaking a hanging socket', async () => {
  339. const home = mkdtempSync(join(tmpdir(), 'hermes-yaoyao-ws-'))
  340. homes.push(home)
  341. const config: ServerConfig = {
  342. host: '127.0.0.1',
  343. port: 8800,
  344. upstream: new URL('http://127.0.0.1:9119'),
  345. allowedHosts: new Set(),
  346. home,
  347. allowInsecureLan: false,
  348. insecureLan: false,
  349. production: true,
  350. }
  351. const application = createApplication({ config })
  352. const node = createNodeServer(application)
  353. await listen(node.server)
  354. closers.push(closeRuntime(node))
  355. const port = (node.server.address() as AddressInfo).port
  356. config.port = port
  357. const status = await new Promise<number>((resolve, reject) => {
  358. const socket = new WebSocket(`ws://127.0.0.1:${port}/vite-hmr`, {
  359. origin: `http://127.0.0.1:${port}`,
  360. })
  361. socket.once('unexpected-response', (_request, response) => {
  362. resolve(response.statusCode ?? 0)
  363. response.resume()
  364. })
  365. socket.once('error', reject)
  366. })
  367. expect(status).toBe(404)
  368. })
  369. })