websocket.test.ts 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382
  1. import { createServer, type Server } from 'node:http'
  2. import type { AddressInfo } from 'node:net'
  3. import WebSocket, { WebSocketServer } from 'ws'
  4. import { afterEach, describe, expect, it } from 'vitest'
  5. import { createApplication, createNodeServer, type NodeServerRuntime } from '../../src/server/app.js'
  6. import type { ServerConfig } from '../../src/server/config.js'
  7. import { mkdtempSync, rmSync } from 'node:fs'
  8. import { tmpdir } from 'node:os'
  9. import { join } from 'node:path'
  10. const closers: Array<() => Promise<void>> = []
  11. const homes: string[] = []
  12. afterEach(async () => {
  13. for (const close of closers.splice(0).reverse()) await close()
  14. for (const home of homes.splice(0)) rmSync(home, { recursive: true, force: true })
  15. })
  16. function listen(server: Server): Promise<number> {
  17. return new Promise((resolve, reject) => {
  18. server.once('error', reject)
  19. server.listen(0, '127.0.0.1', () => resolve((server.address() as AddressInfo).port))
  20. })
  21. }
  22. function closeServer(server: Server): Promise<void> {
  23. return new Promise((resolve, reject) => server.close((error) => error ? reject(error) : resolve()))
  24. }
  25. function cookies(response: Response): string {
  26. return response.headers.getSetCookie().map((value) => value.split(';', 1)[0]).join('; ')
  27. }
  28. function wsOpen(url: string, origin: string, cookie: string): Promise<WebSocket> {
  29. return new Promise((resolve, reject) => {
  30. const socket = new WebSocket(url, { origin, headers: { Cookie: cookie } })
  31. socket.once('open', () => resolve(socket))
  32. socket.once('error', reject)
  33. })
  34. }
  35. function wsMessage(socket: WebSocket): Promise<Record<string, unknown>> {
  36. return new Promise((resolve, reject) => {
  37. socket.once('message', (data) => {
  38. try {
  39. resolve(JSON.parse(data.toString()) as Record<string, unknown>)
  40. } catch (error) {
  41. reject(error)
  42. }
  43. })
  44. socket.once('error', reject)
  45. })
  46. }
  47. function closeRuntime(runtime: NodeServerRuntime): () => Promise<void> {
  48. return () => runtime.close()
  49. }
  50. describe('WebSocket relay', () => {
  51. it('lets a QR-paired iOS node use Hermes-compatible REST and WebSocket paths', async () => {
  52. let pairedCookie = ''
  53. const pairedFrames: Array<Record<string, unknown>> = []
  54. const upstream = createServer((request, response) => {
  55. response.setHeader('Content-Type', 'application/json')
  56. if (request.url === '/api/status') {
  57. pairedCookie = request.headers.cookie ?? pairedCookie
  58. response.setHeader('Set-Cookie', 'hermes_session_at=paired-user; Path=/; HttpOnly')
  59. response.end(JSON.stringify({ auth_required: true }))
  60. } else if (request.url === '/api/auth/me') {
  61. pairedCookie = request.headers.cookie ?? pairedCookie
  62. response.end(JSON.stringify({ user_id: 'paired-user', display_name: 'Paired User' }))
  63. } else if (request.url === '/api/profiles') {
  64. pairedCookie = request.headers.cookie ?? pairedCookie
  65. response.end(JSON.stringify({ profiles: [{ name: 'default', is_default: true }] }))
  66. } else if (request.url === '/api/plugins/yaoyao/profiles') {
  67. response.end(JSON.stringify({ profiles: [{ name: 'default', botName: '竹儿', agentName: '旧插件名称' }] }))
  68. } else if (request.url === '/api/auth/providers') {
  69. response.end(JSON.stringify({ providers: [{ name: 'basic', supports_password: true }] }))
  70. } else if (request.url === '/auth/password-login' && request.method === 'POST') {
  71. response.setHeader('Set-Cookie', 'hermes_session_rt=paired-refresh; Path=/; HttpOnly')
  72. response.end(JSON.stringify({ ok: true }))
  73. } else if (request.url === '/api/auth/ws-ticket' && request.method === 'POST') {
  74. pairedCookie = request.headers.cookie ?? pairedCookie
  75. response.end(JSON.stringify({ ticket: 'paired-upstream-ticket' }))
  76. } else {
  77. response.statusCode = 404
  78. response.end(JSON.stringify({ error: 'not found' }))
  79. }
  80. })
  81. const upstreamSockets = new WebSocketServer({ noServer: true })
  82. upstream.on('upgrade', (request, socket, head) => {
  83. const url = new URL(request.url ?? '/', 'http://127.0.0.1')
  84. if (url.pathname !== '/api/ws' || url.searchParams.get('ticket') !== 'paired-upstream-ticket') {
  85. socket.destroy()
  86. return
  87. }
  88. upstreamSockets.handleUpgrade(request, socket, head, client => {
  89. client.send(JSON.stringify({ method: 'gateway.ready', params: { paired: true } }))
  90. client.on('message', data => {
  91. const frame = JSON.parse(data.toString()) as Record<string, unknown>
  92. pairedFrames.push(frame)
  93. client.send(JSON.stringify({ id: frame.id, result: {} }))
  94. })
  95. })
  96. })
  97. const upstreamPort = await listen(upstream)
  98. closers.push(async () => {
  99. for (const client of upstreamSockets.clients) client.terminate()
  100. upstreamSockets.close()
  101. await closeServer(upstream)
  102. })
  103. const home = mkdtempSync(join(tmpdir(), 'hermes-yaoyao-paired-ws-'))
  104. homes.push(home)
  105. const config: ServerConfig = {
  106. host: '127.0.0.1', port: 8800,
  107. upstream: new URL(`http://127.0.0.1:${upstreamPort}`),
  108. allowedHosts: new Set(), home,
  109. mediaRoot: join(home, 'media'), attachmentsRoot: join(home, 'attachments'), imagesRoot: join(home, 'images'), mediaOwner: 'tester',
  110. allowInsecureLan: false, insecureLan: false, production: false,
  111. }
  112. const application = createApplication({ config })
  113. const node = createNodeServer(application)
  114. await listen(node.server)
  115. closers.push(closeRuntime(node))
  116. const port = (node.server.address() as AddressInfo).port
  117. config.port = port
  118. const origin = `http://127.0.0.1:${port}`
  119. const bootstrap = await fetch(`${origin}/api/app/bootstrap`)
  120. const bootstrapBody = await bootstrap.json() as { csrfToken: string }
  121. const cookie = cookies(bootstrap)
  122. const pairingResponse = await fetch(`${origin}/api/app/pairings`, {
  123. method: 'POST',
  124. headers: {
  125. 'Content-Type': 'application/json', Cookie: cookie, Origin: origin,
  126. 'X-CSRF-Token': bootstrapBody.csrfToken,
  127. },
  128. body: JSON.stringify({
  129. username: 'paired-user', password: 'paired-password',
  130. }),
  131. })
  132. expect(pairingResponse.status).toBe(201)
  133. const pairing = await pairingResponse.json() as { pairingId: string; qrPayload: string }
  134. const qr = new URL(pairing.qrPayload)
  135. const claimResponse = await fetch(`${origin}/api/pair/v1/claim`, {
  136. method: 'POST',
  137. headers: { 'Content-Type': 'application/json' },
  138. body: JSON.stringify({
  139. pairingId: pairing.pairingId,
  140. secret: qr.searchParams.get('secret'),
  141. deviceName: 'Test iPhone',
  142. }),
  143. })
  144. expect(claimResponse.status).toBe(201)
  145. const claim = await claimResponse.json() as { serverUrl: string; token: string; deviceId: string }
  146. const authorization = `Bearer ${claim.token}`
  147. const status = await fetch(`${claim.serverUrl}/api/status`, {
  148. headers: { Authorization: authorization },
  149. })
  150. expect(status.status).toBe(200)
  151. expect((await status.json() as { auth_required: boolean }).auth_required).toBe(true)
  152. const ticketResponse = await fetch(`${claim.serverUrl}/api/auth/ws-ticket`, {
  153. method: 'POST', headers: { Authorization: authorization },
  154. })
  155. expect(ticketResponse.status).toBe(200)
  156. const ticket = (await ticketResponse.json() as { ticket: string }).ticket
  157. expect(pairedCookie).toContain('hermes_session_at=paired-user')
  158. const socket = await wsOpen(
  159. `${claim.serverUrl.replace(/^http/, 'ws')}/api/ws?ticket=${encodeURIComponent(ticket)}`,
  160. origin,
  161. '',
  162. )
  163. expect(await wsMessage(socket)).toMatchObject({
  164. method: 'gateway.ready', params: { paired: true },
  165. })
  166. socket.send(JSON.stringify({
  167. id: 'profiles', method: 'profiles.list',
  168. params: { include_sessions: true },
  169. }))
  170. await wsMessage(socket)
  171. socket.send(JSON.stringify({
  172. id: 'profile-meta', method: 'profiles.configure',
  173. params: {
  174. name: 'default',
  175. ui_meta: { 'hermes-bots': { chat: 'stored-session' } },
  176. ui_meta_expected_revisions: { 'hermes-bots': 2 },
  177. },
  178. }))
  179. await wsMessage(socket)
  180. socket.send(JSON.stringify({
  181. id: 'hidden-bot', method: 'session.create',
  182. params: {
  183. profile: 'default', title: 'Bot Chat', source: 'ios_bot_group',
  184. hidden: true, close_on_disconnect: false,
  185. },
  186. }))
  187. await wsMessage(socket)
  188. expect(pairedFrames[0]).toEqual({
  189. id: 'profiles', method: 'profiles.list', params: { include_sessions: true },
  190. })
  191. expect(pairedFrames[1]).toMatchObject({
  192. id: 'profile-meta', method: 'profiles.configure',
  193. params: { name: 'default' },
  194. })
  195. expect(pairedFrames[2]).toMatchObject({
  196. id: 'hidden-bot', method: 'session.create',
  197. params: { profile: 'default', source: 'ios_bot_group', hidden: true },
  198. })
  199. socket.close()
  200. const revoke = await fetch(`${origin}/api/pair/v1/devices/${claim.deviceId}`, {
  201. method: 'DELETE', headers: { Authorization: authorization },
  202. })
  203. expect(revoke.status).toBe(200)
  204. expect(await fetch(`${claim.serverUrl}/api/status`, {
  205. headers: { Authorization: authorization },
  206. })).toHaveProperty('status', 401)
  207. })
  208. it('keeps the upstream ticket server-side and filters chat RPC methods', async () => {
  209. const received: Array<Record<string, unknown>> = []
  210. const upstream = createServer((request, response) => {
  211. response.setHeader('Content-Type', 'application/json')
  212. if (request.url === '/api/status') {
  213. response.setHeader('Set-Cookie', 'hermes_session_at=socket-user; Path=/; HttpOnly')
  214. response.end(JSON.stringify({ auth_required: true }))
  215. } else if (request.url === '/api/auth/me') {
  216. response.end(JSON.stringify({ user_id: 'socket-user', display_name: 'Socket User' }))
  217. } else if (request.url === '/api/profiles') {
  218. response.end(JSON.stringify({ profiles: [{ name: 'default', is_default: true }] }))
  219. } else if (request.url === '/api/auth/ws-ticket' && request.method === 'POST') {
  220. response.end(JSON.stringify({ ticket: 'one-time-upstream-secret' }))
  221. } else {
  222. response.statusCode = 404
  223. response.end(JSON.stringify({ error: 'not found' }))
  224. }
  225. })
  226. const upstreamSockets = new WebSocketServer({ noServer: true })
  227. upstream.on('upgrade', (request, socket, head) => {
  228. const url = new URL(request.url ?? '/', 'http://127.0.0.1')
  229. if (url.pathname !== '/api/ws' || url.searchParams.get('ticket') !== 'one-time-upstream-secret') {
  230. socket.destroy()
  231. return
  232. }
  233. upstreamSockets.handleUpgrade(request, socket, head, (client) => {
  234. client.send(JSON.stringify({ method: 'gateway.ready', params: {} }))
  235. client.on('message', (data) => {
  236. received.push(JSON.parse(data.toString()) as Record<string, unknown>)
  237. client.send(JSON.stringify({ id: 'ok', result: {} }))
  238. })
  239. })
  240. })
  241. const upstreamPort = await listen(upstream)
  242. closers.push(async () => {
  243. for (const client of upstreamSockets.clients) client.terminate()
  244. upstreamSockets.close()
  245. await closeServer(upstream)
  246. })
  247. const home = mkdtempSync(join(tmpdir(), 'hermes-yaoyao-ws-'))
  248. homes.push(home)
  249. const config: ServerConfig = {
  250. host: '127.0.0.1',
  251. port: 8800,
  252. upstream: new URL(`http://127.0.0.1:${upstreamPort}`),
  253. allowedHosts: new Set(),
  254. home,
  255. allowInsecureLan: false,
  256. insecureLan: false,
  257. production: false,
  258. }
  259. const application = createApplication({ config })
  260. const node = createNodeServer(application)
  261. await listen(node.server)
  262. closers.push(closeRuntime(node))
  263. const port = (node.server.address() as AddressInfo).port
  264. config.port = port
  265. const origin = `http://127.0.0.1:${port}`
  266. const bootstrap = await fetch(`${origin}/api/app/bootstrap`)
  267. expect(bootstrap.status).toBe(200)
  268. const bootstrapBody = await bootstrap.json() as { csrfToken: string }
  269. const cookie = cookies(bootstrap)
  270. const leaseResponse = await fetch(`${origin}/api/app/realtime-leases`, {
  271. method: 'POST',
  272. headers: {
  273. 'Content-Type': 'application/json',
  274. Cookie: cookie,
  275. Origin: origin,
  276. 'X-CSRF-Token': bootstrapBody.csrfToken,
  277. },
  278. body: JSON.stringify({ channel: 'chat' }),
  279. })
  280. expect(leaseResponse.status).toBe(201)
  281. const leaseBody = await leaseResponse.json() as { lease: string }
  282. expect(JSON.stringify(leaseBody)).not.toContain('upstream-secret')
  283. const rotatedCookie = [cookie, cookies(leaseResponse)].filter(Boolean).join('; ')
  284. const socket = await wsOpen(
  285. `ws://127.0.0.1:${port}/ws/chat?lease=${encodeURIComponent(leaseBody.lease)}`,
  286. origin,
  287. rotatedCookie,
  288. )
  289. expect(await wsMessage(socket)).toMatchObject({ method: 'gateway.ready' })
  290. socket.send(JSON.stringify({
  291. id: 'resume-1',
  292. method: 'session.resume',
  293. params: { session_id: 'stored-session', profile: 'default', source: 'ios' },
  294. }))
  295. await wsMessage(socket)
  296. expect(received[0]).toMatchObject({
  297. method: 'session.resume',
  298. params: { session_id: 'stored-session', profile: 'default', source: 'web' },
  299. })
  300. socket.send(JSON.stringify({
  301. id: 'clarify-1',
  302. method: 'clarify.respond',
  303. params: { request_id: 'question-1', answer: '继续', },
  304. }))
  305. await wsMessage(socket)
  306. expect(received[1]).toMatchObject({
  307. method: 'clarify.respond',
  308. params: { request_id: 'question-1', answer: '继续' },
  309. })
  310. socket.send(JSON.stringify({
  311. id: 'queue-1',
  312. method: 'prompt.submit',
  313. params: { session_id: 'stored-session', text: '下一条', queued: true, ignored: 'drop-me' },
  314. }))
  315. await wsMessage(socket)
  316. expect(received[2]).toEqual({
  317. id: 'queue-1',
  318. method: 'prompt.submit',
  319. params: { session_id: 'stored-session', text: '下一条', queued: true },
  320. })
  321. socket.send(JSON.stringify({
  322. id: 'forbidden',
  323. method: 'config.set',
  324. params: { session_id: 'stored-session', key: 'yolo', value: 'true' },
  325. }))
  326. const closeCode = await new Promise<number>((resolve) => socket.once('close', resolve))
  327. expect(closeCode).toBe(1008)
  328. })
  329. it('rejects unknown production Upgrade requests instead of leaking a hanging socket', async () => {
  330. const home = mkdtempSync(join(tmpdir(), 'hermes-yaoyao-ws-'))
  331. homes.push(home)
  332. const config: ServerConfig = {
  333. host: '127.0.0.1',
  334. port: 8800,
  335. upstream: new URL('http://127.0.0.1:9119'),
  336. allowedHosts: new Set(),
  337. home,
  338. allowInsecureLan: false,
  339. insecureLan: false,
  340. production: true,
  341. }
  342. const application = createApplication({ config })
  343. const node = createNodeServer(application)
  344. await listen(node.server)
  345. closers.push(closeRuntime(node))
  346. const port = (node.server.address() as AddressInfo).port
  347. config.port = port
  348. const status = await new Promise<number>((resolve, reject) => {
  349. const socket = new WebSocket(`ws://127.0.0.1:${port}/vite-hmr`, {
  350. origin: `http://127.0.0.1:${port}`,
  351. })
  352. socket.once('unexpected-response', (_request, response) => {
  353. resolve(response.statusCode ?? 0)
  354. response.resume()
  355. })
  356. socket.once('error', reject)
  357. })
  358. expect(status).toBe(404)
  359. })
  360. })