profileComputer.test.ts 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209
  1. // @vitest-environment node
  2. import {expect,it,vi} from 'vitest'
  3. import {createServer} from 'node:http'
  4. import {DatabaseSync} from 'node:sqlite'
  5. import {mkdtemp,rm,writeFile} from 'node:fs/promises'
  6. import {tmpdir} from 'node:os'
  7. import {join} from 'node:path'
  8. import {randomUUID} from 'node:crypto'
  9. import {WebSocketServer,type WebSocket} from 'ws'
  10. import {ComputerGateway,ComputerRuntime} from '../../src/runner/worker/gateway'
  11. import {ProfileSkillSession} from '../../src/runner/worker/skills'
  12. import {UpstreamClient} from '../../src/server/upstream'
  13. import {UpstreamServiceSession} from '../../src/server/localAuth'
  14. import type {GatewayFrame} from '../../src/server/workspaceGateway'
  15. async function fixture(hermesManaged=false,bridgeVersion=2){
  16. const home=await mkdtemp(join(tmpdir(),'yaoyao-profile-computer-')),db=new DatabaseSync(':memory:')
  17. const calls:Array<{method:string;params:any}>=[],bindings:any[]=[],frames:GatewayFrame[]=[],gateways:ComputerGateway[]=[]
  18. const sessions=new Map<string,{stored:string;running:boolean}>()
  19. let socket:WebSocket,interruptStops=true,allowed=true
  20. const server=createServer(async(req,res)=>{
  21. let body='';for await(const chunk of req)body+=chunk
  22. if(req.url?.endsWith('/bind'))bindings.push(JSON.parse(body))
  23. if(req.url?.endsWith('/computer-file')){res.setHeader('Content-Type','application/json');const data=JSON.parse(body);res.end(JSON.stringify(data.action==='read'?{ok:true,data:Buffer.from('hermes-authorized-file').toString('base64')}:{ok:true}));return}
  24. res.setHeader('Content-Type','application/json')
  25. res.end(JSON.stringify(req.url==='/api/auth/ws-ticket'?{ticket:'test-ticket'}:req.url?.split('?')[0]?.endsWith('/capabilities')?{version:1,ready:true,in_process:true,native_tools:true,computer_runtime_version:bridgeVersion}:{ok:true,native_tools:true,computer_runtime_version:bridgeVersion,workspace_memory:body?JSON.parse(body).workspace_memory===true:false}))
  26. })
  27. await new Promise<void>(resolve=>server.listen(0,'127.0.0.1',resolve))
  28. const url=new URL(`http://127.0.0.1:${(server.address() as {port:number}).port}`)
  29. const ws=new WebSocketServer({server})
  30. const emit=(type:string,payload:Record<string,unknown>={},runtimeId=[...sessions.keys()].at(-1)!)=>socket.send(JSON.stringify({method:'event',params:{type,session_id:runtimeId,payload}}))
  31. ws.on('connection',connected=>{
  32. socket=connected;emit('gateway.ready')
  33. connected.on('message',raw=>{
  34. const request=JSON.parse(String(raw));calls.push(request)
  35. let result:any={ok:true}
  36. if(['session.create','session.resume'].includes(request.method)){
  37. const id=randomUUID(),stored=request.method==='session.resume'?request.params.session_id:randomUUID()
  38. sessions.set(id,{stored,running:false})
  39. result={session_id:id,stored_session_id:stored,running:false,info:{profile_name:request.params.profile,cwd:home}}
  40. }else if(request.method==='session.active_list')result={sessions:[...sessions].map(([id,s])=>({id,status:s.running?'working':'idle'}))}
  41. else if(request.method==='session.usage')result={context_used:123,context_max:32000}
  42. else if(request.method==='image.attach_bytes')result={ref_text:'[image](/hermes/attachments/image.png)'}
  43. else if(request.method==='file.attach')result={ref_text:`[host attachment](${home}/input.txt)`}
  44. else if(request.method==='prompt.submit')sessions.get(request.params.session_id)!.running=true
  45. else if(request.method==='session.interrupt'&&interruptStops){sessions.get(request.params.session_id)!.running=false;emit('message.complete',{status:'interrupted'},request.params.session_id)}
  46. connected.send(JSON.stringify({id:request.id,result}))
  47. })
  48. })
  49. const client=new UpstreamClient(url),target={url,client,session:new UpstreamServiceSession(client,()=>undefined)}
  50. const runtime=new ComputerRuntime(db,{protocol:1,runnerId:randomUUID(),serverURL:url.href,hermesURL:url.href,token:'test',allowedProfiles:['default'],artifactRoots:[],computers:{runtime:'docker',imageId:'sha256:'+'a'.repeat(64),python:'/must-not-start-worker',hermesSource:home,hermesHome:home,network:'none'}},home)
  51. await runtime.ready;runtime.retainDesktops=true
  52. const resolver=vi.spyOn(runtime,'resolve').mockRejectedValue(new Error('isolated Worker must not be used'))
  53. vi.spyOn(runtime,'resolveWorkspace').mockResolvedValue({type:'resolved',cwd:'/home/cua/workspace',configuredCwd:home})
  54. vi.spyOn(runtime.provider,'ensure').mockResolvedValue({id:'vm',containerId:'vm',running:true,workspace:'/home/cua/workspace',isolation:'container'})
  55. vi.spyOn(runtime.provider,'inspect').mockResolvedValue({id:'vm',containerId:'vm',running:true,workspace:'/home/cua/workspace',isolation:'container'})
  56. vi.spyOn(runtime.provider,'stop').mockResolvedValue();vi.spyOn(runtime.provider,'remove').mockResolvedValue()
  57. vi.spyOn(runtime.provider,'capture').mockResolvedValue({data:'image',width:100,height:80,capturedAt:Date.now()})
  58. const execute=vi.spyOn(runtime.provider,'execute').mockResolvedValue({stdout:'vm result',stderr:''})
  59. const id=randomUUID(),meta={environmentId:id,agentId:id,ownerKey:'owner',profileSession:!hermesManaged,hostAccess:!hermesManaged,...(hermesManaged?{hermesRuntime:true}:{})}
  60. const gateway=()=>{
  61. const instance=new ComputerGateway(runtime,meta,randomUUID(),async()=>{if(!allowed)throw new Error('revoked')},async()=>({}),target)
  62. instance.onEvent=frame=>frames.push(frame);gateways.push(instance);return instance
  63. }
  64. const post=async(path:string,body:unknown)=>{
  65. const binding=bindings.at(-1)
  66. const response=await fetch(binding.bridge_url+path,{method:'POST',headers:{Authorization:`Bearer ${binding.token}`,'Content-Type':'application/json'},body:JSON.stringify(body)})
  67. return {status:response.status,body:await response.json() as any}
  68. }
  69. const tool=async(name:string,args:unknown)=>{
  70. const catalog=await post('/tools/list',{})
  71. const found=catalog.body.tools.find((t:any)=>t.name===name)
  72. expect(found,JSON.stringify(catalog)).toBeDefined()
  73. return post('/tools/call',{toolId:found.id,arguments:args,callId:randomUUID()})
  74. }
  75. return {home,runtime,resolver,execute,meta,gateway,calls,frames,bindings,sessions,post,tool,emit,
  76. setInterruptStops(value:boolean){interruptStops=value},revoke(){allowed=false},
  77. async close(){
  78. interruptStops=true;for(const session of sessions.values())session.running=false
  79. await Promise.all(gateways.map(g=>g.close().catch(()=>{})))
  80. await runtime.controls.close();await runtime.pool.close();db.close();client.close()
  81. for(const c of ws.clients)c.terminate()
  82. await new Promise<void>(resolve=>ws.close(()=>resolve()))
  83. await new Promise<void>(resolve=>{server.close(()=>resolve());server.closeAllConnections()})
  84. vi.restoreAllMocks();await rm(home,{recursive:true,force:true})
  85. },
  86. }
  87. }
  88. it('uses a native Profile session and bridge for VM tools, preserves rotated history and keeps Worker sessions separate',async()=>{
  89. const f=await fixture()
  90. try{
  91. const g=f.gateway();await g.connect();const opened=await g.rpc('session.create',{profile:'default'})
  92. g.installTeamLease('team',[{id:'team_test',name:'team_test',description:'team fixture',inputSchema:{}}],async()=>({proof:'team-result'}))
  93. const attached=await g.rpc('file.attach',{session_id:opened.session_id,name:'input.txt',data_url:'data:text/plain;base64,aGk='})
  94. expect(attached.ref_text).toContain(f.home)
  95. await g.rpc('prompt.submit',{session_id:opened.session_id,text:'Use the Profile and its local VM'})
  96. expect(f.resolver).not.toHaveBeenCalled();expect(f.runtime.workers.size).toBe(0)
  97. expect(f.calls.find(c=>c.method==='session.create')?.params).toMatchObject({profile:'default',close_on_disconnect:false})
  98. expect(f.calls.find(c=>c.method==='prompt.submit')?.params.text).toContain('本机协作模式')
  99. expect(f.bindings.at(-1)).toMatchObject({native_tools:true,profile:'default'})
  100. const catalog=(await f.post('/tools/list',{})).body.tools.map((t:any)=>t.name)
  101. expect(catalog).toEqual(expect.arrayContaining(['computer_shell','computer_copy_file','team_test']))
  102. expect(catalog).not.toContain('host_shell')
  103. const skills=vi.spyOn(ProfileSkillSession.prototype,'call').mockResolvedValue({skills:[{name:'profile-procedure'}]})
  104. expect((await f.tool('computer_skills_list',{})).body.structuredContent).toEqual({skills:[{name:'profile-procedure'}]})
  105. expect(skills).toHaveBeenCalledWith('computer_skills_list',{})
  106. expect(skills.mock.instances[0]?.options.profile).toBe('default')
  107. expect(skills.mock.instances[0]?.options.agentId).toBe(f.meta.agentId)
  108. skills.mockRestore()
  109. expect((await f.tool('computer_shell',{command:'pwd'})).body.structuredContent).toMatchObject({stdout:'vm result'})
  110. expect(f.execute).toHaveBeenCalledWith(expect.objectContaining({cwd:'/home/cua/workspace'}),['/bin/bash','-lc','pwd'],expect.anything())
  111. expect((await f.tool('team_test',{})).body.structuredContent).toEqual({proof:'team-result'})
  112. await writeFile(join(f.home,'source.bin'),Buffer.from([0,1,255]))
  113. await f.tool('computer_copy_file',{from:'host',source:'source.bin',destination:'target.bin'})
  114. expect(f.execute.mock.calls.at(-1)?.[2]?.input).toEqual(Buffer.from([0,1,255]))
  115. const rotated=randomUUID();f.emit('session.info',{stored_session_id:rotated})
  116. await vi.waitFor(()=>expect(f.runtime.session(opened.session_id,f.meta,'default').profileSessionId).toBe(rotated))
  117. expect(f.frames.at(-1)?.payload.stored_session_id).toBe(opened.session_id)
  118. f.sessions.values().next().value!.running=false;f.emit('message.complete',{text:'Profile finished',status:'complete'})
  119. await vi.waitFor(()=>expect(f.frames.at(-1)?.payload.text).toBe('Profile finished'))
  120. expect((await f.runtime.controls.status(f.meta)).mode).toBe('idle')
  121. expect(await g.rpc('session.usage',{session_id:opened.session_id})).toMatchObject({context_used:123})
  122. await g.close()
  123. const resumed=f.gateway();await resumed.connect();await resumed.rpc('session.resume',{profile:'default',session_id:opened.session_id})
  124. expect(f.calls.findLast(c=>c.method==='session.resume')?.params.session_id).toBe(rotated)
  125. expect(()=>f.runtime.session(opened.session_id,{...f.meta,profileSession:false},'default')).toThrow('执行方式已改变')
  126. }finally{await f.close()}
  127. })
  128. it('waits for native termination and VM calls before human takeover, then resumes only after giveback',async()=>{
  129. const f=await fixture()
  130. try{
  131. const g=f.gateway();await g.connect();const session=await g.rpc('session.create',{profile:'default'})
  132. await g.rpc('prompt.submit',{session_id:session.session_id,text:'Work'})
  133. let finishTool!:()=>void
  134. f.execute.mockImplementationOnce(async()=>{await new Promise<void>(done=>{finishTool=done});return {stdout:'finished',stderr:''}})
  135. const pending=f.tool('computer_shell',{command:'long command'})
  136. await vi.waitFor(()=>expect(finishTool).toBeTypeOf('function'))
  137. f.setInterruptStops(false)
  138. const controlId=randomUUID();await f.runtime.controls.take(f.meta,'default',controlId,async()=>{})
  139. await vi.waitFor(()=>expect(f.calls.some(c=>c.method==='session.interrupt')).toBe(true))
  140. expect((await f.runtime.controls.status(f.meta)).mode).toBe('pausing')
  141. for(const native of f.sessions.values())native.running=false
  142. f.emit('message.complete',{status:'interrupted'})
  143. await new Promise(done=>setTimeout(done,150))
  144. expect((await f.runtime.controls.status(f.meta)).mode).toBe('pausing')
  145. finishTool();await pending
  146. await g.takeControl(controlId,()=>{})
  147. await vi.waitFor(async()=>expect((await f.runtime.controls.status(f.meta)).mode).toBe('human'))
  148. expect(f.frames.some(frame=>frame.type==='message.complete')).toBe(false)
  149. expect((await f.tool('computer_shell',{command:'must not execute'})).body.isError).toBe(true)
  150. expect(f.calls.filter(c=>c.method==='prompt.submit')).toHaveLength(1)
  151. await f.runtime.controls.giveBack(f.meta,controlId,'已完成登录')
  152. expect(f.calls.filter(c=>c.method==='prompt.submit')).toHaveLength(2)
  153. expect(f.calls.at(-1)?.params.text).toContain('已完成登录')
  154. expect((await f.runtime.controls.status(f.meta)).mode).toBe('agent')
  155. f.setInterruptStops(true);await g.rpc('session.interrupt',{session_id:session.session_id})
  156. expect((await f.runtime.controls.status(f.meta)).mode).toBe('off')
  157. await expect(f.post('/tools/list',{})).rejects.toThrow()
  158. }finally{await f.close()}
  159. })
  160. it('uses Hermes for an isolated Bot without reading Profile config or running a Worker; native skills and authorized files stay in Hermes',async()=>{
  161. const f=await fixture(true)
  162. try{
  163. const workspace=vi.mocked(f.runtime.resolveWorkspace);workspace.mockRejectedValue(new Error('must not read Profile config'))
  164. const skills=vi.spyOn(ProfileSkillSession.prototype,'call').mockRejectedValue(new Error('must not launch a skills reader'))
  165. const g=f.gateway();await g.connect();const session=await g.rpc('session.create',{profile:'default'})
  166. await g.rpc('image.attach_bytes',{session_id:session.session_id,filename:'image.png',content_base64:'aW1hZ2U='})
  167. await g.rpc('prompt.submit',{session_id:session.session_id,text:'Use the authorized Profile skill'})
  168. expect(f.calls.find(c=>c.method==='image.attach_bytes')?.params.content_base64).toBe('aW1hZ2U=')
  169. expect(f.bindings.at(-1)).toMatchObject({computer_policy:{mode:'isolated',hostAccess:false}})
  170. expect(f.calls.find(c=>c.method==='prompt.submit')?.params.text).toContain('Hermes 原生 skills_list')
  171. const catalog=(await f.post('/tools/list',{})).body.tools.map((t:any)=>t.name)
  172. expect(catalog).toContain('computer_shell');expect(catalog).not.toContain('computer_skill_view');expect(catalog).not.toContain('host_shell')
  173. await f.tool('computer_copy_file',{from:'host',source:'/only-hermes-can-read/input.txt',destination:'input.txt'})
  174. expect(f.execute.mock.calls.at(-1)?.[2]?.input?.toString()).toBe('hermes-authorized-file')
  175. expect(workspace).not.toHaveBeenCalled();expect(f.resolver).not.toHaveBeenCalled();expect(skills).not.toHaveBeenCalled();expect(f.runtime.workers.size).toBe(0)
  176. expect(f.runtime.session(session.session_id,f.meta,'default')).toMatchObject({hermesRuntime:true,profileSessionId:expect.any(String)})
  177. f.revoke()
  178. await expect(g.rpc('prompt.submit',{session_id:session.session_id,text:'must not run'})).rejects.toThrow()
  179. }finally{await f.close()}
  180. })
  181. it('rejects an old Hermes plugin before prompt submission and never falls back to the Worker',async()=>{
  182. const f=await fixture(true,1)
  183. try{
  184. const g=f.gateway();await g.connect()
  185. await expect(g.rpc('session.create',{profile:'default'})).rejects.toMatchObject({code:'computer_bridge_upgrade_required'})
  186. expect(f.runtime.workers.size).toBe(0);expect(f.resolver).not.toHaveBeenCalled()
  187. expect(f.calls.some(c=>c.method==='prompt.submit')).toBe(false)
  188. }finally{await f.close()}
  189. })
  190. it('sends workspace memory policy through the private bridge instead of session.create',async()=>{
  191. const f=await fixture(true)
  192. try{
  193. const g=f.gateway();await g.connect();const session=await g.rpc('session.create',{profile:'default',hidden:true,room_plumbing:true})
  194. g.installTeamLease('memory',[],async()=>({}),true)
  195. await g.rpc('prompt.submit',{session_id:session.session_id,text:'Use scoped memory'})
  196. expect(f.calls.find(call=>call.method==='session.create')?.params).not.toHaveProperty('skip_memory')
  197. expect(f.calls.find(call=>call.method==='session.create')?.params).not.toHaveProperty('workspace_memory')
  198. expect(f.bindings.at(-1)).toMatchObject({workspace_memory:true})
  199. }finally{await f.close()}
  200. })