profileComputer.test.ts 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. // @vitest-environment node
  2. import {expect,it,vi} from 'vitest'
  3. import {createServer} from 'node:http'
  4. import {DatabaseSync} from 'node:sqlite'
  5. import {mkdtemp,rm,writeFile} from 'node:fs/promises'
  6. import {tmpdir} from 'node:os'
  7. import {join} from 'node:path'
  8. import {randomUUID} from 'node:crypto'
  9. import {WebSocketServer,type WebSocket} from 'ws'
  10. import {ComputerGateway,ComputerRuntime} from '../../src/runner/worker/gateway'
  11. import {ProfileSkillSession} from '../../src/runner/worker/skills'
  12. import {UpstreamClient} from '../../src/server/upstream'
  13. import {UpstreamServiceSession} from '../../src/server/localAuth'
  14. import type {GatewayFrame} from '../../src/server/workspaceGateway'
  15. async function fixture(hermesManaged=false,bridgeVersion=2){
  16. const home=await mkdtemp(join(tmpdir(),'yaoyao-profile-computer-')),db=new DatabaseSync(':memory:')
  17. const calls:Array<{method:string;params:any}>=[],bindings:any[]=[],frames:GatewayFrame[]=[],gateways:ComputerGateway[]=[]
  18. const sessions=new Map<string,{stored:string;running:boolean}>()
  19. let socket:WebSocket,interruptStops=true,allowed=true
  20. const server=createServer(async(req,res)=>{
  21. let body='';for await(const chunk of req)body+=chunk
  22. if(req.url?.endsWith('/bind'))bindings.push(JSON.parse(body))
  23. if(req.url?.endsWith('/computer-file')){res.setHeader('Content-Type','application/json');const data=JSON.parse(body);res.end(JSON.stringify(data.action==='read'?{ok:true,data:Buffer.from('hermes-authorized-file').toString('base64')}:{ok:true}));return}
  24. res.setHeader('Content-Type','application/json')
  25. res.end(JSON.stringify(req.url==='/api/auth/ws-ticket'?{ticket:'test-ticket'}:req.url?.split('?')[0]?.endsWith('/capabilities')?{version:1,ready:true,in_process:true,native_tools:true,computer_runtime_version:bridgeVersion}:{ok:true,native_tools:true,computer_runtime_version:bridgeVersion,workspace_memory:body?JSON.parse(body).workspace_memory===true:false}))
  26. })
  27. await new Promise<void>(resolve=>server.listen(0,'127.0.0.1',resolve))
  28. const url=new URL(`http://127.0.0.1:${(server.address() as {port:number}).port}`)
  29. const ws=new WebSocketServer({server})
  30. const emit=(type:string,payload:Record<string,unknown>={},runtimeId=[...sessions.keys()].at(-1)!)=>socket.send(JSON.stringify({method:'event',params:{type,session_id:runtimeId,payload}}))
  31. ws.on('connection',connected=>{
  32. socket=connected;emit('gateway.ready')
  33. connected.on('message',raw=>{
  34. const request=JSON.parse(String(raw));calls.push(request)
  35. let result:any={ok:true}
  36. if(['session.create','session.resume'].includes(request.method)){
  37. const id=randomUUID(),stored=request.method==='session.resume'?request.params.session_id:randomUUID()
  38. sessions.set(id,{stored,running:false})
  39. result={session_id:id,stored_session_id:stored,running:false,info:{profile_name:request.params.profile,cwd:home}}
  40. }else if(request.method==='session.active_list'){
  41. const unknown=Object.keys(request.params??{}).filter(key=>!['profile','current_session_id'].includes(key))
  42. if(unknown.length){connected.send(JSON.stringify({id:request.id,error:{message:`invalid params for session.active_list: ${unknown[0]}: Extra inputs are not permitted`}}));return}
  43. result={sessions:[...sessions].map(([id,s])=>({id,status:s.running?'working':'idle'}))}
  44. }
  45. else if(request.method==='session.usage')result={context_used:123,context_max:32000}
  46. else if(request.method==='image.attach_bytes')result={ref_text:'[image](/hermes/attachments/image.png)'}
  47. else if(request.method==='file.attach')result={ref_text:`[host attachment](${home}/input.txt)`}
  48. else if(request.method==='prompt.submit')sessions.get(request.params.session_id)!.running=true
  49. else if(request.method==='session.interrupt'&&interruptStops){sessions.get(request.params.session_id)!.running=false;emit('message.complete',{status:'interrupted'},request.params.session_id)}
  50. connected.send(JSON.stringify({id:request.id,result}))
  51. })
  52. })
  53. const client=new UpstreamClient(url),target={url,client,session:new UpstreamServiceSession(client,()=>undefined)}
  54. const runtime=new ComputerRuntime(db,{protocol:1,runnerId:randomUUID(),serverURL:url.href,hermesURL:url.href,token:'test',allowedProfiles:['default'],artifactRoots:[],computers:{runtime:'docker',imageId:'sha256:'+'a'.repeat(64),python:'/must-not-start-worker',hermesSource:home,hermesHome:home,network:'none'}},home)
  55. await runtime.ready;runtime.retainDesktops=true
  56. const resolver=vi.spyOn(runtime,'resolve').mockRejectedValue(new Error('isolated Worker must not be used'))
  57. vi.spyOn(runtime,'resolveWorkspace').mockResolvedValue({type:'resolved',cwd:'/home/cua/workspace',configuredCwd:home})
  58. vi.spyOn(runtime.provider,'ensure').mockResolvedValue({id:'vm',containerId:'vm',running:true,workspace:'/home/cua/workspace',isolation:'container'})
  59. vi.spyOn(runtime.provider,'inspect').mockResolvedValue({id:'vm',containerId:'vm',running:true,workspace:'/home/cua/workspace',isolation:'container'})
  60. vi.spyOn(runtime.provider,'stop').mockResolvedValue();vi.spyOn(runtime.provider,'remove').mockResolvedValue()
  61. vi.spyOn(runtime.provider,'capture').mockResolvedValue({data:'image',width:100,height:80,capturedAt:Date.now()})
  62. const execute=vi.spyOn(runtime.provider,'execute').mockResolvedValue({stdout:'vm result',stderr:''})
  63. const id=randomUUID(),meta={environmentId:id,agentId:id,ownerKey:'owner',profileSession:!hermesManaged,hostAccess:!hermesManaged,...(hermesManaged?{hermesRuntime:true}:{})}
  64. const gateway=()=>{
  65. const instance=new ComputerGateway(runtime,meta,randomUUID(),async()=>{if(!allowed)throw new Error('revoked')},async()=>({}),target)
  66. instance.onEvent=frame=>frames.push(frame);gateways.push(instance);return instance
  67. }
  68. const post=async(path:string,body:unknown)=>{
  69. const binding=bindings.at(-1)
  70. const response=await fetch(binding.bridge_url+path,{method:'POST',headers:{Authorization:`Bearer ${binding.token}`,'Content-Type':'application/json'},body:JSON.stringify(body)})
  71. return {status:response.status,body:await response.json() as any}
  72. }
  73. const tool=async(name:string,args:unknown)=>{
  74. const catalog=await post('/tools/list',{})
  75. const found=catalog.body.tools.find((t:any)=>t.name===name)
  76. expect(found,JSON.stringify(catalog)).toBeDefined()
  77. return post('/tools/call',{toolId:found.id,arguments:args,callId:randomUUID()})
  78. }
  79. return {home,runtime,resolver,execute,meta,gateway,calls,frames,bindings,sessions,post,tool,emit,
  80. setInterruptStops(value:boolean){interruptStops=value},revoke(){allowed=false},
  81. async close(){
  82. interruptStops=true;for(const session of sessions.values())session.running=false
  83. await Promise.all(gateways.map(g=>g.close().catch(()=>{})))
  84. await runtime.controls.close();await runtime.pool.close();db.close();client.close()
  85. for(const c of ws.clients)c.terminate()
  86. await new Promise<void>(resolve=>ws.close(()=>resolve()))
  87. await new Promise<void>(resolve=>{server.close(()=>resolve());server.closeAllConnections()})
  88. vi.restoreAllMocks();await rm(home,{recursive:true,force:true})
  89. },
  90. }
  91. }
  92. it('uses a native Profile session and bridge for VM tools, preserves rotated history and keeps Worker sessions separate',async()=>{
  93. const f=await fixture()
  94. try{
  95. const g=f.gateway();await g.connect();const opened=await g.rpc('session.create',{profile:'default'})
  96. g.installTeamLease('team',[{id:'team_test',name:'team_test',description:'team fixture',inputSchema:{}}],async()=>({proof:'team-result'}))
  97. const attached=await g.rpc('file.attach',{session_id:opened.session_id,name:'input.txt',data_url:'data:text/plain;base64,aGk='})
  98. expect(attached.ref_text).toContain(f.home)
  99. await g.rpc('prompt.submit',{session_id:opened.session_id,text:'Use the Profile and its local VM'})
  100. expect(f.resolver).not.toHaveBeenCalled();expect(f.runtime.workers.size).toBe(0)
  101. expect(f.calls.find(c=>c.method==='session.create')?.params).toMatchObject({profile:'default',close_on_disconnect:false})
  102. expect(f.calls.find(c=>c.method==='prompt.submit')?.params.text).toContain('本机协作模式')
  103. expect(f.bindings.at(-1)).toMatchObject({native_tools:true,profile:'default'})
  104. const catalog=(await f.post('/tools/list',{})).body.tools.map((t:any)=>t.name)
  105. expect(catalog).toEqual(expect.arrayContaining(['computer_shell','computer_copy_file','team_test']))
  106. expect(catalog).not.toContain('host_shell')
  107. const skills=vi.spyOn(ProfileSkillSession.prototype,'call').mockResolvedValue({skills:[{name:'profile-procedure'}]})
  108. expect((await f.tool('computer_skills_list',{})).body.structuredContent).toEqual({skills:[{name:'profile-procedure'}]})
  109. expect(skills).toHaveBeenCalledWith('computer_skills_list',{})
  110. expect(skills.mock.instances[0]?.options.profile).toBe('default')
  111. expect(skills.mock.instances[0]?.options.agentId).toBe(f.meta.agentId)
  112. skills.mockRestore()
  113. expect((await f.tool('computer_shell',{command:'pwd'})).body.structuredContent).toMatchObject({stdout:'vm result'})
  114. expect(f.execute).toHaveBeenCalledWith(expect.objectContaining({cwd:'/home/cua/workspace'}),['/bin/bash','-lc','pwd'],expect.anything())
  115. expect((await f.tool('team_test',{})).body.structuredContent).toEqual({proof:'team-result'})
  116. await writeFile(join(f.home,'source.bin'),Buffer.from([0,1,255]))
  117. await f.tool('computer_copy_file',{from:'host',source:'source.bin',destination:'target.bin'})
  118. expect(f.execute.mock.calls.at(-1)?.[2]?.input).toEqual(Buffer.from([0,1,255]))
  119. const rotated=randomUUID();f.emit('session.info',{stored_session_id:rotated})
  120. await vi.waitFor(()=>expect(f.runtime.session(opened.session_id,f.meta,'default').profileSessionId).toBe(rotated))
  121. expect(f.frames.at(-1)?.payload.stored_session_id).toBe(opened.session_id)
  122. f.sessions.values().next().value!.running=false;f.emit('message.complete',{text:'Profile finished',status:'complete'})
  123. await vi.waitFor(()=>expect(f.frames.at(-1)?.payload.text).toBe('Profile finished'))
  124. expect((await f.runtime.controls.status(f.meta)).mode).toBe('idle')
  125. expect(await g.rpc('session.usage',{session_id:opened.session_id})).toMatchObject({context_used:123})
  126. await g.close()
  127. const resumed=f.gateway();await resumed.connect();await resumed.rpc('session.resume',{profile:'default',session_id:opened.session_id})
  128. expect(f.calls.findLast(c=>c.method==='session.resume')?.params.session_id).toBe(rotated)
  129. expect(()=>f.runtime.session(opened.session_id,{...f.meta,profileSession:false},'default')).toThrow('执行方式已改变')
  130. }finally{await f.close()}
  131. })
  132. it('waits for native termination and VM calls before human takeover, then resumes only after giveback',async()=>{
  133. const f=await fixture()
  134. try{
  135. const g=f.gateway();await g.connect();const session=await g.rpc('session.create',{profile:'default'})
  136. await g.rpc('prompt.submit',{session_id:session.session_id,text:'Work'})
  137. let finishTool!:()=>void
  138. f.execute.mockImplementationOnce(async()=>{await new Promise<void>(done=>{finishTool=done});return {stdout:'finished',stderr:''}})
  139. const pending=f.tool('computer_shell',{command:'long command'})
  140. await vi.waitFor(()=>expect(finishTool).toBeTypeOf('function'))
  141. f.setInterruptStops(false)
  142. const controlId=randomUUID();await f.runtime.controls.take(f.meta,'default',controlId,async()=>{})
  143. await vi.waitFor(()=>expect(f.calls.some(c=>c.method==='session.interrupt')).toBe(true))
  144. expect((await f.runtime.controls.status(f.meta)).mode).toBe('pausing')
  145. for(const native of f.sessions.values())native.running=false
  146. f.emit('message.complete',{status:'interrupted'})
  147. await new Promise(done=>setTimeout(done,150))
  148. expect((await f.runtime.controls.status(f.meta)).mode).toBe('pausing')
  149. finishTool();await pending
  150. await g.takeControl(controlId,()=>{})
  151. await vi.waitFor(async()=>expect((await f.runtime.controls.status(f.meta)).mode).toBe('human'))
  152. expect(f.frames.some(frame=>frame.type==='message.complete')).toBe(false)
  153. expect((await f.tool('computer_shell',{command:'must not execute'})).body.isError).toBe(true)
  154. expect(f.calls.filter(c=>c.method==='prompt.submit')).toHaveLength(1)
  155. await f.runtime.controls.giveBack(f.meta,controlId,'已完成登录')
  156. expect(f.calls.filter(c=>c.method==='prompt.submit')).toHaveLength(2)
  157. expect(f.calls.at(-1)?.params.text).toContain('已完成登录')
  158. expect((await f.runtime.controls.status(f.meta)).mode).toBe('agent')
  159. f.setInterruptStops(true);await g.rpc('session.interrupt',{session_id:session.session_id})
  160. expect((await f.runtime.controls.status(f.meta)).mode).toBe('off')
  161. const poll=f.calls.find(c=>c.method==='session.active_list')
  162. expect(poll).toBeDefined()
  163. expect(poll!.params).not.toHaveProperty('session_id')
  164. expect(poll!.params).toMatchObject({profile:'default'})
  165. await expect(f.post('/tools/list',{})).rejects.toThrow()
  166. }finally{await f.close()}
  167. })
  168. it('uses Hermes for an isolated Bot without reading Profile config or running a Worker; native skills and authorized files stay in Hermes',async()=>{
  169. const f=await fixture(true)
  170. try{
  171. const workspace=vi.mocked(f.runtime.resolveWorkspace);workspace.mockRejectedValue(new Error('must not read Profile config'))
  172. const skills=vi.spyOn(ProfileSkillSession.prototype,'call').mockRejectedValue(new Error('must not launch a skills reader'))
  173. const g=f.gateway();await g.connect();const session=await g.rpc('session.create',{profile:'default'})
  174. await g.rpc('image.attach_bytes',{session_id:session.session_id,filename:'image.png',content_base64:'aW1hZ2U='})
  175. await g.rpc('prompt.submit',{session_id:session.session_id,text:'Use the authorized Profile skill'})
  176. expect(f.calls.find(c=>c.method==='image.attach_bytes')?.params.content_base64).toBe('aW1hZ2U=')
  177. expect(f.bindings.at(-1)).toMatchObject({computer_policy:{mode:'isolated',hostAccess:false}})
  178. expect(f.calls.find(c=>c.method==='prompt.submit')?.params.text).toContain('Hermes 原生 skills_list')
  179. const catalog=(await f.post('/tools/list',{})).body.tools.map((t:any)=>t.name)
  180. expect(catalog).toContain('computer_shell');expect(catalog).not.toContain('computer_skill_view');expect(catalog).not.toContain('host_shell')
  181. await f.tool('computer_copy_file',{from:'host',source:'/only-hermes-can-read/input.txt',destination:'input.txt'})
  182. expect(f.execute.mock.calls.at(-1)?.[2]?.input?.toString()).toBe('hermes-authorized-file')
  183. expect(workspace).not.toHaveBeenCalled();expect(f.resolver).not.toHaveBeenCalled();expect(skills).not.toHaveBeenCalled();expect(f.runtime.workers.size).toBe(0)
  184. expect(f.runtime.session(session.session_id,f.meta,'default')).toMatchObject({hermesRuntime:true,profileSessionId:expect.any(String)})
  185. f.revoke()
  186. await expect(g.rpc('prompt.submit',{session_id:session.session_id,text:'must not run'})).rejects.toThrow()
  187. }finally{await f.close()}
  188. })
  189. it('rejects an old Hermes plugin before prompt submission and never falls back to the Worker',async()=>{
  190. const f=await fixture(true,1)
  191. try{
  192. const g=f.gateway();await g.connect()
  193. await expect(g.rpc('session.create',{profile:'default'})).rejects.toMatchObject({code:'computer_bridge_upgrade_required'})
  194. expect(f.runtime.workers.size).toBe(0);expect(f.resolver).not.toHaveBeenCalled()
  195. expect(f.calls.some(c=>c.method==='prompt.submit')).toBe(false)
  196. }finally{await f.close()}
  197. })
  198. it('sends workspace memory policy through the private bridge instead of session.create',async()=>{
  199. const f=await fixture(true)
  200. try{
  201. const g=f.gateway();await g.connect();const session=await g.rpc('session.create',{profile:'default',hidden:true,room_plumbing:true})
  202. g.installTeamLease('memory',[],async()=>({}),true)
  203. await g.rpc('prompt.submit',{session_id:session.session_id,text:'Use scoped memory'})
  204. expect(f.calls.find(call=>call.method==='session.create')?.params).not.toHaveProperty('skip_memory')
  205. expect(f.calls.find(call=>call.method==='session.create')?.params).not.toHaveProperty('workspace_memory')
  206. expect(f.bindings.at(-1)).toMatchObject({workspace_memory:true})
  207. }finally{await f.close()}
  208. })