profileComputer.test.ts 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237
  1. // @vitest-environment node
  2. import {expect,it,vi} from 'vitest'
  3. import {createServer} from 'node:http'
  4. import {DatabaseSync} from 'node:sqlite'
  5. import {mkdtemp,rm,writeFile,mkdir,readFile} from 'node:fs/promises'
  6. import {tmpdir} from 'node:os'
  7. import {join} from 'node:path'
  8. import {randomUUID} from 'node:crypto'
  9. import {WebSocketServer,type WebSocket} from 'ws'
  10. import {ComputerGateway,ComputerRuntime} from '../../src/runner/worker/gateway'
  11. import {FileTransferFiles} from '../../src/shared/fileTransferEndpoint.mjs'
  12. import {VM_FILE_TRANSFER_SCRIPT} from '../../src/runner/worker/fileTransfer'
  13. import {ProfileSkillSession} from '../../src/runner/worker/skills'
  14. import {UpstreamClient} from '../../src/server/upstream'
  15. import {UpstreamServiceSession} from '../../src/server/localAuth'
  16. import type {GatewayFrame} from '../../src/server/workspaceGateway'
  17. async function fixture(hermesManaged=false,bridgeVersion=2){
  18. const home=await mkdtemp(join(tmpdir(),'yaoyao-profile-computer-')),db=new DatabaseSync(':memory:')
  19. const vmRoot=join(home,'vm'),hermesRoot=join(home,'hermes');await mkdir(vmRoot);await mkdir(hermesRoot);await writeFile(join(hermesRoot,'input.txt'),'hermes-authorized-file')
  20. const vmFiles=new FileTransferFiles(vmRoot),hermesFiles=new FileTransferFiles(hermesRoot)
  21. const calls:Array<{method:string;params:any}>=[],bindings:any[]=[],frames:GatewayFrame[]=[],gateways:ComputerGateway[]=[]
  22. const sessions=new Map<string,{stored:string;running:boolean}>()
  23. let socket:WebSocket,interruptStops=true,allowed=true
  24. const server=createServer(async(req,res)=>{
  25. let body='';for await(const chunk of req)body+=chunk
  26. if(req.url?.endsWith('/bind'))bindings.push(JSON.parse(body))
  27. if(req.url?.endsWith('/computer-file')){res.setHeader('Content-Type','application/json');const data=JSON.parse(body);if(data.action==='transfer'){const action={...data.transfer,...(data.transfer.path?{path:'input.txt'}:{})};const result=await hermesFiles.call(action);res.end(JSON.stringify({ok:true,...result,...(result.path?{path:data.path}:{})}));return}res.end(JSON.stringify(data.action==='read'?{ok:true,data:Buffer.from('hermes-authorized-file').toString('base64')}:{ok:true}));return}
  28. res.setHeader('Content-Type','application/json')
  29. res.end(JSON.stringify(req.url==='/api/auth/ws-ticket'?{ticket:'test-ticket'}:req.url?.split('?')[0]?.endsWith('/capabilities')?{version:1,ready:true,in_process:true,native_tools:true,computer_runtime_version:bridgeVersion,file_transfer_version:1}:{ok:true,native_tools:true,computer_runtime_version:bridgeVersion,workspace_memory:body?JSON.parse(body).workspace_memory===true:false}))
  30. })
  31. await new Promise<void>(resolve=>server.listen(0,'127.0.0.1',resolve))
  32. const url=new URL(`http://127.0.0.1:${(server.address() as {port:number}).port}`)
  33. const ws=new WebSocketServer({server})
  34. const emit=(type:string,payload:Record<string,unknown>={},runtimeId=[...sessions.keys()].at(-1)!)=>socket.send(JSON.stringify({method:'event',params:{type,session_id:runtimeId,payload}}))
  35. ws.on('connection',connected=>{
  36. socket=connected;emit('gateway.ready')
  37. connected.on('message',raw=>{
  38. const request=JSON.parse(String(raw));calls.push(request)
  39. let result:any={ok:true}
  40. if(['session.create','session.resume'].includes(request.method)){
  41. const id=randomUUID(),stored=request.method==='session.resume'?request.params.session_id:randomUUID()
  42. sessions.set(id,{stored,running:false})
  43. result={session_id:id,stored_session_id:stored,running:false,info:{profile_name:request.params.profile,cwd:home}}
  44. }else if(request.method==='session.active_list'){
  45. const unknown=Object.keys(request.params??{}).filter(key=>!['profile','current_session_id'].includes(key))
  46. if(unknown.length){connected.send(JSON.stringify({id:request.id,error:{message:`invalid params for session.active_list: ${unknown[0]}: Extra inputs are not permitted`}}));return}
  47. result={sessions:[...sessions].map(([id,s])=>({id,status:s.running?'working':'idle'}))}
  48. }
  49. else if(request.method==='session.usage')result={context_used:123,context_max:32000}
  50. else if(request.method==='image.attach_bytes')result={ref_text:'[image](/hermes/attachments/image.png)'}
  51. else if(request.method==='file.attach')result={ref_text:`[host attachment](${home}/input.txt)`}
  52. else if(request.method==='prompt.submit')sessions.get(request.params.session_id)!.running=true
  53. else if(request.method==='session.interrupt'&&interruptStops){sessions.get(request.params.session_id)!.running=false;emit('message.complete',{status:'interrupted'},request.params.session_id)}
  54. connected.send(JSON.stringify({id:request.id,result}))
  55. })
  56. })
  57. const client=new UpstreamClient(url),target={url,client,session:new UpstreamServiceSession(client,()=>undefined)}
  58. const runtime=new ComputerRuntime(db,{protocol:1,runnerId:randomUUID(),serverURL:url.href,hermesURL:url.href,token:'test',allowedProfiles:['default'],artifactRoots:[],computers:{runtime:'docker',imageId:'sha256:'+'a'.repeat(64),python:'/must-not-start-worker',hermesSource:home,hermesHome:home,network:'none'}},home)
  59. await runtime.ready;runtime.retainDesktops=true
  60. const resolver=vi.spyOn(runtime,'resolve').mockRejectedValue(new Error('isolated Worker must not be used'))
  61. vi.spyOn(runtime,'resolveWorkspace').mockResolvedValue({type:'resolved',cwd:'/home/cua/workspace',configuredCwd:home})
  62. vi.spyOn(runtime.provider,'ensure').mockResolvedValue({id:'vm',containerId:'vm',running:true,workspace:'/home/cua/workspace',isolation:'container'})
  63. vi.spyOn(runtime.provider,'inspect').mockResolvedValue({id:'vm',containerId:'vm',running:true,workspace:'/home/cua/workspace',isolation:'container'})
  64. vi.spyOn(runtime.provider,'stop').mockResolvedValue();vi.spyOn(runtime.provider,'remove').mockResolvedValue()
  65. vi.spyOn(runtime.provider,'capture').mockResolvedValue({data:'image',width:100,height:80,capturedAt:Date.now()})
  66. const execute=vi.spyOn(runtime.provider,'execute').mockImplementation(async(_spec,argv,options)=>argv[2]===VM_FILE_TRANSFER_SCRIPT?{stdout:JSON.stringify(await vmFiles.call(JSON.parse(options.input!.toString()))),stderr:''}:{stdout:'vm result',stderr:''})
  67. const id=randomUUID(),meta={environmentId:id,agentId:id,ownerKey:'owner',profileSession:!hermesManaged,hostAccess:!hermesManaged,...(hermesManaged?{hermesRuntime:true}:{})}
  68. const gateway=()=>{
  69. const instance=new ComputerGateway(runtime,meta,randomUUID(),async()=>{if(!allowed)throw new Error('revoked')},async()=>({}),target)
  70. instance.onEvent=frame=>frames.push(frame);gateways.push(instance);return instance
  71. }
  72. const post=async(path:string,body:unknown)=>{
  73. const binding=bindings.at(-1)
  74. const response=await fetch(binding.bridge_url+path,{method:'POST',headers:{Authorization:`Bearer ${binding.token}`,'Content-Type':'application/json'},body:JSON.stringify(body)})
  75. return {status:response.status,body:await response.json() as any}
  76. }
  77. const tool=async(name:string,args:unknown)=>{
  78. const catalog=await post('/tools/list',{})
  79. const found=catalog.body.tools.find((t:any)=>t.name===name)
  80. expect(found,JSON.stringify(catalog)).toBeDefined()
  81. return post('/tools/call',{toolId:found.id,arguments:args,callId:randomUUID()})
  82. }
  83. return {home,vmRoot,runtime,resolver,execute,meta,gateway,calls,frames,bindings,sessions,post,tool,emit,
  84. setInterruptStops(value:boolean){interruptStops=value},revoke(){allowed=false},
  85. async close(){
  86. interruptStops=true;for(const session of sessions.values())session.running=false
  87. await Promise.all(gateways.map(g=>g.close().catch(()=>{})))
  88. await vmFiles.close();await hermesFiles.close();await runtime.controls.close();await runtime.pool.close();db.close();client.close()
  89. for(const c of ws.clients)c.terminate()
  90. await new Promise<void>(resolve=>ws.close(()=>resolve()))
  91. await new Promise<void>(resolve=>{server.close(()=>resolve());server.closeAllConnections()})
  92. vi.restoreAllMocks();await rm(home,{recursive:true,force:true})
  93. },
  94. }
  95. }
  96. it('uses a native Profile session and bridge for VM tools, preserves rotated history and keeps Worker sessions separate',async()=>{
  97. const f=await fixture()
  98. try{
  99. const g=f.gateway();await g.connect();const opened=await g.rpc('session.create',{profile:'default'})
  100. g.installTeamLease('team',[{id:'team_test',name:'team_test',description:'team fixture',inputSchema:{}}],async()=>({proof:'team-result'}))
  101. const attached=await g.rpc('file.attach',{session_id:opened.session_id,name:'input.txt',data_url:'data:text/plain;base64,aGk='})
  102. expect(attached.ref_text).toContain(f.home)
  103. await g.rpc('prompt.submit',{session_id:opened.session_id,text:'Use the Profile and its local VM'})
  104. expect(f.resolver).not.toHaveBeenCalled();expect(f.runtime.workers.size).toBe(0)
  105. expect(f.calls.find(c=>c.method==='session.create')?.params).toMatchObject({profile:'default',close_on_disconnect:false})
  106. expect(f.calls.find(c=>c.method==='prompt.submit')?.params.text).toContain('本机协作模式')
  107. expect(f.bindings.at(-1)).toMatchObject({native_tools:true,profile:'default'})
  108. const catalog=(await f.post('/tools/list',{})).body.tools.map((t:any)=>t.name)
  109. expect(catalog).toEqual(expect.arrayContaining(['computer_shell','computer_copy_file','team_test']))
  110. expect(catalog).not.toContain('host_shell')
  111. const skills=vi.spyOn(ProfileSkillSession.prototype,'call').mockResolvedValue({skills:[{name:'profile-procedure'}]})
  112. expect((await f.tool('computer_skills_list',{})).body.structuredContent).toEqual({skills:[{name:'profile-procedure'}]})
  113. expect(skills).toHaveBeenCalledWith('computer_skills_list',{})
  114. expect(skills.mock.instances[0]?.options.profile).toBe('default')
  115. expect(skills.mock.instances[0]?.options.agentId).toBe(f.meta.agentId)
  116. skills.mockRestore()
  117. expect((await f.tool('computer_shell',{command:'pwd'})).body.structuredContent).toMatchObject({stdout:'vm result'})
  118. expect(f.execute).toHaveBeenCalledWith(expect.objectContaining({cwd:'/home/cua/workspace'}),['/bin/bash','-lc','pwd'],expect.anything())
  119. expect((await f.tool('team_test',{})).body.structuredContent).toEqual({proof:'team-result'})
  120. await writeFile(join(f.home,'source.bin'),Buffer.from([0,1,255]))
  121. expect((await f.tool('computer_copy_file',{from:'host',source:'source.bin',destination:'target.bin'})).body.structuredContent).toMatchObject({ok:true})
  122. expect(await readFile(join(f.vmRoot,'target.bin'))).toEqual(Buffer.from([0,1,255]))
  123. const rotated=randomUUID();f.emit('session.info',{stored_session_id:rotated})
  124. await vi.waitFor(()=>expect(f.runtime.session(opened.session_id,f.meta,'default').profileSessionId).toBe(rotated))
  125. expect(f.frames.at(-1)?.payload.stored_session_id).toBe(opened.session_id)
  126. f.sessions.values().next().value!.running=false;f.emit('message.complete',{text:'Profile finished',status:'complete'})
  127. await vi.waitFor(()=>expect(f.frames.at(-1)?.payload.text).toBe('Profile finished'))
  128. expect((await f.runtime.controls.status(f.meta)).mode).toBe('idle')
  129. expect(await g.rpc('session.usage',{session_id:opened.session_id})).toMatchObject({context_used:123})
  130. await g.close()
  131. const resumed=f.gateway();await resumed.connect();await resumed.rpc('session.resume',{profile:'default',session_id:opened.session_id})
  132. expect(f.calls.findLast(c=>c.method==='session.resume')?.params.session_id).toBe(rotated)
  133. expect(()=>f.runtime.session(opened.session_id,{...f.meta,profileSession:false},'default')).toThrow('执行方式已改变')
  134. }finally{await f.close()}
  135. })
  136. it('waits for native termination and VM calls before human takeover, then resumes only after giveback',async()=>{
  137. const f=await fixture()
  138. try{
  139. const g=f.gateway();await g.connect();const session=await g.rpc('session.create',{profile:'default'})
  140. await g.rpc('prompt.submit',{session_id:session.session_id,text:'Work'})
  141. let finishTool!:()=>void
  142. f.execute.mockImplementationOnce(async()=>{await new Promise<void>(done=>{finishTool=done});return {stdout:'finished',stderr:''}})
  143. const pending=f.tool('computer_shell',{command:'long command'})
  144. await vi.waitFor(()=>expect(finishTool).toBeTypeOf('function'))
  145. f.setInterruptStops(false)
  146. const controlId=randomUUID();await f.runtime.controls.take(f.meta,'default',controlId,async()=>{})
  147. await vi.waitFor(()=>expect(f.calls.some(c=>c.method==='session.interrupt')).toBe(true))
  148. expect((await f.runtime.controls.status(f.meta)).mode).toBe('pausing')
  149. for(const native of f.sessions.values())native.running=false
  150. f.emit('message.complete',{status:'interrupted'})
  151. await new Promise(done=>setTimeout(done,150))
  152. expect((await f.runtime.controls.status(f.meta)).mode).toBe('pausing')
  153. finishTool();await pending
  154. await g.takeControl(controlId,()=>{})
  155. await vi.waitFor(async()=>expect((await f.runtime.controls.status(f.meta)).mode).toBe('human'))
  156. expect(f.frames.some(frame=>frame.type==='message.complete')).toBe(false)
  157. expect((await f.tool('computer_shell',{command:'must not execute'})).body.isError).toBe(true)
  158. expect(f.calls.filter(c=>c.method==='prompt.submit')).toHaveLength(1)
  159. await f.runtime.controls.giveBack(f.meta,controlId,'已完成登录')
  160. expect(f.calls.filter(c=>c.method==='prompt.submit')).toHaveLength(2)
  161. expect(f.calls.at(-1)?.params.text).toContain('已完成登录')
  162. expect((await f.runtime.controls.status(f.meta)).mode).toBe('agent')
  163. f.setInterruptStops(true);await g.rpc('session.interrupt',{session_id:session.session_id})
  164. expect((await f.runtime.controls.status(f.meta)).mode).toBe('off')
  165. const poll=f.calls.find(c=>c.method==='session.active_list')
  166. expect(poll).toBeDefined()
  167. expect(poll!.params).not.toHaveProperty('session_id')
  168. expect(poll!.params).toMatchObject({profile:'default'})
  169. await expect(f.post('/tools/list',{})).rejects.toThrow()
  170. }finally{await f.close()}
  171. })
  172. it('uses Hermes for an isolated Bot without reading Profile config or running a Worker; native skills and authorized files stay in Hermes',async()=>{
  173. const f=await fixture(true)
  174. try{
  175. const workspace=vi.mocked(f.runtime.resolveWorkspace);workspace.mockRejectedValue(new Error('must not read Profile config'))
  176. const skills=vi.spyOn(ProfileSkillSession.prototype,'call').mockRejectedValue(new Error('must not launch a skills reader'))
  177. const g=f.gateway();await g.connect();const session=await g.rpc('session.create',{profile:'default'})
  178. await g.rpc('image.attach_bytes',{session_id:session.session_id,filename:'image.png',content_base64:'aW1hZ2U='})
  179. await g.rpc('prompt.submit',{session_id:session.session_id,text:'Use the authorized Profile skill'})
  180. expect(f.calls.find(c=>c.method==='image.attach_bytes')?.params.content_base64).toBe('aW1hZ2U=')
  181. expect(f.bindings.at(-1)).toMatchObject({computer_policy:{mode:'isolated',hostAccess:false}})
  182. expect(f.calls.find(c=>c.method==='prompt.submit')?.params.text).toContain('Hermes 原生 skills_list')
  183. const catalog=(await f.post('/tools/list',{})).body.tools.map((t:any)=>t.name)
  184. expect(catalog).toContain('computer_shell');expect(catalog).not.toContain('computer_skill_view');expect(catalog).not.toContain('host_shell')
  185. const transfer=await f.tool('computer_copy_file',{from:'host',source:'/only-hermes-can-read/input.txt',destination:'input.txt'});expect(transfer.body.structuredContent,JSON.stringify(transfer)).toMatchObject({ok:true})
  186. expect(await readFile(join(f.vmRoot,'input.txt'),'utf8')).toBe('hermes-authorized-file')
  187. expect(workspace).not.toHaveBeenCalled();expect(f.resolver).not.toHaveBeenCalled();expect(skills).not.toHaveBeenCalled();expect(f.runtime.workers.size).toBe(0)
  188. expect(f.runtime.session(session.session_id,f.meta,'default')).toMatchObject({hermesRuntime:true,profileSessionId:expect.any(String)})
  189. f.revoke()
  190. await expect(g.rpc('prompt.submit',{session_id:session.session_id,text:'must not run'})).rejects.toThrow()
  191. }finally{await f.close()}
  192. })
  193. it('rejects an old Hermes plugin before prompt submission and never falls back to the Worker',async()=>{
  194. const f=await fixture(true,1)
  195. try{
  196. const g=f.gateway();await g.connect()
  197. await expect(g.rpc('session.create',{profile:'default'})).rejects.toMatchObject({code:'computer_bridge_upgrade_required'})
  198. expect(f.runtime.workers.size).toBe(0);expect(f.resolver).not.toHaveBeenCalled()
  199. expect(f.calls.some(c=>c.method==='prompt.submit')).toBe(false)
  200. }finally{await f.close()}
  201. })
  202. it('sends workspace memory policy through the private bridge instead of session.create',async()=>{
  203. const f=await fixture(true)
  204. try{
  205. const g=f.gateway();await g.connect();const session=await g.rpc('session.create',{profile:'default',hidden:true,room_plumbing:true})
  206. g.installTeamLease('memory',[],async()=>({}),true)
  207. await g.rpc('prompt.submit',{session_id:session.session_id,text:'Use scoped memory'})
  208. expect(f.calls.find(call=>call.method==='session.create')?.params).not.toHaveProperty('skip_memory')
  209. expect(f.calls.find(call=>call.method==='session.create')?.params).not.toHaveProperty('workspace_memory')
  210. expect(f.bindings.at(-1)).toMatchObject({workspace_memory:true})
  211. }finally{await f.close()}
  212. })
  213. it('uses the internal chunk RPC without opening a model session and checks session and permission on every call', async () => {
  214. const f=await fixture()
  215. try {
  216. const g=f.gateway(); await g.connect(); const session=await g.rpc('session.create',{profile:'default',toolsOnly:true})
  217. const transferId=randomUUID(); await writeFile(join(f.vmRoot,'source'),'proof')
  218. await expect(g.rpc('computer.transfer',{session_id:'other',action:{op:'transfer-read-open',transferId,path:'source',maxBytes:1024*1024}})).rejects.toMatchObject({code:'computer_session_forbidden'})
  219. expect(await g.rpc('computer.transfer',{session_id:session.session_id,action:{op:'transfer-read-open',transferId,path:'source',maxBytes:1024*1024}})).toMatchObject({size:5})
  220. expect(f.calls.filter(c=>c.method==='session.create')).toHaveLength(0)
  221. const status=vi.spyOn(f.runtime.controls,'status').mockResolvedValue({mode:'human'})
  222. await expect(g.rpc('computer.transfer',{session_id:session.session_id,action:{op:'transfer-read',transferId,offset:0}})).rejects.toMatchObject({code:'computer_paused'})
  223. status.mockRestore()
  224. f.revoke()
  225. await expect(g.rpc('computer.transfer',{session_id:session.session_id,action:{op:'transfer-read',transferId,offset:0}})).rejects.toThrow('revoked')
  226. } finally { await f.close() }
  227. })