yaoyao/tests/server/desktopEnvironments.test.ts

// @vitest-environment node
import {afterEach,beforeEach,expect,it,vi} from 'vitest'
import {mkdtempSync,rmSync} from 'node:fs'
import {tmpdir} from 'node:os'
import {join} from 'node:path'
import {randomUUID,createHash} from 'node:crypto'
import Koa from 'koa'
import {bodyParser} from '@koa/bodyparser'
import request from 'supertest'
import {WorkspaceStore} from '../../src/server/workspaceStore'
import {DesktopEnvironments} from '../../src/server/desktopEnvironments'
import type {WorkspaceAgent} from '../../src/shared/workspace'
import {HttpError} from '../../src/server/errors'
import {acquireServiceInstance} from '../../src/server/serviceInstance'
let home:string,store:WorkspaceStore,service:DesktopEnvironments,agent:WorkspaceAgent,version:number,host:any,poller:ReturnType<typeof setInterval>|undefined
const auth={require:(ctx:any)=>({id:ctx.get('x-user')||'owner'}),requireAdmin:(ctx:any)=>{if(ctx.get('x-user'))throw new HttpError(403,'仅限管理员','admin_required')},pushAuthorizationVersion:()=>version} as any
const nodes={localNodeID:'local-node',requireSource:()=>{}} as any
const ownerKey=(owner:string)=>createHash('sha256').update('local-node:'+owner).digest('hex')
beforeEach(()=>{home=mkdtempSync(join(tmpdir(),'desktop-env-'));store=new WorkspaceStore(home);service=new DesktopEnvironments(store,auth,nodes);version=1;agent=store.createAgent('owner',{name:'Desktop',nodeId:'local',profile:'default',computer:'local'});host={id:randomUUID(),name:'测试 Mac',platform:'darwin',screen:true,accessibility:true,approved:[ownerKey('owner')]}})
const pollers=new Set<ReturnType<typeof setInterval>>()
afterEach(()=>{clearInterval(poller);for(const p of pollers)clearInterval(p);pollers.clear();service.close();store.close();rmSync(home,{recursive:true,force:true});vi.useRealTimers()})
const app=()=>{const a=new Koa();a.use(async(ctx,next)=>{try{await next()}catch(e:any){ctx.status=e.status??500;ctx.body={error:e.message,code:e.code}}});a.use(bodyParser());a.use(service.router().routes());return a.callback()}
const base=()=>'/api/app/agents/'+agent.id
it('adds an authorized native desktop to hybrid tools while leaving the default viewer on the VM',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'vm',execution:'computer',allowHostEnvironment:true})
 expect(agent.execution).toBe('computer');expect(service.toolMode('owner',agent)).toBeUndefined()
 drive();expect(service.selected('owner',agent)).toBeUndefined();expect(service.toolMode('owner',agent)).toBe('local')
 const result=await service.call('owner',agent.id,'desktop_environment_view',{},new AbortController().signal,()=>{},'local',service.epoch)
 expect(result.content[0].type).toBe('image')
 agent=store.updateAgent('owner',agent.id,{computer:'vm',allowHostEnvironment:false});expect(service.toolMode('owner',agent)).toBeUndefined()
 await expect(service.call('owner',agent.id,'desktop_environment_view',{},new AbortController().signal,()=>{},'local',service.epoch)).rejects.toMatchObject({code:'computer_control_expired'})
})
function drive(handle:(c:any)=>unknown=c=>c.operation==='view'?{data:Buffer.from('fixture frame').toString('base64'),width:1280,height:800}:{ok:true}){let results:any[]=[];service.exchange({host,results});const p=setInterval(()=>{const value=service.exchange({host,results});results=value.commands.map(c=>({id:c.id,value:handle(c)}))},5);pollers.add(p);poller=p}
const HOST_A='11111111-aaaa-4bbb-8ccc-111111111111',HOST_B='22222222-aaaa-4bbb-8ccc-222222222222'
function driveRemote(id:string,hostInfo:any,handle:(c:any)=>unknown=c=>c.operation==='view'?{data:Buffer.from('remote frame').toString('base64'),width:1280,height:800}:{ok:true}){let results:any[]=[];service.remoteExchange(id,{host:hostInfo,results});const p=setInterval(()=>{const value=service.remoteExchange(id,{host:hostInfo,results});results=value.commands.map(c=>({id:c.id,value:handle(c)}))},5);pollers.add(p);poller=p}
it('defaults bot work to the customer machine and uses that binding while the server desktop is also online',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'local',desktopHost:HOST_A})
 const remoteHost={...host,name:'客厅 Mac Pro'}
 driveRemote(HOST_A,remoteHost)
 drive()
 const state=(await request(app()).get(base()+'/desktop-environment')).body
 expect(state.hostName??state.host?.name).toBe('客厅 Mac Pro')
 const named=(await request(app()).get(base()+'/computer?backend=desktop&host='+encodeURIComponent('客厅 Mac Pro'))).body
 expect(named.hostName).toBe('客厅 Mac Pro')
 vi.useFakeTimers()
 clearInterval(poller)
 vi.advanceTimersByTime(9000)
 const fallback=(await request(app()).get(base()+'/desktop-environment')).body
 expect(fallback.hostName??fallback.host?.name).toBe('客厅 Mac Pro')
 const epoch=service.hostEpoch('owner',agent)
 expect(epoch).toBe(remoteHost.id)
 const result=await service.call('owner',agent.id,'desktop_environment_view',{},new AbortController().signal,()=>{},'local',epoch)
 expect(result.content[0].type).toBe('image')
 expect(JSON.parse(result.content[1].text).host).toBe('客厅 Mac Pro')
 vi.useRealTimers()
 const hosts=(await request(app()).get(base()+'/desktop-environment')).body
 expect(hosts.hosts.map((h:any)=>h.id)).toEqual(['local',HOST_A])
 expect(hosts.hosts.find((h:any)=>h.id===HOST_A)).toMatchObject({name:'客厅 Mac Pro',online:true})
})
it('keeps 本机 on the computer running YaoYao when another Mac is online',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'local'})
 drive()
 driveRemote(HOST_A,{...host,name:'客厅 Mac'})
 const state=(await request(app()).get(base()+'/desktop-environment')).body
 expect(state.host.id).toBe('local')
 const view=await service.call('owner',agent.id,'desktop_environment_view',{host:'本机'},new AbortController().signal,()=>{},'local',service.hostEpochs('owner',agent))
 expect(JSON.parse(view.content[1].text).host).toBe('测试 Mac')
})
it('requires an explicit binding when several remote hosts are connected',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'local'})
 service.remoteExchange(HOST_A,{host:{...host,name:'书房'},results:[]})
 service.remoteExchange(HOST_B,{host:{...host,name:'客厅'},results:[]})
 const state=(await request(app()).get(base()+'/desktop-environment')).body
 expect(state.online).toBe(false)
 expect(state.hosts).toHaveLength(2)
 await request(app()).get(base()+'/computer/frame').expect(409)
 agent=store.updateAgent('owner',agent.id,{desktopHost:HOST_B})
 driveRemote(HOST_B,{...host,name:'客厅'})
 const status=(await request(app()).get(base()+'/computer')).body
 expect(status.hostName).toBe('客厅')
 const ticket=await take()
 await request(app()).post(base()+'/computer/giveback').send(ticket).expect(200)
})
it('lets the manual viewer take over any connected host via the host parameter',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'local',desktopHost:HOST_B})
 driveRemote(HOST_A,{...host,name:'书房'},c=>c.operation==='view'?{data:Buffer.from('study frame').toString('base64'),width:1280,height:800}:{ok:true})
 driveRemote(HOST_B,{...host,name:'客厅'},c=>c.operation==='view'?{data:Buffer.from('living frame').toString('base64'),width:1280,height:800}:{ok:true})
 const study='?backend=desktop&host='+encodeURIComponent(HOST_A)
 const status=(await request(app()).get(base()+'/computer'+study)).body
 expect(status.hostName).toBe('书房');expect(status.mode).toBe('idle')
 const ticket=(await request(app()).post(base()+'/computer/take'+study).send({requestId:randomUUID()}).expect(200)).body
 expect(ticket.hostName).toBe('书房')
 const bound=(await request(app()).get(base()+'/computer?backend=desktop')).body
 expect(bound.hostName).toBe('客厅');expect(bound.mode).toBe('idle')
 const frame=await request(app()).get(base()+'/computer/frame'+study).expect(200)
 expect(Buffer.from(frame.body.data,'base64').toString()).toBe('study frame')
 await request(app()).post(base()+'/computer/giveback'+study).send({controlId:ticket.controlId,token:ticket.token}).expect(200)
 const response=await request(app()).get(base()+'/computer?backend=desktop&host=nope').expect(409)
 expect(response.body.code).toBe('desktop_host_unknown')
})
it('revoking a desktop host fences only its dispatched commands',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'local',desktopHost:HOST_A})
 service.remoteExchange(HOST_A,{host,results:[]})
 const call=service.call('owner',agent.id,'desktop_environment_view',{},new AbortController().signal,()=>{},'local',service.hostEpoch('owner',agent))
 await vi.waitFor(()=>{expect(service.remoteExchange(HOST_A,{host,results:[]}).commands).toHaveLength(1)})
 service.dropHost(HOST_A)
 await expect(call).rejects.toMatchObject({code:'desktop_disconnected'})
})
it('gates file and shell tools behind the separate full grant',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'local'})
 service.exchange({host,results:[]})
 expect(service.fileTools('owner',agent)).toBe(false)
 await expect(service.call('owner',agent.id,'desktop_file_read',{path:'notes.txt'},new AbortController().signal,()=>{},'local',service.hostEpoch('owner',agent))).rejects.toMatchObject({code:'desktop_full_required'})
 await expect(service.call('owner',agent.id,'desktop_shell',{command:'ls'},new AbortController().signal,()=>{},'local',service.hostEpoch('owner',agent))).rejects.toMatchObject({code:'desktop_full_required'})
 const seen:any[]=[]
 drive(c=>{seen.push(c);return c.operation==='view'?{data:'Zm9v',width:1280,height:800}:{op:'list',entries:[]}})
 host.full=[ownerKey('owner')]
 service.exchange({host,results:[]})
 expect(service.fileTools('owner',agent)).toBe(true)
 const listing=await service.call('owner',agent.id,'desktop_file_list',{path:'Documents'},new AbortController().signal,()=>{},'local',service.hostEpoch('owner',agent))
 expect(listing.entries).toEqual([])
 expect(seen.find(c=>c.operation==='file')?.action).toMatchObject({op:'list',path:'Documents'})
 await expect(service.call('owner',agent.id,'desktop_file_write',{path:'a.txt',data:'!!!not base64!!!'},new AbortController().signal,()=>{},'local',service.hostEpoch('owner',agent))).rejects.toMatchObject({status:400})
})
it('passes the authorize scope through to the desktop host',async()=>{
 const seen:any[]=[]
 drive(c=>{seen.push(c);return {ok:true}})
 await request(app()).post(base()+'/desktop-environment/authorize').send({scope:'full'}).expect(200)
 expect(seen.find(c=>c.operation==='authorize')?.scope).toBe('full')
})
it('routes parallel desktop tools to the host named in the call',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'local',envs:{desktop:true,cloud:true}})
 const study={...host,name:'书房 iMac'},living={...host,id:randomUUID(),name:'客厅 Mac mini'}
 driveRemote(HOST_A,study)
 let resultsB:any[]=[]
 service.remoteExchange(HOST_B,{host:living,results:[]})
 const pollerB=setInterval(()=>{const value=service.remoteExchange(HOST_B,{host:living,results:resultsB});resultsB=value.commands.map(c=>({id:c.id,value:c.operation==='view'?{data:Buffer.from('living-room').toString('base64'),width:1280,height:800}:{ok:true}}))},5)
 try{
  expect(service.envTools('owner',agent)).toEqual({view:true,browser:false,file:false})
  const frame=await service.call('owner',agent.id,'desktop_environment_view',{host:'客厅 Mac mini'},new AbortController().signal,()=>{},'local',service.hostEpochs('owner',agent))
  expect(Buffer.from(frame.content[0].data,'base64').toString()).toBe('living-room')
  await expect(service.call('owner',agent.id,'desktop_environment_view',{host:'书房 iMac'},new AbortController().signal,()=>{},'local',service.hostEpochs('owner',agent))).resolves.toMatchObject({content:[{type:'image'},{type:'text'}]})
  await expect(service.call('owner',agent.id,'desktop_environment_view',{host:'地下室 MacBook'},new AbortController().signal,()=>{},'local',service.hostEpochs('owner',agent))).rejects.toMatchObject({code:'desktop_host_unknown'})
  expect(service.onlineHostsLine('owner')).toContain('书房 iMac')
 }finally{clearInterval(pollerB)}
})
it('ignores a stored browser environment and keeps desktop tools',async()=>{
 agent=store.updateAgent('owner',agent.id,{envs:{vm:true,desktop:true,browser:true,cloud:false}})
 drive()
 expect(service.selected('owner',agent)).toBe('local')
 expect(service.envTools('owner',agent)).toEqual({view:true,browser:false,file:false})
 await expect(service.call('owner',agent.id,'desktop_browser',{kind:'navigate',url:'https://example.test/both'},new AbortController().signal,()=>{},'browser',service.epoch)).rejects.toMatchObject({status:404,code:'tool_not_found'})
 const view=await service.call('owner',agent.id,'desktop_environment_view',{},new AbortController().signal,()=>{},'local',service.epoch)
 expect(view.content[0].type).toBe('image')
})
it('degrades envs desktop tools when no host is ready or online',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'off',envs:{desktop:true,browser:true}})
 expect(service.envTools('owner',agent)).toEqual({view:false,browser:false,file:false})
 service.exchange({host,results:[]})
 expect(service.envTools('owner',agent)).toEqual({view:true,browser:false,file:false})
 host.full=[ownerKey('owner')]
 service.exchange({host,results:[]})
 expect(service.envTools('owner',agent)).toEqual({view:true,browser:false,file:true})
})
it('keeps manual takeover scoped per desktop host',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'local',desktopHost:HOST_A})
 const second=store.createAgent('owner',{name:'Second',nodeId:'local',profile:'default',computer:'local',desktopHost:HOST_B})
 driveRemote(HOST_A,{...host,name:'书房'})
 let resultsB:any[]=[]
 const pollerB=setInterval(()=>{const value=service.remoteExchange(HOST_B,{host:{...host,name:'客厅'},results:resultsB});resultsB=value.commands.map(c=>({id:c.id,value:{ok:true}}))},5)
 try{
  const ticketA=await take()
  const ticketB=(await request(app()).post('/api/app/agents/'+second.id+'/computer/take').send({requestId:randomUUID()}).expect(200)).body
  expect(ticketB.hostName).toBe('客厅')
  const records=store.list<any>('_system','computer-control')
  expect(records).toHaveLength(2)
  expect(new Set(records.map(r=>r.environmentId.split(':')[1])).size).toBe(2)
  await request(app()).post(base()+'/computer/renew').send(ticketA).expect(200)
  await request(app()).post(base()+'/computer/giveback').send(ticketA).expect(200)
  await request(app()).post('/api/app/agents/'+second.id+'/computer/giveback').send(ticketB).expect(200)
 }finally{clearInterval(pollerB)}
})
async function take(){return (await request(app()).post(base()+'/computer/take').send({requestId:randomUUID()}).expect(200)).body}
async function frame(){return (await request(app()).get(base()+'/computer/frame').expect(200)).body}
it('keeps capability private and refuses origins before parsing native commands',async()=>{const instance=acquireServiceInstance(home,'0.4.3'),a=new Koa().use(instance.middleware(async()=>{},()=>true,ctx=>service.bridge(ctx)));try{await request(a.callback()).post('/desktop/environment').send({host,results:[]}).expect(403);await request(a.callback()).post('/desktop/environment').set('x-yaoyao-desktop-token',instance.record.token).set('Origin','http://evil.test').send({host,results:[]}).expect(403);await request(a.callback()).post('/desktop/environment').set('x-yaoyao-desktop-token',instance.record.token).send({host,results:[]}).expect(200);expect(service.online).toBe(true)}finally{instance.release()}})
it('auto selects only an approved and ready local host; observing never opens a browser',async()=>{agent=store.updateAgent('owner',agent.id,{computer:'auto'});expect(service.selected('owner',agent)).toBeUndefined();expect(service.exchange({host:{...host,approved:[]},results:[]}).commands).toEqual([]);expect(service.selected('owner',agent)).toBeUndefined();service.exchange({host,results:[]});expect(service.selected('owner',agent)).toBe('local');host.screen=false;service.exchange({host,results:[]});expect(service.selected('owner',agent)).toBeUndefined();await request(app()).get(base()+'/desktop-environment').set('x-user','other').expect(404)})
it('shares the physical desktop across owners and robots but scopes manual tokens to their owner and robot',async()=>{agent=store.updateAgent('owner',agent.id,{computer:'local'});const other=store.createAgent('other',{name:'Other',nodeId:'local',profile:'default',computer:'local'});host.approved.push(ownerKey('other'));drive();const ticket=await take();await request(app()).post('/api/app/agents/'+other.id+'/computer/take').set('x-user','other').send({requestId:randomUUID()}).expect(409);await request(app()).post('/api/app/agents/'+other.id+'/computer/renew').set('x-user','other').send(ticket).expect(410);const state=(await request(app()).get('/api/app/agents/'+other.id+'/computer').set('x-user','other')).body;expect(state.controlId).toBeUndefined();await request(app()).post(base()+'/computer/giveback').send(ticket).expect(200)})
it('rejects stale frames and replays an input result exactly once',async()=>{const calls:any[]=[];drive(c=>{calls.push(c);return c.operation==='view'?{data:'Zm9v',width:1280,height:800}:{ok:true}});const t=await take(),f=await frame(),body={controlId:t.controlId,token:t.token,requestId:randomUUID(),generation:f.generation,frameId:f.id,action:{kind:'click',x:10,y:10}};await request(app()).post(base()+'/computer/input').send({...body,frameId:randomUUID()}).expect(409);await request(app()).post(base()+'/computer/input').send(body).expect(200);await request(app()).post(base()+'/computer/input').send(body).expect(200);expect(calls.filter(c=>c.operation==='input')).toHaveLength(1);await request(app()).post(base()+'/computer/input').send({...body,action:{kind:'text',text:'different'}}).expect(409);await request(app()).put(base()+'/browser-profile').send({profile:'temporary'}).expect(409)})
it('expired control remains paused until a new takeover is explicitly returned',async()=>{drive();const t=await take();const original=Date.now;const time=vi.spyOn(Date,'now').mockImplementation(()=>original()+31000);service.exchange({host,results:[]});await request(app()).post(base()+'/computer/renew').send(t).expect(410);expect((await request(app()).get(base()+'/computer')).body.mode).toBe('error');time.mockRestore();const next=await take();await request(app()).post(base()+'/computer/giveback').send({...next,notes:'已完成登录'}).expect(200);expect((await request(app()).get(base()+'/computer')).body.mode).toBe('idle')})
it('pins tool calls to the host epoch and does not dispatch after permissions change',async()=>{drive();const epoch=service.epoch,signal=new AbortController().signal;await service.call('owner',agent.id,'desktop_environment_view',{},signal,()=>{},'local',epoch);host.id=randomUUID();service.exchange({host,results:[]});await expect(service.call('owner',agent.id,'desktop_environment_action',{kind:'text',text:'no'},signal,()=>{},'local',epoch)).rejects.toThrow('连接已改变');version++;const t=await take();version++;await request(app()).post(base()+'/computer/renew').send(t).expect(410)})
it('waits for human release before the robot runs and forwards handoff notes',async()=>{drive();const t=await take();let complete=false;const call=service.call('owner',agent.id,'desktop_environment_view',{},new AbortController().signal,()=>{},'local',service.epoch).then(value=>{complete=true;return value});await new Promise(resolve=>setTimeout(resolve,30));expect(complete).toBe(false);await request(app()).post(base()+'/computer/giveback').send({...t,notes:'已登录测试账号'}).expect(200);const value=await call;expect(JSON.stringify(value)).toContain('已登录测试账号')})
it('refuses dangerous navigation and prevents changing profile during active work',async()=>{drive();const t=await take(),f=await frame();await request(app()).post(base()+'/computer/browser').send({controlId:t.controlId,token:t.token,requestId:randomUUID(),generation:f.generation,frameId:f.id,action:{kind:'navigate',url:'file:///etc/passwd'}}).expect(409);await request(app()).post(base()+'/computer/giveback').send(t).expect(200);store.put('owner','turn','turn',{agentId:agent.id,status:'running'});await request(app()).put(base()+'/browser-profile').send({profile:'temporary'}).expect(409)})

it('resolves 本机 to the messaging device when deviceHost is a script machine',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'local'})
 drive()
 driveRemote(HOST_A,{...host,name:'客厅 Mac'})
 const view=await service.call('owner',agent.id,'desktop_environment_view',{host:'本机'},new AbortController().signal,()=>{},'local',service.hostEpochs('owner',agent),HOST_A)
 expect(JSON.parse(view.content[1].text).host).toBe('客厅 Mac')
 const omitted=await service.call('owner',agent.id,'desktop_environment_view',{},new AbortController().signal,()=>{},'local',service.hostEpochs('owner',agent),HOST_A)
 expect(JSON.parse(omitted.content[1].text).host).toBe('客厅 Mac')
})
it('keeps 本机 on the server when deviceHost is local even if a script machine is bound',async()=>{
 agent=store.updateAgent('owner',agent.id,{computer:'local',desktopHost:HOST_A})
 drive()
 driveRemote(HOST_A,{...host,name:'客厅 Mac'})
 const view=await service.call('owner',agent.id,'desktop_environment_view',{host:'本机'},new AbortController().signal,()=>{},'local',service.hostEpochs('owner',agent),'local')
 expect(JSON.parse(view.content[1].text).host).toBe('测试 Mac')
})
it('deviceContextLine names the messaging host',()=>{
 drive()
 driveRemote(HOST_A,{...host,name:'客厅 Mac'})
 expect(service.deviceContextLine('owner',HOST_A)).toContain('客厅 Mac')
 expect(service.deviceContextLine('owner',HOST_A)).toContain('本机')
 expect(service.onlineHostsLine('owner',HOST_A)).toContain('本机')
})