localVm.test.ts 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214
  1. // @vitest-environment node
  2. import {it,expect,vi} from 'vitest'
  3. import {DatabaseSync} from 'node:sqlite'
  4. import {mkdtemp,rm} from 'node:fs/promises'
  5. import {tmpdir} from 'node:os'
  6. import {join} from 'node:path'
  7. import {randomUUID} from 'node:crypto'
  8. import {ComputerRuntime} from '../../src/runner/worker/gateway'
  9. import {LocalVmImages} from '../../src/runner/computers/localVm'
  10. import {UNCONFIGURED_COMPUTER_IMAGE} from '../../src/shared/runner'
  11. async function fixture(){
  12. const home=await mkdtemp(join(tmpdir(),'yaoyao-local-vm-')),db=new DatabaseSync(':memory:')
  13. const runtime=new ComputerRuntime(db,{protocol:1,runnerId:randomUUID(),serverURL:'http://127.0.0.1',hermesURL:'http://127.0.0.1',token:'fixture',allowedProfiles:['default'],artifactRoots:[],computers:{runtime:'docker',imageId:UNCONFIGURED_COMPUTER_IMAGE,python:'/fixture/python',hermesSource:'/fixture/source',hermesHome:'/fixture/home'}},home)
  14. await runtime.ready
  15. const running=new Set<string>()
  16. vi.spyOn(runtime.provider,'verifyRuntime').mockResolvedValue()
  17. vi.spyOn(runtime.provider,'ensure').mockImplementation(async s=>{running.add(s.id);return {id:s.id,containerId:s.id,workspace:'/fixture',running:true,isolation:'container'}})
  18. vi.spyOn(runtime.provider,'stop').mockImplementation(async s=>{running.delete(s.id)})
  19. vi.spyOn(runtime.provider,'remove').mockImplementation(async s=>{running.delete(s.id)})
  20. vi.spyOn(runtime.provider,'health').mockResolvedValue({})
  21. vi.spyOn(runtime.provider,'capture').mockResolvedValue({data:'fixture',width:1280,height:900,capturedAt:Date.now()})
  22. vi.spyOn(runtime.provider,'deleteWorkspace').mockResolvedValue()
  23. return {db,runtime,running,async close(){await runtime.controls.close();await runtime.pool.close();db.close();await rm(home,{recursive:true,force:true})}}
  24. }
  25. it('defaults older settings to five minutes and persists never-stop independently of sharing policy',async()=>{
  26. const f=await fixture(),manager=new LocalVmImages(f.runtime,f.db)
  27. try{
  28. await manager.ready;expect((await manager.status()).idleStopMinutes).toBe(5)
  29. await manager.idlePolicy(0);await manager.policy('shared',3)
  30. expect(f.runtime.pool.idleStopMinutes).toBe(0)
  31. expect(JSON.parse(String(f.db.prepare('SELECT value FROM local_vm_runtime').get()?.value)).idleStopMinutes).toBe(0)
  32. for(const minutes of [-1,1.5,10081,NaN])await expect(manager.idlePolicy(minutes)).rejects.toMatchObject({code:'local_vm_idle_policy_invalid'})
  33. await manager.close();const restored=new LocalVmImages(f.runtime,f.db)
  34. await restored.ready;expect((await restored.status()).idleStopMinutes).toBe(0)
  35. await restored.idlePolicy(30);expect(f.runtime.pool.idleStopMinutes).toBe(30);await restored.close()
  36. }finally{await manager.close();await f.close()}
  37. })
  38. it('prepares one managed image, verifies the desktop, applies it and persists it without a catalog step',async()=>{
  39. const f=await fixture(),manager=new LocalVmImages(f.runtime,f.db),imageId='sha256:'+'a'.repeat(64)
  40. try{
  41. vi.spyOn(manager.images,'run').mockResolvedValue(imageId)
  42. vi.spyOn(manager.images,'inspect').mockImplementation(async id=>{if(id!==imageId)throw new Error('not ready');return {protocol:1,imageId,architecture:'arm64',driver:'0.20.0',layer:'5',createdAt:1}})
  43. await manager.ready
  44. expect((await manager.status()).image).toBe(false)
  45. const id=randomUUID(),check=vi.fn(async()=>{})
  46. await manager.prepare(id,check)
  47. await vi.waitFor(async()=>expect((await manager.status()).job?.state).toBe('complete'))
  48. expect(f.runtime.config.imageId).toBe(imageId)
  49. expect(manager.images.run).toHaveBeenCalledWith('docker',expect.arrayContaining(['build','--file',expect.stringContaining('Dockerfile.network'),'--tag','localhost/yaoyao/network:1']))
  50. expect(f.runtime.provider.capture).toHaveBeenCalledOnce()
  51. expect(f.running.size).toBe(0)
  52. await manager.prepare(id,check)
  53. expect(f.runtime.provider.capture).toHaveBeenCalledOnce()
  54. await manager.close()
  55. const resumed=new LocalVmImages(f.runtime,f.db);await resumed.ready
  56. expect(f.runtime.config.imageId).toBe(imageId);await resumed.close()
  57. }finally{await manager.close();await f.close()}
  58. })
  59. it('retains completed desktop state but fences the old lease and counts idle desktops against capacity',async()=>{
  60. const f=await fixture(),spec={id:randomUUID(),ownerKey:'owner',imageId:'sha256:'+'a'.repeat(64)}
  61. try{
  62. await f.runtime.pool.desktop(spec,'create',()=>{})
  63. expect(f.running.has(spec.id)).toBe(true)
  64. expect((await f.runtime.controls.status({agentId:spec.id,environmentId:spec.id,ownerKey:'owner'})).mode).toBe('idle')
  65. const lease=await f.runtime.pool.acquire(spec,'turn-1',()=>{})
  66. await f.runtime.pool.release(lease,true)
  67. expect(()=>f.runtime.pool.use(lease,async()=>{})).toThrow()
  68. const second={...spec,id:randomUUID()};await f.runtime.pool.desktop(second,'create',()=>{})
  69. await expect(f.runtime.pool.desktop({...spec,id:randomUUID()},'create',()=>{})).rejects.toMatchObject({code:'computer_quota'})
  70. await expect(f.runtime.pool.desktop({...spec,ownerKey:'other'},'remove',()=>{})).rejects.toMatchObject({code:'computer_owner_mismatch'})
  71. await f.runtime.pool.desktop(spec,'stop',()=>{});expect(f.running.has(spec.id)).toBe(false)
  72. await f.runtime.pool.desktop(spec,'start',()=>{});expect(f.running.has(spec.id)).toBe(true)
  73. await f.runtime.pool.desktop(spec,'recreate',()=>{});expect(f.running.has(spec.id)).toBe(true)
  74. await f.runtime.pool.desktop(spec,'remove',()=>{});expect(f.runtime.pool.definition('owner',spec.id)).toBeUndefined()
  75. expect(f.runtime.provider.deleteWorkspace).not.toHaveBeenCalled()
  76. }finally{await f.close()}
  77. })
  78. it('refuses lifecycle changes while a human or Agent holds the VM',async()=>{
  79. const f=await fixture(),spec={id:randomUUID(),ownerKey:'owner',imageId:'sha256:'+'a'.repeat(64)}
  80. try{
  81. const lease=await f.runtime.pool.acquire(spec,'human:test',()=>{})
  82. for(const action of ['stop','remove','recreate'] as const)await expect(f.runtime.pool.desktop(spec,action,()=>{})).rejects.toMatchObject({code:'computer_busy'})
  83. await f.runtime.pool.release(lease)
  84. }finally{await f.close()}
  85. })
  86. it('allows sharing policy changes with idle desktops but preserves active leases and image maintenance guards',async()=>{
  87. const f=await fixture(),manager=new LocalVmImages(f.runtime,f.db),spec={id:randomUUID(),ownerKey:'owner',imageId:'sha256:'+'a'.repeat(64)}
  88. try{
  89. await manager.ready
  90. await f.runtime.pool.desktop(spec,'create',()=>{})
  91. expect(f.runtime.pool.status('owner')[0]?.status).toBe('idle')
  92. await manager.policy('shared',3)
  93. expect(f.running.has(spec.id)).toBe(true)
  94. expect((await manager.status()).mode).toBe('shared')
  95. expect(f.runtime.pool.limits.concurrent).toBe(3)
  96. expect(()=>f.runtime.pool.beginMaintenance()).toThrow()
  97. const lease=await f.runtime.pool.acquire(spec,'human:fixture',()=>{})
  98. await expect(manager.policy('per-bot',2)).rejects.toMatchObject({code:'computer_busy'})
  99. expect((await manager.status()).mode).toBe('shared')
  100. expect(f.runtime.pool.limits.concurrent).toBe(3)
  101. await f.runtime.pool.release(lease,true)
  102. await manager.policy('per-bot',2)
  103. expect((await manager.status()).mode).toBe('per-bot')
  104. expect(f.running.has(spec.id)).toBe(true)
  105. await f.runtime.pool.desktop(spec,'stop',()=>{})
  106. const release=f.runtime.pool.beginMaintenance();release()
  107. }finally{await manager.close();await f.close()}
  108. })
  109. it('creates without a model and can stop or remove an existing desktop after Profile resolution fails',async()=>{
  110. const f=await fixture(),meta={environmentId:randomUUID(),agentId:randomUUID(),ownerKey:'owner'}
  111. try{
  112. f.runtime.config.imageId='sha256:'+'a'.repeat(64)
  113. const model=vi.spyOn(f.runtime,'resolve').mockRejectedValue(new Error('model unavailable'))
  114. const workspace=vi.spyOn(f.runtime,'resolveWorkspace').mockResolvedValue({type:'resolved',cwd:'/home/cua/workspace',configuredCwd:'.'})
  115. await f.runtime.desktop(meta,'default','create',()=>{})
  116. expect(f.running.has(meta.environmentId)).toBe(true)
  117. expect(f.runtime.pool.definition('owner',meta.environmentId)?.cwd).toBe('/home/cua/workspace')
  118. workspace.mockRejectedValue(new Error('Profile was removed'))
  119. await f.runtime.desktop(meta,'default','stop',()=>{})
  120. expect(f.running.has(meta.environmentId)).toBe(false)
  121. await f.runtime.desktop(meta,'default','remove',()=>{})
  122. expect(f.runtime.pool.definition('owner',meta.environmentId)).toBeUndefined()
  123. expect(workspace).toHaveBeenCalledOnce()
  124. expect(model).not.toHaveBeenCalled()
  125. expect(f.runtime.provider.deleteWorkspace).not.toHaveBeenCalled()
  126. }finally{await f.close()}
  127. })
  128. it('keeps uncertain preparation cleanup fenced and retries cleanup when runtime recovers',async()=>{
  129. const f=await fixture(),manager=new LocalVmImages(f.runtime,f.db),imageId='sha256:'+'a'.repeat(64)
  130. let canStop=false
  131. try{
  132. await manager.ready
  133. vi.spyOn(manager.images,'run').mockResolvedValue(imageId)
  134. vi.spyOn(manager.images,'inspect').mockResolvedValue({protocol:1,imageId,architecture:'arm64',driver:'0.20.0',layer:'5',createdAt:1})
  135. vi.mocked(f.runtime.provider.remove).mockImplementation(async()=>{if(!canStop)throw new Error('stop uncertain')})
  136. await manager.prepare(randomUUID(),async()=>{})
  137. await vi.waitFor(async()=>expect((await manager.status()).job?.state).toBe('failed'))
  138. expect(()=>f.runtime.pool.beginMaintenance()).toThrow()
  139. expect(f.runtime.config.imageId).toBe(UNCONFIGURED_COMPUTER_IMAGE)
  140. canStop=true;expect((await manager.status()).busy).toBe(false)
  141. const release=f.runtime.pool.beginMaintenance();release()
  142. }finally{canStop=true;await manager.close();await f.close()}
  143. })
  144. it('keeps two prepared images and binds one immutable image per independent or shared desktop',async()=>{
  145. const f=await fixture(),standard='sha256:'+'a'.repeat(64),cursor='sha256:'+'b'.repeat(64)
  146. f.runtime.config.imageId=standard
  147. const manager=new LocalVmImages(f.runtime,f.db)
  148. const manifest=(id:string)=>({protocol:1 as const,imageId:id,architecture:'amd64' as const,driver:'0.20.0' as const,layer:'5' as const,imageKey:id===cursor?'cursor' as const:'standard' as const,createdAt:1})
  149. try{
  150. vi.spyOn(manager.images,'inspect').mockImplementation(async id=>manifest(id))
  151. vi.spyOn(manager.images,'run').mockResolvedValue(standard+'\n'+cursor)
  152. await manager.prepare(randomUUID(),async()=>{},'cursor')
  153. await vi.waitFor(async()=>expect((await manager.status()).job?.state).toBe('complete'))
  154. expect((await manager.status()).images?.filter(i=>i.ready).map(i=>i.key)).toEqual(['standard','cursor'])
  155. expect(f.runtime.config.imageId).toBe(standard)
  156. const a={environmentId:randomUUID(),agentId:randomUUID(),ownerKey:'alice'},b={environmentId:randomUUID(),agentId:randomUUID(),ownerKey:'alice'}
  157. await manager.select(a,'standard',()=>{})
  158. await manager.select(b,'cursor',()=>{})
  159. expect(f.runtime.imageFor(a)).toBe(standard);expect(f.runtime.imageFor(b)).toBe(cursor)
  160. expect(f.runtime.imageFor({...b,agentId:randomUUID()})).toBe(cursor)
  161. await expect(manager.select({...b,ownerKey:'bob'},'standard',()=>{})).rejects.toMatchObject({code:'computer_owner_mismatch'})
  162. vi.spyOn(f.runtime,'resolveWorkspace').mockResolvedValue({type:'resolved',cwd:'/home/cua/workspace',configuredCwd:'.'})
  163. await f.runtime.desktop(a,'default','create',()=>{})
  164. await f.runtime.desktop(b,'default','create',()=>{})
  165. expect(f.running.size).toBe(2)
  166. expect(f.runtime.pool.definition('alice',a.environmentId)?.imageId).toBe(standard)
  167. expect(f.runtime.pool.definition('alice',b.environmentId)?.imageId).toBe(cursor)
  168. await expect(manager.select(b,'standard',()=>{})).rejects.toMatchObject({code:'computer_image_in_use'})
  169. await f.runtime.desktop(b,'default','stop',()=>{})
  170. await expect(manager.select(b,'standard',()=>{})).rejects.toMatchObject({code:'computer_image_in_use'})
  171. await f.runtime.desktop(b,'default','remove',()=>{})
  172. expect(f.runtime.imageFor(b)).toBe(cursor)
  173. await manager.select(b,'standard',()=>{})
  174. expect(f.runtime.imageFor({...b,agentId:randomUUID()})).toBe(standard)
  175. expect(f.runtime.provider.deleteWorkspace).toHaveBeenCalledTimes(2) // Only preparation scratch space.
  176. await manager.close()
  177. const resumed=new LocalVmImages(f.runtime,f.db);await resumed.ready
  178. expect(f.runtime.imageFor(b)).toBe(standard)
  179. vi.spyOn(resumed.images,'inspect').mockImplementation(async id=>manifest(id))
  180. expect((await resumed.options()).filter(i=>i.ready)).toHaveLength(2)
  181. await resumed.close()
  182. }finally{await manager.close();await f.close()}
  183. })
  184. it('does not select an unprepared image or mutate a choice after authorization expires',async()=>{
  185. const f=await fixture(),manager=new LocalVmImages(f.runtime,f.db),meta={environmentId:randomUUID(),agentId:randomUUID(),ownerKey:'alice'}
  186. try{
  187. await expect(manager.select(meta,'cursor',()=>{})).rejects.toMatchObject({code:'computer_image_required'})
  188. expect(f.runtime.imageFor(meta)).toBe(UNCONFIGURED_COMPUTER_IMAGE)
  189. const denied=()=>{throw new Error('expired')}
  190. await expect(manager.select(meta,'standard',denied)).rejects.toThrow('expired')
  191. expect(f.db.prepare('SELECT * FROM computer_image_bindings').all()).toEqual([])
  192. }finally{await manager.close();await f.close()}
  193. })
  194. it('does not fall back to the standard recipe when Cursor preparation fails',async()=>{
  195. const f=await fixture(),standard='sha256:'+'a'.repeat(64)
  196. f.runtime.config.imageId=standard
  197. const manager=new LocalVmImages(f.runtime,f.db)
  198. try{
  199. vi.spyOn(manager.images,'run').mockResolvedValue(standard)
  200. vi.spyOn(manager.images,'inspect').mockResolvedValue({protocol:1,imageId:standard,architecture:'arm64',driver:'0.20.0',layer:'5',createdAt:1})
  201. const prepare=vi.spyOn(manager.images,'prepare').mockRejectedValue(new Error('cursor build failed'))
  202. const id=randomUUID()
  203. await manager.prepare(id,async()=>{},'cursor')
  204. await vi.waitFor(async()=>expect((await manager.status()).job?.state).toBe('failed'))
  205. expect(prepare).toHaveBeenCalledWith(expect.any(String),'cursor')
  206. expect(f.runtime.config.imageId).toBe(standard)
  207. expect((await manager.options()).find(i=>i.key==='cursor')?.ready).toBe(false)
  208. await expect(manager.prepare(id,async()=>{},'standard')).rejects.toMatchObject({code:'idempotency_conflict'})
  209. }finally{await manager.close();await f.close()}
  210. })