localVm.test.ts 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213
  1. // @vitest-environment node
  2. import {it,expect,vi} from 'vitest'
  3. import {DatabaseSync} from 'node:sqlite'
  4. import {mkdtemp,rm} from 'node:fs/promises'
  5. import {tmpdir} from 'node:os'
  6. import {join} from 'node:path'
  7. import {randomUUID} from 'node:crypto'
  8. import {ComputerRuntime} from '../../src/runner/worker/gateway'
  9. import {LocalVmImages} from '../../src/runner/computers/localVm'
  10. import {UNCONFIGURED_COMPUTER_IMAGE} from '../../src/shared/runner'
  11. async function fixture(){
  12. const home=await mkdtemp(join(tmpdir(),'yaoyao-local-vm-')),db=new DatabaseSync(':memory:')
  13. const runtime=new ComputerRuntime(db,{protocol:1,runnerId:randomUUID(),serverURL:'http://127.0.0.1',hermesURL:'http://127.0.0.1',token:'fixture',allowedProfiles:['default'],artifactRoots:[],computers:{runtime:'docker',imageId:UNCONFIGURED_COMPUTER_IMAGE,python:'/fixture/python',hermesSource:'/fixture/source',hermesHome:'/fixture/home'}},home)
  14. await runtime.ready
  15. const running=new Set<string>()
  16. vi.spyOn(runtime.provider,'verifyRuntime').mockResolvedValue()
  17. vi.spyOn(runtime.provider,'ensure').mockImplementation(async s=>{running.add(s.id);return {id:s.id,containerId:s.id,workspace:'/fixture',running:true,isolation:'container'}})
  18. vi.spyOn(runtime.provider,'stop').mockImplementation(async s=>{running.delete(s.id)})
  19. vi.spyOn(runtime.provider,'remove').mockImplementation(async s=>{running.delete(s.id)})
  20. vi.spyOn(runtime.provider,'health').mockResolvedValue({})
  21. vi.spyOn(runtime.provider,'capture').mockResolvedValue({data:'fixture',width:1280,height:900,capturedAt:Date.now()})
  22. vi.spyOn(runtime.provider,'deleteWorkspace').mockResolvedValue()
  23. return {db,runtime,running,async close(){await runtime.controls.close();await runtime.pool.close();db.close();await rm(home,{recursive:true,force:true})}}
  24. }
  25. it('defaults older settings to five minutes and persists never-stop independently of sharing policy',async()=>{
  26. const f=await fixture(),manager=new LocalVmImages(f.runtime,f.db)
  27. try{
  28. await manager.ready;expect((await manager.status()).idleStopMinutes).toBe(5)
  29. await manager.idlePolicy(0);await manager.policy('shared',3)
  30. expect(f.runtime.pool.idleStopMinutes).toBe(0)
  31. expect(JSON.parse(String(f.db.prepare('SELECT value FROM local_vm_runtime').get()?.value)).idleStopMinutes).toBe(0)
  32. for(const minutes of [-1,1.5,10081,NaN])await expect(manager.idlePolicy(minutes)).rejects.toMatchObject({code:'local_vm_idle_policy_invalid'})
  33. await manager.close();const restored=new LocalVmImages(f.runtime,f.db)
  34. await restored.ready;expect((await restored.status()).idleStopMinutes).toBe(0)
  35. await restored.idlePolicy(30);expect(f.runtime.pool.idleStopMinutes).toBe(30);await restored.close()
  36. }finally{await manager.close();await f.close()}
  37. })
  38. it('prepares one managed image, verifies the desktop, applies it and persists it without a catalog step',async()=>{
  39. const f=await fixture(),manager=new LocalVmImages(f.runtime,f.db),imageId='sha256:'+'a'.repeat(64)
  40. try{
  41. vi.spyOn(manager.images,'run').mockResolvedValue(imageId)
  42. vi.spyOn(manager.images,'inspect').mockImplementation(async id=>{if(id!==imageId)throw new Error('not ready');return {protocol:1,imageId,architecture:'arm64',driver:'0.20.0',layer:'5',createdAt:1}})
  43. await manager.ready
  44. expect((await manager.status()).image).toBe(false)
  45. const id=randomUUID(),check=vi.fn(async()=>{})
  46. await manager.prepare(id,check)
  47. await vi.waitFor(async()=>expect((await manager.status()).job?.state).toBe('complete'))
  48. expect(f.runtime.config.imageId).toBe(imageId)
  49. expect(f.runtime.provider.capture).toHaveBeenCalledOnce()
  50. expect(f.running.size).toBe(0)
  51. await manager.prepare(id,check)
  52. expect(f.runtime.provider.capture).toHaveBeenCalledOnce()
  53. await manager.close()
  54. const resumed=new LocalVmImages(f.runtime,f.db);await resumed.ready
  55. expect(f.runtime.config.imageId).toBe(imageId);await resumed.close()
  56. }finally{await manager.close();await f.close()}
  57. })
  58. it('retains completed desktop state but fences the old lease and counts idle desktops against capacity',async()=>{
  59. const f=await fixture(),spec={id:randomUUID(),ownerKey:'owner',imageId:'sha256:'+'a'.repeat(64)}
  60. try{
  61. await f.runtime.pool.desktop(spec,'create',()=>{})
  62. expect(f.running.has(spec.id)).toBe(true)
  63. expect((await f.runtime.controls.status({agentId:spec.id,environmentId:spec.id,ownerKey:'owner'})).mode).toBe('idle')
  64. const lease=await f.runtime.pool.acquire(spec,'turn-1',()=>{})
  65. await f.runtime.pool.release(lease,true)
  66. expect(()=>f.runtime.pool.use(lease,async()=>{})).toThrow()
  67. const second={...spec,id:randomUUID()};await f.runtime.pool.desktop(second,'create',()=>{})
  68. await expect(f.runtime.pool.desktop({...spec,id:randomUUID()},'create',()=>{})).rejects.toMatchObject({code:'computer_quota'})
  69. await expect(f.runtime.pool.desktop({...spec,ownerKey:'other'},'remove',()=>{})).rejects.toMatchObject({code:'computer_owner_mismatch'})
  70. await f.runtime.pool.desktop(spec,'stop',()=>{});expect(f.running.has(spec.id)).toBe(false)
  71. await f.runtime.pool.desktop(spec,'start',()=>{});expect(f.running.has(spec.id)).toBe(true)
  72. await f.runtime.pool.desktop(spec,'recreate',()=>{});expect(f.running.has(spec.id)).toBe(true)
  73. await f.runtime.pool.desktop(spec,'remove',()=>{});expect(f.runtime.pool.definition('owner',spec.id)).toBeUndefined()
  74. expect(f.runtime.provider.deleteWorkspace).not.toHaveBeenCalled()
  75. }finally{await f.close()}
  76. })
  77. it('refuses lifecycle changes while a human or Agent holds the VM',async()=>{
  78. const f=await fixture(),spec={id:randomUUID(),ownerKey:'owner',imageId:'sha256:'+'a'.repeat(64)}
  79. try{
  80. const lease=await f.runtime.pool.acquire(spec,'human:test',()=>{})
  81. for(const action of ['stop','remove','recreate'] as const)await expect(f.runtime.pool.desktop(spec,action,()=>{})).rejects.toMatchObject({code:'computer_busy'})
  82. await f.runtime.pool.release(lease)
  83. }finally{await f.close()}
  84. })
  85. it('allows sharing policy changes with idle desktops but preserves active leases and image maintenance guards',async()=>{
  86. const f=await fixture(),manager=new LocalVmImages(f.runtime,f.db),spec={id:randomUUID(),ownerKey:'owner',imageId:'sha256:'+'a'.repeat(64)}
  87. try{
  88. await manager.ready
  89. await f.runtime.pool.desktop(spec,'create',()=>{})
  90. expect(f.runtime.pool.status('owner')[0]?.status).toBe('idle')
  91. await manager.policy('shared',3)
  92. expect(f.running.has(spec.id)).toBe(true)
  93. expect((await manager.status()).mode).toBe('shared')
  94. expect(f.runtime.pool.limits.concurrent).toBe(3)
  95. expect(()=>f.runtime.pool.beginMaintenance()).toThrow()
  96. const lease=await f.runtime.pool.acquire(spec,'human:fixture',()=>{})
  97. await expect(manager.policy('per-bot',2)).rejects.toMatchObject({code:'computer_busy'})
  98. expect((await manager.status()).mode).toBe('shared')
  99. expect(f.runtime.pool.limits.concurrent).toBe(3)
  100. await f.runtime.pool.release(lease,true)
  101. await manager.policy('per-bot',2)
  102. expect((await manager.status()).mode).toBe('per-bot')
  103. expect(f.running.has(spec.id)).toBe(true)
  104. await f.runtime.pool.desktop(spec,'stop',()=>{})
  105. const release=f.runtime.pool.beginMaintenance();release()
  106. }finally{await manager.close();await f.close()}
  107. })
  108. it('creates without a model and can stop or remove an existing desktop after Profile resolution fails',async()=>{
  109. const f=await fixture(),meta={environmentId:randomUUID(),agentId:randomUUID(),ownerKey:'owner'}
  110. try{
  111. f.runtime.config.imageId='sha256:'+'a'.repeat(64)
  112. const model=vi.spyOn(f.runtime,'resolve').mockRejectedValue(new Error('model unavailable'))
  113. const workspace=vi.spyOn(f.runtime,'resolveWorkspace').mockResolvedValue({type:'resolved',cwd:'/home/cua/workspace',configuredCwd:'.'})
  114. await f.runtime.desktop(meta,'default','create',()=>{})
  115. expect(f.running.has(meta.environmentId)).toBe(true)
  116. expect(f.runtime.pool.definition('owner',meta.environmentId)?.cwd).toBe('/home/cua/workspace')
  117. workspace.mockRejectedValue(new Error('Profile was removed'))
  118. await f.runtime.desktop(meta,'default','stop',()=>{})
  119. expect(f.running.has(meta.environmentId)).toBe(false)
  120. await f.runtime.desktop(meta,'default','remove',()=>{})
  121. expect(f.runtime.pool.definition('owner',meta.environmentId)).toBeUndefined()
  122. expect(workspace).toHaveBeenCalledOnce()
  123. expect(model).not.toHaveBeenCalled()
  124. expect(f.runtime.provider.deleteWorkspace).not.toHaveBeenCalled()
  125. }finally{await f.close()}
  126. })
  127. it('keeps uncertain preparation cleanup fenced and retries cleanup when runtime recovers',async()=>{
  128. const f=await fixture(),manager=new LocalVmImages(f.runtime,f.db),imageId='sha256:'+'a'.repeat(64)
  129. let canStop=false
  130. try{
  131. await manager.ready
  132. vi.spyOn(manager.images,'run').mockResolvedValue(imageId)
  133. vi.spyOn(manager.images,'inspect').mockResolvedValue({protocol:1,imageId,architecture:'arm64',driver:'0.20.0',layer:'5',createdAt:1})
  134. vi.mocked(f.runtime.provider.remove).mockImplementation(async()=>{if(!canStop)throw new Error('stop uncertain')})
  135. await manager.prepare(randomUUID(),async()=>{})
  136. await vi.waitFor(async()=>expect((await manager.status()).job?.state).toBe('failed'))
  137. expect(()=>f.runtime.pool.beginMaintenance()).toThrow()
  138. expect(f.runtime.config.imageId).toBe(UNCONFIGURED_COMPUTER_IMAGE)
  139. canStop=true;expect((await manager.status()).busy).toBe(false)
  140. const release=f.runtime.pool.beginMaintenance();release()
  141. }finally{canStop=true;await manager.close();await f.close()}
  142. })
  143. it('keeps two prepared images and binds one immutable image per independent or shared desktop',async()=>{
  144. const f=await fixture(),standard='sha256:'+'a'.repeat(64),cursor='sha256:'+'b'.repeat(64)
  145. f.runtime.config.imageId=standard
  146. const manager=new LocalVmImages(f.runtime,f.db)
  147. const manifest=(id:string)=>({protocol:1 as const,imageId:id,architecture:'amd64' as const,driver:'0.20.0' as const,layer:'5' as const,imageKey:id===cursor?'cursor' as const:'standard' as const,createdAt:1})
  148. try{
  149. vi.spyOn(manager.images,'inspect').mockImplementation(async id=>manifest(id))
  150. vi.spyOn(manager.images,'run').mockResolvedValue(standard+'\n'+cursor)
  151. await manager.prepare(randomUUID(),async()=>{},'cursor')
  152. await vi.waitFor(async()=>expect((await manager.status()).job?.state).toBe('complete'))
  153. expect((await manager.status()).images?.filter(i=>i.ready).map(i=>i.key)).toEqual(['standard','cursor'])
  154. expect(f.runtime.config.imageId).toBe(standard)
  155. const a={environmentId:randomUUID(),agentId:randomUUID(),ownerKey:'alice'},b={environmentId:randomUUID(),agentId:randomUUID(),ownerKey:'alice'}
  156. await manager.select(a,'standard',()=>{})
  157. await manager.select(b,'cursor',()=>{})
  158. expect(f.runtime.imageFor(a)).toBe(standard);expect(f.runtime.imageFor(b)).toBe(cursor)
  159. expect(f.runtime.imageFor({...b,agentId:randomUUID()})).toBe(cursor)
  160. await expect(manager.select({...b,ownerKey:'bob'},'standard',()=>{})).rejects.toMatchObject({code:'computer_owner_mismatch'})
  161. vi.spyOn(f.runtime,'resolveWorkspace').mockResolvedValue({type:'resolved',cwd:'/home/cua/workspace',configuredCwd:'.'})
  162. await f.runtime.desktop(a,'default','create',()=>{})
  163. await f.runtime.desktop(b,'default','create',()=>{})
  164. expect(f.running.size).toBe(2)
  165. expect(f.runtime.pool.definition('alice',a.environmentId)?.imageId).toBe(standard)
  166. expect(f.runtime.pool.definition('alice',b.environmentId)?.imageId).toBe(cursor)
  167. await expect(manager.select(b,'standard',()=>{})).rejects.toMatchObject({code:'computer_image_in_use'})
  168. await f.runtime.desktop(b,'default','stop',()=>{})
  169. await expect(manager.select(b,'standard',()=>{})).rejects.toMatchObject({code:'computer_image_in_use'})
  170. await f.runtime.desktop(b,'default','remove',()=>{})
  171. expect(f.runtime.imageFor(b)).toBe(cursor)
  172. await manager.select(b,'standard',()=>{})
  173. expect(f.runtime.imageFor({...b,agentId:randomUUID()})).toBe(standard)
  174. expect(f.runtime.provider.deleteWorkspace).toHaveBeenCalledTimes(2) // Only preparation scratch space.
  175. await manager.close()
  176. const resumed=new LocalVmImages(f.runtime,f.db);await resumed.ready
  177. expect(f.runtime.imageFor(b)).toBe(standard)
  178. vi.spyOn(resumed.images,'inspect').mockImplementation(async id=>manifest(id))
  179. expect((await resumed.options()).filter(i=>i.ready)).toHaveLength(2)
  180. await resumed.close()
  181. }finally{await manager.close();await f.close()}
  182. })
  183. it('does not select an unprepared image or mutate a choice after authorization expires',async()=>{
  184. const f=await fixture(),manager=new LocalVmImages(f.runtime,f.db),meta={environmentId:randomUUID(),agentId:randomUUID(),ownerKey:'alice'}
  185. try{
  186. await expect(manager.select(meta,'cursor',()=>{})).rejects.toMatchObject({code:'computer_image_required'})
  187. expect(f.runtime.imageFor(meta)).toBe(UNCONFIGURED_COMPUTER_IMAGE)
  188. const denied=()=>{throw new Error('expired')}
  189. await expect(manager.select(meta,'standard',denied)).rejects.toThrow('expired')
  190. expect(f.db.prepare('SELECT * FROM computer_image_bindings').all()).toEqual([])
  191. }finally{await manager.close();await f.close()}
  192. })
  193. it('does not fall back to the standard recipe when Cursor preparation fails',async()=>{
  194. const f=await fixture(),standard='sha256:'+'a'.repeat(64)
  195. f.runtime.config.imageId=standard
  196. const manager=new LocalVmImages(f.runtime,f.db)
  197. try{
  198. vi.spyOn(manager.images,'run').mockResolvedValue(standard)
  199. vi.spyOn(manager.images,'inspect').mockResolvedValue({protocol:1,imageId:standard,architecture:'arm64',driver:'0.20.0',layer:'5',createdAt:1})
  200. const prepare=vi.spyOn(manager.images,'prepare').mockRejectedValue(new Error('cursor build failed'))
  201. const id=randomUUID()
  202. await manager.prepare(id,async()=>{},'cursor')
  203. await vi.waitFor(async()=>expect((await manager.status()).job?.state).toBe('failed'))
  204. expect(prepare).toHaveBeenCalledWith(expect.any(String),'cursor')
  205. expect(f.runtime.config.imageId).toBe(standard)
  206. expect((await manager.options()).find(i=>i.key==='cursor')?.ready).toBe(false)
  207. await expect(manager.prepare(id,async()=>{},'standard')).rejects.toMatchObject({code:'idempotency_conflict'})
  208. }finally{await manager.close();await f.close()}
  209. })