hermes.shared_metrics.v3.schema.json 115 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587458845894590459145924593459445954596459745984599460046014602460346044605460646074608460946104611461246134614461546164617461846194620462146224623462446254626462746284629463046314632
  1. {
  2. "$schema": "https://json-schema.org/draft/2020-12/schema",
  3. "$id": "urn:hermes-agent:schema:shared-metrics:v3",
  4. "title": "Hermes Shared Metrics Package v3",
  5. "type": "object",
  6. "additionalProperties": false,
  7. "required": [
  8. "schema_version",
  9. "package_id",
  10. "install_id",
  11. "period_start",
  12. "period_end",
  13. "generated_at",
  14. "resource",
  15. "metrics"
  16. ],
  17. "properties": {
  18. "schema_version": {
  19. "const": "hermes.shared_metrics.v3"
  20. },
  21. "package_id": {
  22. "$ref": "#/$defs/uuid"
  23. },
  24. "install_id": {
  25. "description": "Random persistent identifier scoped to one HERMES_HOME.",
  26. "$ref": "#/$defs/uuid"
  27. },
  28. "period_start": {
  29. "type": "string",
  30. "format": "date-time"
  31. },
  32. "period_end": {
  33. "type": "string",
  34. "format": "date-time"
  35. },
  36. "generated_at": {
  37. "type": "string",
  38. "format": "date-time"
  39. },
  40. "resource": {
  41. "type": "object",
  42. "additionalProperties": false,
  43. "required": [
  44. "architecture",
  45. "hermes_version",
  46. "install_method",
  47. "os_family"
  48. ],
  49. "properties": {
  50. "architecture": {
  51. "type": "string",
  52. "enum": [
  53. "arm",
  54. "arm64",
  55. "unknown",
  56. "x86",
  57. "x86_64"
  58. ]
  59. },
  60. "hermes_version": {
  61. "type": "string",
  62. "minLength": 1,
  63. "maxLength": 64
  64. },
  65. "install_method": {
  66. "type": "string",
  67. "enum": [
  68. "apt",
  69. "docker",
  70. "git",
  71. "home-manager",
  72. "homebrew",
  73. "nixos",
  74. "pip",
  75. "unknown"
  76. ]
  77. },
  78. "os_family": {
  79. "type": "string",
  80. "enum": [
  81. "linux",
  82. "macos",
  83. "unknown",
  84. "windows"
  85. ]
  86. }
  87. }
  88. },
  89. "metrics": {
  90. "type": "array",
  91. "minItems": 1,
  92. "items": {
  93. "oneOf": [
  94. {
  95. "$ref": "#/$defs/client_active_counter"
  96. },
  97. {
  98. "$ref": "#/$defs/model_call_counter"
  99. },
  100. {
  101. "$ref": "#/$defs/model_route_counter"
  102. },
  103. {
  104. "$ref": "#/$defs/task_started_counter"
  105. },
  106. {
  107. "$ref": "#/$defs/task_finished_counter"
  108. },
  109. {
  110. "$ref": "#/$defs/task_duration_counter"
  111. },
  112. {
  113. "$ref": "#/$defs/tool_call_counter"
  114. },
  115. {
  116. "$ref": "#/$defs/tool_latency_counter"
  117. },
  118. {
  119. "$ref": "#/$defs/tool_approval_counter"
  120. },
  121. {
  122. "$ref": "#/$defs/skill_lifecycle_counter"
  123. },
  124. {
  125. "$ref": "#/$defs/skill_load_counter"
  126. },
  127. {
  128. "$ref": "#/$defs/tool_usage_counter"
  129. },
  130. {
  131. "$ref": "#/$defs/install_snapshot_counter"
  132. },
  133. {
  134. "$ref": "#/$defs/session_counter"
  135. },
  136. {
  137. "$ref": "#/$defs/install_milestone_counter"
  138. },
  139. {
  140. "$ref": "#/$defs/setup_completed_counter"
  141. },
  142. {
  143. "$ref": "#/$defs/model_tokens_sum"
  144. },
  145. {
  146. "$ref": "#/$defs/compression_counter"
  147. },
  148. {
  149. "$ref": "#/$defs/model_switch_counter"
  150. },
  151. {
  152. "$ref": "#/$defs/fallback_counter"
  153. },
  154. {
  155. "$ref": "#/$defs/slash_command_counter"
  156. },
  157. {
  158. "$ref": "#/$defs/extension_install_counter"
  159. },
  160. {
  161. "$ref": "#/$defs/memory_op_counter"
  162. },
  163. {
  164. "$ref": "#/$defs/curator_run_counter"
  165. },
  166. {
  167. "$ref": "#/$defs/delegation_run_counter"
  168. },
  169. {
  170. "$ref": "#/$defs/execution_backend_counter"
  171. },
  172. {
  173. "$ref": "#/$defs/platform_health_counter"
  174. },
  175. {
  176. "$ref": "#/$defs/platform_delivery_counter"
  177. },
  178. {
  179. "$ref": "#/$defs/reply_latency_counter"
  180. },
  181. {
  182. "$ref": "#/$defs/cron_run_counter"
  183. },
  184. {
  185. "$ref": "#/$defs/model_tool_quality_counter"
  186. },
  187. {
  188. "$ref": "#/$defs/model_friction_counter"
  189. },
  190. {
  191. "$ref": "#/$defs/context_peak_counter"
  192. },
  193. {
  194. "$ref": "#/$defs/startup_latency_counter"
  195. },
  196. {
  197. "$ref": "#/$defs/update_run_counter"
  198. },
  199. {
  200. "$ref": "#/$defs/update_stage_counter"
  201. },
  202. {
  203. "$ref": "#/$defs/process_exit_counter"
  204. },
  205. {
  206. "$ref": "#/$defs/file_edit_counter"
  207. },
  208. {
  209. "$ref": "#/$defs/loop_guard_counter"
  210. },
  211. {
  212. "$ref": "#/$defs/tool_recovery_counter"
  213. },
  214. {
  215. "$ref": "#/$defs/terminal_outcome_counter"
  216. },
  217. {
  218. "$ref": "#/$defs/model_reply_issue_counter"
  219. },
  220. {
  221. "$ref": "#/$defs/task_cost_counter"
  222. },
  223. {
  224. "$ref": "#/$defs/wasted_tokens_counter"
  225. },
  226. {
  227. "$ref": "#/$defs/tool_output_truncation_counter"
  228. },
  229. {
  230. "$ref": "#/$defs/tool_overhead_counter"
  231. },
  232. {
  233. "$ref": "#/$defs/tool_enabled_unused_counter"
  234. },
  235. {
  236. "$ref": "#/$defs/cache_break_counter"
  237. },
  238. {
  239. "$ref": "#/$defs/engagement_day_counter"
  240. },
  241. {
  242. "$ref": "#/$defs/engagement_surface_day_counter"
  243. },
  244. {
  245. "$ref": "#/$defs/model_switch_after_counter"
  246. },
  247. {
  248. "$ref": "#/$defs/desktop_feature_use_counter"
  249. },
  250. {
  251. "$ref": "#/$defs/desktop_friction_counter"
  252. },
  253. {
  254. "$ref": "#/$defs/desktop_onboarding_counter"
  255. },
  256. {
  257. "$ref": "#/$defs/desktop_mode_use_counter"
  258. },
  259. {
  260. "$ref": "#/$defs/desktop_action_use_counter"
  261. },
  262. {
  263. "$ref": "#/$defs/desktop_dislike_counter"
  264. },
  265. {
  266. "$ref": "#/$defs/tool_unavailable_counter"
  267. },
  268. {
  269. "$ref": "#/$defs/provider_setup_counter"
  270. },
  271. {
  272. "$ref": "#/$defs/feature_adoption_counter"
  273. },
  274. {
  275. "$ref": "#/$defs/feature_disabled_counter"
  276. }
  277. ]
  278. }
  279. }
  280. },
  281. "$defs": {
  282. "client_active_counter": {
  283. "type": "object",
  284. "additionalProperties": false,
  285. "required": [
  286. "name",
  287. "type",
  288. "dimensions",
  289. "value"
  290. ],
  291. "properties": {
  292. "name": {
  293. "const": "hermes.client.active"
  294. },
  295. "type": {
  296. "const": "counter"
  297. },
  298. "dimensions": {
  299. "type": "object",
  300. "additionalProperties": false,
  301. "maxProperties": 0
  302. },
  303. "value": {
  304. "const": 1
  305. }
  306. }
  307. },
  308. "uuid": {
  309. "type": "string",
  310. "pattern": "^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$"
  311. },
  312. "model_call_counter": {
  313. "type": "object",
  314. "additionalProperties": false,
  315. "required": [
  316. "name",
  317. "type",
  318. "dimensions",
  319. "value"
  320. ],
  321. "properties": {
  322. "name": {
  323. "const": "hermes.model_call.count"
  324. },
  325. "type": {
  326. "const": "counter"
  327. },
  328. "dimensions": {
  329. "type": "object",
  330. "additionalProperties": false,
  331. "required": [
  332. "call_role",
  333. "locality",
  334. "model_family",
  335. "outcome",
  336. "provider_family"
  337. ],
  338. "properties": {
  339. "call_role": {
  340. "const": "primary"
  341. },
  342. "locality": {
  343. "enum": [
  344. "local",
  345. "remote",
  346. "unknown"
  347. ]
  348. },
  349. "model_family": {
  350. "enum": [
  351. "claude",
  352. "deepseek",
  353. "gemini",
  354. "gemma",
  355. "glm",
  356. "gpt",
  357. "grok",
  358. "kimi",
  359. "llama",
  360. "minimax",
  361. "mimo",
  362. "mistral",
  363. "nemotron",
  364. "nova",
  365. "o1",
  366. "o3",
  367. "o4",
  368. "qwen",
  369. "step",
  370. "trinity",
  371. "unknown"
  372. ]
  373. },
  374. "outcome": {
  375. "enum": [
  376. "cancelled",
  377. "failed",
  378. "success"
  379. ]
  380. },
  381. "provider_family": {
  382. "enum": [
  383. "aggregator",
  384. "custom",
  385. "direct",
  386. "local",
  387. "unknown"
  388. ]
  389. }
  390. }
  391. },
  392. "value": {
  393. "type": "integer",
  394. "minimum": 1
  395. }
  396. }
  397. },
  398. "model_route_counter": {
  399. "type": "object",
  400. "additionalProperties": false,
  401. "required": [
  402. "name",
  403. "type",
  404. "dimensions",
  405. "value"
  406. ],
  407. "properties": {
  408. "name": {
  409. "const": "hermes.model_route.count"
  410. },
  411. "type": {
  412. "const": "counter"
  413. },
  414. "dimensions": {
  415. "type": "object",
  416. "additionalProperties": false,
  417. "required": [
  418. "model",
  419. "provider"
  420. ],
  421. "properties": {
  422. "model": {
  423. "type": "string",
  424. "minLength": 1,
  425. "maxLength": 256,
  426. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  427. },
  428. "provider": {
  429. "type": "string",
  430. "minLength": 1,
  431. "maxLength": 64,
  432. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  433. },
  434. "call_role": {
  435. "enum": [
  436. "auxiliary",
  437. "primary"
  438. ]
  439. },
  440. "error_class": {
  441. "$ref": "#/$defs/vocabulary_identifier"
  442. },
  443. "outcome": {
  444. "enum": [
  445. "cancelled",
  446. "failed",
  447. "success"
  448. ]
  449. },
  450. "ttft_bucket": {
  451. "enum": [
  452. "1s_to_2s",
  453. "2s_to_5s",
  454. "500ms_to_1s",
  455. "5s_to_15s",
  456. "gte_15s",
  457. "lt_500ms",
  458. "not_streamed",
  459. "unknown"
  460. ]
  461. }
  462. },
  463. "dependentRequired": {
  464. "call_role": [
  465. "call_role",
  466. "error_class",
  467. "outcome"
  468. ],
  469. "error_class": [
  470. "call_role",
  471. "error_class",
  472. "outcome"
  473. ],
  474. "outcome": [
  475. "call_role",
  476. "error_class",
  477. "outcome"
  478. ]
  479. },
  480. "description": "v3 rows carry call_role/error_class/outcome (and ttft_bucket from the decision-data build); rows counted by an older build carry only model/provider."
  481. },
  482. "value": {
  483. "type": "integer",
  484. "minimum": 1
  485. }
  486. }
  487. },
  488. "task_started_counter": {
  489. "type": "object",
  490. "additionalProperties": false,
  491. "required": [
  492. "name",
  493. "type",
  494. "dimensions",
  495. "value"
  496. ],
  497. "properties": {
  498. "name": {
  499. "const": "hermes.task_run.started"
  500. },
  501. "type": {
  502. "const": "counter"
  503. },
  504. "dimensions": {
  505. "type": "object",
  506. "additionalProperties": false,
  507. "required": [
  508. "entrypoint",
  509. "execution_surface"
  510. ],
  511. "properties": {
  512. "entrypoint": {
  513. "$ref": "#/$defs/task_entrypoint"
  514. },
  515. "execution_surface": {
  516. "$ref": "#/$defs/execution_surface"
  517. },
  518. "platform": {
  519. "$ref": "#/$defs/catalog_identifier"
  520. }
  521. }
  522. },
  523. "value": {
  524. "type": "integer",
  525. "minimum": 1
  526. }
  527. }
  528. },
  529. "task_finished_counter": {
  530. "type": "object",
  531. "additionalProperties": false,
  532. "required": [
  533. "name",
  534. "type",
  535. "dimensions",
  536. "value"
  537. ],
  538. "properties": {
  539. "name": {
  540. "const": "hermes.task_run.finished"
  541. },
  542. "type": {
  543. "const": "counter"
  544. },
  545. "dimensions": {
  546. "oneOf": [
  547. {
  548. "type": "object",
  549. "additionalProperties": false,
  550. "required": [
  551. "end_reason",
  552. "entrypoint",
  553. "execution_surface",
  554. "failure_class",
  555. "outcome",
  556. "platform",
  557. "termination"
  558. ],
  559. "properties": {
  560. "end_reason": {
  561. "enum": [
  562. "approval_denied",
  563. "completed",
  564. "failed",
  565. "guardrail_blocked",
  566. "iteration_limit",
  567. "system_aborted",
  568. "timed_out",
  569. "unknown",
  570. "user_cancelled"
  571. ]
  572. },
  573. "entrypoint": {
  574. "$ref": "#/$defs/task_entrypoint"
  575. },
  576. "execution_surface": {
  577. "$ref": "#/$defs/execution_surface"
  578. },
  579. "failure_class": {
  580. "$ref": "#/$defs/vocabulary_identifier"
  581. },
  582. "outcome": {
  583. "enum": [
  584. "cancelled",
  585. "failed",
  586. "success",
  587. "timed_out",
  588. "unknown"
  589. ]
  590. },
  591. "platform": {
  592. "$ref": "#/$defs/catalog_identifier"
  593. },
  594. "termination": {
  595. "enum": [
  596. "none",
  597. "system_aborted",
  598. "timed_out",
  599. "unknown",
  600. "user_cancelled"
  601. ]
  602. }
  603. }
  604. },
  605. {
  606. "type": "object",
  607. "additionalProperties": false,
  608. "required": [
  609. "duration_bucket",
  610. "end_reason",
  611. "entrypoint",
  612. "execution_surface",
  613. "model_call_count_bucket",
  614. "outcome",
  615. "retry_count_bucket",
  616. "termination",
  617. "tool_call_count_bucket"
  618. ],
  619. "properties": {
  620. "duration_bucket": {
  621. "$ref": "#/$defs/duration_bucket"
  622. },
  623. "end_reason": {
  624. "enum": [
  625. "approval_denied",
  626. "completed",
  627. "failed",
  628. "guardrail_blocked",
  629. "iteration_limit",
  630. "system_aborted",
  631. "timed_out",
  632. "unknown",
  633. "user_cancelled"
  634. ]
  635. },
  636. "entrypoint": {
  637. "$ref": "#/$defs/task_entrypoint"
  638. },
  639. "execution_surface": {
  640. "$ref": "#/$defs/execution_surface"
  641. },
  642. "model_call_count_bucket": {
  643. "$ref": "#/$defs/count_bucket"
  644. },
  645. "outcome": {
  646. "enum": [
  647. "cancelled",
  648. "failed",
  649. "success",
  650. "timed_out",
  651. "unknown"
  652. ]
  653. },
  654. "retry_count_bucket": {
  655. "$ref": "#/$defs/count_bucket"
  656. },
  657. "termination": {
  658. "enum": [
  659. "none",
  660. "system_aborted",
  661. "timed_out",
  662. "unknown",
  663. "user_cancelled"
  664. ]
  665. },
  666. "tool_call_count_bucket": {
  667. "$ref": "#/$defs/count_bucket"
  668. }
  669. }
  670. }
  671. ]
  672. },
  673. "value": {
  674. "type": "integer",
  675. "minimum": 1
  676. }
  677. }
  678. },
  679. "execution_surface": {
  680. "enum": [
  681. "acp",
  682. "api",
  683. "batch",
  684. "cli",
  685. "desktop",
  686. "gateway",
  687. "other",
  688. "python",
  689. "scheduled_task",
  690. "tui",
  691. "unknown"
  692. ]
  693. },
  694. "task_entrypoint": {
  695. "enum": [
  696. "api",
  697. "background",
  698. "batch",
  699. "delegated",
  700. "gateway_message",
  701. "interactive",
  702. "one_shot",
  703. "other",
  704. "python",
  705. "scheduled_task",
  706. "unknown"
  707. ]
  708. },
  709. "duration_bucket": {
  710. "enum": [
  711. "1s_to_5s",
  712. "2m_to_10m",
  713. "30s_to_2m",
  714. "5s_to_30s",
  715. "gte_10m",
  716. "lt_1s"
  717. ]
  718. },
  719. "count_bucket": {
  720. "enum": [
  721. "0",
  722. "1",
  723. "2",
  724. "3_to_5",
  725. "6_to_10",
  726. "gte_11"
  727. ]
  728. },
  729. "tool_latency_bucket": {
  730. "enum": [
  731. "100ms_to_250ms",
  732. "10s_to_30s",
  733. "1s_to_2s",
  734. "250ms_to_500ms",
  735. "2s_to_5s",
  736. "500ms_to_1s",
  737. "5s_to_10s",
  738. "gte_30s",
  739. "lt_100ms",
  740. "unknown"
  741. ]
  742. },
  743. "tool_retry_bucket": {
  744. "enum": [
  745. "0",
  746. "1",
  747. "2",
  748. "3_to_5",
  749. "6_to_10",
  750. "gte_11",
  751. "unknown"
  752. ]
  753. },
  754. "tool_call_counter": {
  755. "type": "object",
  756. "additionalProperties": false,
  757. "required": [
  758. "name",
  759. "type",
  760. "dimensions",
  761. "value"
  762. ],
  763. "properties": {
  764. "name": {
  765. "const": "hermes.tool_call.count"
  766. },
  767. "type": {
  768. "const": "counter"
  769. },
  770. "dimensions": {
  771. "type": "object",
  772. "additionalProperties": false,
  773. "required": [
  774. "approval_outcome",
  775. "outcome",
  776. "tool_category"
  777. ],
  778. "properties": {
  779. "approval_outcome": {
  780. "enum": [
  781. "approved",
  782. "cancelled",
  783. "denied",
  784. "not_required",
  785. "timed_out",
  786. "unknown"
  787. ]
  788. },
  789. "latency_bucket": {
  790. "$ref": "#/$defs/tool_latency_bucket"
  791. },
  792. "outcome": {
  793. "enum": [
  794. "blocked",
  795. "cancelled",
  796. "failed",
  797. "success",
  798. "timed_out",
  799. "unknown"
  800. ]
  801. },
  802. "retry_count_bucket": {
  803. "$ref": "#/$defs/tool_retry_bucket"
  804. },
  805. "tool_category": {
  806. "enum": [
  807. "browser",
  808. "code_execution",
  809. "communication",
  810. "computer_use",
  811. "delegation",
  812. "file",
  813. "home_automation",
  814. "mcp",
  815. "media",
  816. "memory",
  817. "other",
  818. "planning",
  819. "project",
  820. "scheduler",
  821. "skill",
  822. "terminal",
  823. "unknown",
  824. "web"
  825. ]
  826. }
  827. },
  828. "dependentRequired": {
  829. "latency_bucket": [
  830. "retry_count_bucket"
  831. ],
  832. "retry_count_bucket": [
  833. "latency_bucket"
  834. ]
  835. }
  836. },
  837. "value": {
  838. "type": "integer",
  839. "minimum": 1
  840. }
  841. }
  842. },
  843. "tool_approval_counter": {
  844. "type": "object",
  845. "additionalProperties": false,
  846. "required": [
  847. "name",
  848. "type",
  849. "dimensions",
  850. "value"
  851. ],
  852. "properties": {
  853. "name": {
  854. "const": "hermes.tool_approval.count"
  855. },
  856. "type": {
  857. "const": "counter"
  858. },
  859. "dimensions": {
  860. "type": "object",
  861. "additionalProperties": false,
  862. "required": [
  863. "attribution",
  864. "outcome"
  865. ],
  866. "properties": {
  867. "attribution": {
  868. "enum": [
  869. "tool_call",
  870. "unattributed"
  871. ]
  872. },
  873. "outcome": {
  874. "enum": [
  875. "approved",
  876. "cancelled",
  877. "denied",
  878. "timed_out",
  879. "unknown"
  880. ]
  881. }
  882. }
  883. },
  884. "value": {
  885. "type": "integer",
  886. "minimum": 1
  887. }
  888. }
  889. },
  890. "skill_lifecycle_counter": {
  891. "type": "object",
  892. "additionalProperties": false,
  893. "required": [
  894. "name",
  895. "type",
  896. "dimensions",
  897. "value"
  898. ],
  899. "properties": {
  900. "name": {
  901. "const": "hermes.skill.lifecycle.count"
  902. },
  903. "type": {
  904. "const": "counter"
  905. },
  906. "dimensions": {
  907. "type": "object",
  908. "additionalProperties": false,
  909. "required": [
  910. "action",
  911. "provenance"
  912. ],
  913. "properties": {
  914. "action": {
  915. "enum": [
  916. "archived",
  917. "created",
  918. "edited",
  919. "installed",
  920. "patched",
  921. "restored",
  922. "stale"
  923. ]
  924. },
  925. "provenance": {
  926. "$ref": "#/$defs/skill_provenance"
  927. }
  928. }
  929. },
  930. "value": {
  931. "type": "integer",
  932. "minimum": 1
  933. }
  934. }
  935. },
  936. "skill_load_counter": {
  937. "type": "object",
  938. "additionalProperties": false,
  939. "required": [
  940. "name",
  941. "type",
  942. "dimensions",
  943. "value"
  944. ],
  945. "properties": {
  946. "name": {
  947. "const": "hermes.skill.load.count"
  948. },
  949. "type": {
  950. "const": "counter"
  951. },
  952. "dimensions": {
  953. "type": "object",
  954. "additionalProperties": false,
  955. "required": [
  956. "post_patch_state",
  957. "provenance",
  958. "reuse_state",
  959. "use_count_bucket"
  960. ],
  961. "properties": {
  962. "post_patch_state": {
  963. "enum": [
  964. "no_new_patch",
  965. "not_applicable",
  966. "reused_after_patch"
  967. ]
  968. },
  969. "provenance": {
  970. "$ref": "#/$defs/skill_provenance"
  971. },
  972. "reuse_state": {
  973. "enum": [
  974. "first_use",
  975. "reused"
  976. ]
  977. },
  978. "use_count_bucket": {
  979. "$ref": "#/$defs/count_bucket"
  980. },
  981. "skill_name": {
  982. "$ref": "#/$defs/catalog_identifier"
  983. }
  984. },
  985. "description": "skill_name is a bundled/optional skill name or 'custom'; absent on rows counted before it existed."
  986. },
  987. "value": {
  988. "type": "integer",
  989. "minimum": 1
  990. }
  991. }
  992. },
  993. "skill_provenance": {
  994. "enum": [
  995. "agent_created",
  996. "external",
  997. "installed",
  998. "local",
  999. "unknown"
  1000. ]
  1001. },
  1002. "vocabulary_identifier": {
  1003. "type": "string",
  1004. "pattern": "^[a-z0-9][a-z0-9_]{0,63}$",
  1005. "description": "Closed vocabulary owned by hermes_cli/observability/shared_metrics_contract.py (derived from in-repo registries); values outside it are never emitted."
  1006. },
  1007. "tool_usage_counter": {
  1008. "type": "object",
  1009. "additionalProperties": false,
  1010. "required": [
  1011. "name",
  1012. "type",
  1013. "dimensions",
  1014. "value"
  1015. ],
  1016. "properties": {
  1017. "name": {
  1018. "const": "hermes.tool.usage.count"
  1019. },
  1020. "type": {
  1021. "const": "counter"
  1022. },
  1023. "dimensions": {
  1024. "type": "object",
  1025. "additionalProperties": false,
  1026. "required": [
  1027. "error_class",
  1028. "outcome",
  1029. "tool_name"
  1030. ],
  1031. "properties": {
  1032. "error_class": {
  1033. "enum": [
  1034. "blocked",
  1035. "contract_violation",
  1036. "exception",
  1037. "interrupted",
  1038. "invalid_arguments",
  1039. "none",
  1040. "timeout",
  1041. "tool_error",
  1042. "unknown"
  1043. ]
  1044. },
  1045. "outcome": {
  1046. "enum": [
  1047. "blocked",
  1048. "cancelled",
  1049. "failed",
  1050. "success",
  1051. "timed_out",
  1052. "unknown"
  1053. ]
  1054. },
  1055. "tool_name": {
  1056. "$ref": "#/$defs/vocabulary_identifier"
  1057. }
  1058. }
  1059. },
  1060. "value": {
  1061. "type": "integer",
  1062. "minimum": 1
  1063. }
  1064. }
  1065. },
  1066. "size_bucket": {
  1067. "enum": [
  1068. "0",
  1069. "1",
  1070. "2",
  1071. "3_to_5",
  1072. "6_to_10",
  1073. "11_to_25",
  1074. "26_to_100",
  1075. "101_to_250",
  1076. "gte_251"
  1077. ]
  1078. },
  1079. "install_snapshot_counter": {
  1080. "type": "object",
  1081. "additionalProperties": false,
  1082. "required": [
  1083. "name",
  1084. "type",
  1085. "dimensions",
  1086. "value"
  1087. ],
  1088. "properties": {
  1089. "name": {
  1090. "const": "hermes.install.snapshot"
  1091. },
  1092. "type": {
  1093. "const": "counter"
  1094. },
  1095. "dimensions": {
  1096. "type": "object",
  1097. "additionalProperties": false,
  1098. "required": [
  1099. "cron_job_count_bucket",
  1100. "mcp_server_count_bucket",
  1101. "memory_provider",
  1102. "plugin_count_bucket",
  1103. "profile_count_bucket",
  1104. "skill_count_bucket"
  1105. ],
  1106. "properties": {
  1107. "cron_job_count_bucket": {
  1108. "$ref": "#/$defs/size_bucket"
  1109. },
  1110. "mcp_server_count_bucket": {
  1111. "$ref": "#/$defs/size_bucket"
  1112. },
  1113. "memory_provider": {
  1114. "$ref": "#/$defs/vocabulary_identifier"
  1115. },
  1116. "plugin_count_bucket": {
  1117. "$ref": "#/$defs/size_bucket"
  1118. },
  1119. "profile_count_bucket": {
  1120. "$ref": "#/$defs/size_bucket"
  1121. },
  1122. "skill_count_bucket": {
  1123. "$ref": "#/$defs/size_bucket"
  1124. },
  1125. "display_language": {
  1126. "$ref": "#/$defs/catalog_identifier"
  1127. },
  1128. "install_age_bucket": {
  1129. "$ref": "#/$defs/install_age_bucket"
  1130. },
  1131. "main_provider": {
  1132. "$ref": "#/$defs/provider_identifier"
  1133. },
  1134. "messaging_platform_count_bucket": {
  1135. "$ref": "#/$defs/size_bucket"
  1136. },
  1137. "terminal_backend": {
  1138. "enum": [
  1139. "daytona",
  1140. "docker",
  1141. "local",
  1142. "managed_modal",
  1143. "modal",
  1144. "other",
  1145. "singularity",
  1146. "ssh",
  1147. "vercel_sandbox"
  1148. ]
  1149. },
  1150. "behind_bucket": {
  1151. "enum": [
  1152. "0",
  1153. "1",
  1154. "2",
  1155. "3_to_5",
  1156. "6_to_10",
  1157. "gte_11",
  1158. "unknown"
  1159. ]
  1160. },
  1161. "gpu_class": {
  1162. "enum": [
  1163. "amd",
  1164. "apple_silicon",
  1165. "intel",
  1166. "none",
  1167. "nvidia",
  1168. "unknown"
  1169. ]
  1170. },
  1171. "local_model_provider_used": {
  1172. "enum": [
  1173. "no",
  1174. "yes"
  1175. ]
  1176. },
  1177. "ram_bucket": {
  1178. "enum": [
  1179. "lt_8g",
  1180. "8g_to_16g",
  1181. "16g_to_32g",
  1182. "32g_to_64g",
  1183. "64g_to_128g",
  1184. "gte_128g",
  1185. "unknown"
  1186. ]
  1187. },
  1188. "release_channel": {
  1189. "enum": [
  1190. "dev",
  1191. "main",
  1192. "stable",
  1193. "unknown"
  1194. ]
  1195. },
  1196. "version_age_bucket": {
  1197. "enum": [
  1198. "lt_7d",
  1199. "7d_to_30d",
  1200. "30d_to_90d",
  1201. "gte_90d",
  1202. "unknown"
  1203. ]
  1204. }
  1205. },
  1206. "description": "The five decision-data fields are absent on snapshots counted before they existed. The six version-lag/channel/hardware fields are absent on snapshots counted before they existed."
  1207. },
  1208. "value": {
  1209. "const": 1
  1210. }
  1211. }
  1212. },
  1213. "session_duration_bucket": {
  1214. "enum": [
  1215. "1m_to_5m",
  1216. "2h_to_8h",
  1217. "30m_to_2h",
  1218. "5m_to_30m",
  1219. "gte_8h",
  1220. "lt_1m"
  1221. ]
  1222. },
  1223. "install_age_bucket": {
  1224. "enum": [
  1225. "1d_to_7d",
  1226. "1h_to_1d",
  1227. "30d_to_90d",
  1228. "7d_to_30d",
  1229. "gte_90d",
  1230. "lt_1h",
  1231. "unknown"
  1232. ]
  1233. },
  1234. "provider_identifier": {
  1235. "type": "string",
  1236. "minLength": 1,
  1237. "maxLength": 64,
  1238. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  1239. },
  1240. "session_counter": {
  1241. "type": "object",
  1242. "additionalProperties": false,
  1243. "required": [
  1244. "name",
  1245. "type",
  1246. "dimensions",
  1247. "value"
  1248. ],
  1249. "properties": {
  1250. "name": {
  1251. "const": "hermes.session.count"
  1252. },
  1253. "type": {
  1254. "const": "counter"
  1255. },
  1256. "dimensions": {
  1257. "type": "object",
  1258. "additionalProperties": false,
  1259. "required": [
  1260. "active_duration_bucket",
  1261. "entrypoint",
  1262. "execution_surface",
  1263. "failed_turn_count_bucket",
  1264. "last_outcome",
  1265. "platform",
  1266. "turn_count_bucket"
  1267. ],
  1268. "properties": {
  1269. "active_duration_bucket": {
  1270. "$ref": "#/$defs/session_duration_bucket"
  1271. },
  1272. "entrypoint": {
  1273. "$ref": "#/$defs/task_entrypoint"
  1274. },
  1275. "execution_surface": {
  1276. "$ref": "#/$defs/execution_surface"
  1277. },
  1278. "failed_turn_count_bucket": {
  1279. "$ref": "#/$defs/count_bucket"
  1280. },
  1281. "last_outcome": {
  1282. "enum": [
  1283. "cancelled",
  1284. "failed",
  1285. "success",
  1286. "timed_out",
  1287. "unknown"
  1288. ]
  1289. },
  1290. "platform": {
  1291. "$ref": "#/$defs/catalog_identifier"
  1292. },
  1293. "turn_count_bucket": {
  1294. "$ref": "#/$defs/size_bucket"
  1295. },
  1296. "message_count_bucket": {
  1297. "$ref": "#/$defs/long_size_bucket"
  1298. },
  1299. "model_call_count_bucket": {
  1300. "$ref": "#/$defs/long_size_bucket"
  1301. },
  1302. "tool_call_count_bucket": {
  1303. "$ref": "#/$defs/long_size_bucket"
  1304. }
  1305. },
  1306. "description": "v5 engagement: message/model-call/tool-call buckets are optional so session rows recorded before them still validate; one row per conversation (compression-rotated segments merged)."
  1307. },
  1308. "value": {
  1309. "type": "integer",
  1310. "minimum": 1
  1311. }
  1312. }
  1313. },
  1314. "install_milestone_counter": {
  1315. "type": "object",
  1316. "additionalProperties": false,
  1317. "required": [
  1318. "name",
  1319. "type",
  1320. "dimensions",
  1321. "value"
  1322. ],
  1323. "properties": {
  1324. "name": {
  1325. "const": "hermes.install.milestone"
  1326. },
  1327. "type": {
  1328. "const": "counter"
  1329. },
  1330. "dimensions": {
  1331. "type": "object",
  1332. "additionalProperties": false,
  1333. "required": [
  1334. "install_age_bucket",
  1335. "milestone"
  1336. ],
  1337. "properties": {
  1338. "install_age_bucket": {
  1339. "$ref": "#/$defs/install_age_bucket"
  1340. },
  1341. "milestone": {
  1342. "enum": [
  1343. "first_delegation",
  1344. "first_gateway_message",
  1345. "first_long_session",
  1346. "first_mcp_tool_success",
  1347. "first_scheduled_task",
  1348. "first_skill_created",
  1349. "first_skill_reused",
  1350. "first_task_started",
  1351. "first_task_success",
  1352. "first_tool_success",
  1353. "setup_completed"
  1354. ]
  1355. }
  1356. }
  1357. },
  1358. "value": {
  1359. "const": 1
  1360. }
  1361. }
  1362. },
  1363. "setup_completed_counter": {
  1364. "type": "object",
  1365. "additionalProperties": false,
  1366. "required": [
  1367. "name",
  1368. "type",
  1369. "dimensions",
  1370. "value"
  1371. ],
  1372. "properties": {
  1373. "name": {
  1374. "const": "hermes.setup.completed"
  1375. },
  1376. "type": {
  1377. "const": "counter"
  1378. },
  1379. "dimensions": {
  1380. "type": "object",
  1381. "additionalProperties": false,
  1382. "required": [
  1383. "provider",
  1384. "surface"
  1385. ],
  1386. "properties": {
  1387. "provider": {
  1388. "$ref": "#/$defs/provider_identifier"
  1389. },
  1390. "surface": {
  1391. "enum": [
  1392. "cli",
  1393. "desktop",
  1394. "other"
  1395. ]
  1396. }
  1397. }
  1398. },
  1399. "value": {
  1400. "type": "integer",
  1401. "minimum": 1
  1402. }
  1403. }
  1404. },
  1405. "model_tokens_sum": {
  1406. "type": "object",
  1407. "additionalProperties": false,
  1408. "required": [
  1409. "name",
  1410. "type",
  1411. "dimensions",
  1412. "value"
  1413. ],
  1414. "properties": {
  1415. "name": {
  1416. "const": "hermes.model_tokens.sum"
  1417. },
  1418. "type": {
  1419. "const": "counter"
  1420. },
  1421. "dimensions": {
  1422. "type": "object",
  1423. "additionalProperties": false,
  1424. "required": [
  1425. "aux_task",
  1426. "call_role",
  1427. "model",
  1428. "provider",
  1429. "token_type"
  1430. ],
  1431. "properties": {
  1432. "aux_task": {
  1433. "$ref": "#/$defs/vocabulary_identifier"
  1434. },
  1435. "call_role": {
  1436. "enum": [
  1437. "auxiliary",
  1438. "primary"
  1439. ]
  1440. },
  1441. "model": {
  1442. "type": "string",
  1443. "minLength": 1,
  1444. "maxLength": 256,
  1445. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  1446. },
  1447. "provider": {
  1448. "$ref": "#/$defs/provider_identifier"
  1449. },
  1450. "token_type": {
  1451. "enum": [
  1452. "cache_read",
  1453. "cache_write",
  1454. "input",
  1455. "output",
  1456. "reasoning"
  1457. ]
  1458. }
  1459. },
  1460. "description": "value is the summed token count for the day, not an event count."
  1461. },
  1462. "value": {
  1463. "type": "integer",
  1464. "minimum": 1
  1465. }
  1466. }
  1467. },
  1468. "compression_counter": {
  1469. "type": "object",
  1470. "additionalProperties": false,
  1471. "required": [
  1472. "name",
  1473. "type",
  1474. "dimensions",
  1475. "value"
  1476. ],
  1477. "properties": {
  1478. "name": {
  1479. "const": "hermes.compression.count"
  1480. },
  1481. "type": {
  1482. "const": "counter"
  1483. },
  1484. "dimensions": {
  1485. "type": "object",
  1486. "additionalProperties": false,
  1487. "required": [
  1488. "context_fill_bucket",
  1489. "outcome",
  1490. "trigger"
  1491. ],
  1492. "properties": {
  1493. "context_fill_bucket": {
  1494. "enum": [
  1495. "50_to_75",
  1496. "75_to_90",
  1497. "90_to_100",
  1498. "gte_100",
  1499. "lt_50",
  1500. "unknown"
  1501. ]
  1502. },
  1503. "outcome": {
  1504. "enum": [
  1505. "failed",
  1506. "skipped",
  1507. "success"
  1508. ]
  1509. },
  1510. "trigger": {
  1511. "enum": [
  1512. "auto",
  1513. "manual",
  1514. "other",
  1515. "overflow"
  1516. ]
  1517. }
  1518. }
  1519. },
  1520. "value": {
  1521. "type": "integer",
  1522. "minimum": 1
  1523. }
  1524. }
  1525. },
  1526. "model_switch_counter": {
  1527. "type": "object",
  1528. "additionalProperties": false,
  1529. "required": [
  1530. "name",
  1531. "type",
  1532. "dimensions",
  1533. "value"
  1534. ],
  1535. "properties": {
  1536. "name": {
  1537. "const": "hermes.model_switch.count"
  1538. },
  1539. "type": {
  1540. "const": "counter"
  1541. },
  1542. "dimensions": {
  1543. "type": "object",
  1544. "additionalProperties": false,
  1545. "required": [
  1546. "execution_surface",
  1547. "from_provider",
  1548. "to_provider"
  1549. ],
  1550. "properties": {
  1551. "execution_surface": {
  1552. "$ref": "#/$defs/execution_surface"
  1553. },
  1554. "from_provider": {
  1555. "$ref": "#/$defs/provider_identifier"
  1556. },
  1557. "to_provider": {
  1558. "$ref": "#/$defs/provider_identifier"
  1559. }
  1560. }
  1561. },
  1562. "value": {
  1563. "type": "integer",
  1564. "minimum": 1
  1565. }
  1566. }
  1567. },
  1568. "fallback_counter": {
  1569. "type": "object",
  1570. "additionalProperties": false,
  1571. "required": [
  1572. "name",
  1573. "type",
  1574. "dimensions",
  1575. "value"
  1576. ],
  1577. "properties": {
  1578. "name": {
  1579. "const": "hermes.fallback.count"
  1580. },
  1581. "type": {
  1582. "const": "counter"
  1583. },
  1584. "dimensions": {
  1585. "type": "object",
  1586. "additionalProperties": false,
  1587. "required": [
  1588. "error_class",
  1589. "from_provider",
  1590. "to_provider"
  1591. ],
  1592. "properties": {
  1593. "error_class": {
  1594. "$ref": "#/$defs/vocabulary_identifier"
  1595. },
  1596. "from_provider": {
  1597. "$ref": "#/$defs/provider_identifier"
  1598. },
  1599. "to_provider": {
  1600. "$ref": "#/$defs/provider_identifier"
  1601. }
  1602. }
  1603. },
  1604. "value": {
  1605. "type": "integer",
  1606. "minimum": 1
  1607. }
  1608. }
  1609. },
  1610. "slash_command_counter": {
  1611. "type": "object",
  1612. "additionalProperties": false,
  1613. "required": [
  1614. "name",
  1615. "type",
  1616. "dimensions",
  1617. "value"
  1618. ],
  1619. "properties": {
  1620. "name": {
  1621. "const": "hermes.slash_command.count"
  1622. },
  1623. "type": {
  1624. "const": "counter"
  1625. },
  1626. "dimensions": {
  1627. "type": "object",
  1628. "additionalProperties": false,
  1629. "required": [
  1630. "command",
  1631. "execution_surface"
  1632. ],
  1633. "properties": {
  1634. "command": {
  1635. "$ref": "#/$defs/catalog_identifier"
  1636. },
  1637. "execution_surface": {
  1638. "$ref": "#/$defs/execution_surface"
  1639. }
  1640. }
  1641. },
  1642. "value": {
  1643. "type": "integer",
  1644. "minimum": 1
  1645. }
  1646. }
  1647. },
  1648. "extension_install_counter": {
  1649. "type": "object",
  1650. "additionalProperties": false,
  1651. "required": [
  1652. "name",
  1653. "type",
  1654. "dimensions",
  1655. "value"
  1656. ],
  1657. "properties": {
  1658. "name": {
  1659. "const": "hermes.extension.install.count"
  1660. },
  1661. "type": {
  1662. "const": "counter"
  1663. },
  1664. "dimensions": {
  1665. "type": "object",
  1666. "additionalProperties": false,
  1667. "required": [
  1668. "kind",
  1669. "name",
  1670. "outcome",
  1671. "source"
  1672. ],
  1673. "properties": {
  1674. "kind": {
  1675. "enum": [
  1676. "mcp_server",
  1677. "plugin",
  1678. "skill"
  1679. ]
  1680. },
  1681. "name": {
  1682. "$ref": "#/$defs/catalog_identifier"
  1683. },
  1684. "outcome": {
  1685. "enum": [
  1686. "failed",
  1687. "success"
  1688. ]
  1689. },
  1690. "source": {
  1691. "enum": [
  1692. "bundled",
  1693. "catalog",
  1694. "hub",
  1695. "local",
  1696. "other",
  1697. "url"
  1698. ]
  1699. }
  1700. }
  1701. },
  1702. "value": {
  1703. "type": "integer",
  1704. "minimum": 1
  1705. }
  1706. }
  1707. },
  1708. "memory_op_counter": {
  1709. "type": "object",
  1710. "additionalProperties": false,
  1711. "required": [
  1712. "name",
  1713. "type",
  1714. "dimensions",
  1715. "value"
  1716. ],
  1717. "properties": {
  1718. "name": {
  1719. "const": "hermes.memory.op.count"
  1720. },
  1721. "type": {
  1722. "const": "counter"
  1723. },
  1724. "dimensions": {
  1725. "type": "object",
  1726. "additionalProperties": false,
  1727. "required": [
  1728. "op",
  1729. "origin",
  1730. "outcome",
  1731. "provider"
  1732. ],
  1733. "properties": {
  1734. "op": {
  1735. "enum": [
  1736. "add",
  1737. "other",
  1738. "read",
  1739. "remove",
  1740. "replace",
  1741. "search"
  1742. ]
  1743. },
  1744. "origin": {
  1745. "enum": [
  1746. "background_review",
  1747. "foreground"
  1748. ]
  1749. },
  1750. "outcome": {
  1751. "enum": [
  1752. "failed",
  1753. "rejected",
  1754. "success"
  1755. ]
  1756. },
  1757. "provider": {
  1758. "$ref": "#/$defs/vocabulary_identifier"
  1759. }
  1760. }
  1761. },
  1762. "value": {
  1763. "type": "integer",
  1764. "minimum": 1
  1765. }
  1766. }
  1767. },
  1768. "curator_run_counter": {
  1769. "type": "object",
  1770. "additionalProperties": false,
  1771. "required": [
  1772. "name",
  1773. "type",
  1774. "dimensions",
  1775. "value"
  1776. ],
  1777. "properties": {
  1778. "name": {
  1779. "const": "hermes.curator.run.count"
  1780. },
  1781. "type": {
  1782. "const": "counter"
  1783. },
  1784. "dimensions": {
  1785. "type": "object",
  1786. "additionalProperties": false,
  1787. "required": [
  1788. "archived_bucket",
  1789. "created_bucket",
  1790. "merged_bucket",
  1791. "outcome",
  1792. "patched_bucket",
  1793. "trigger"
  1794. ],
  1795. "properties": {
  1796. "archived_bucket": {
  1797. "$ref": "#/$defs/count_bucket"
  1798. },
  1799. "created_bucket": {
  1800. "$ref": "#/$defs/count_bucket"
  1801. },
  1802. "merged_bucket": {
  1803. "$ref": "#/$defs/count_bucket"
  1804. },
  1805. "outcome": {
  1806. "enum": [
  1807. "failed",
  1808. "skipped",
  1809. "success"
  1810. ]
  1811. },
  1812. "patched_bucket": {
  1813. "$ref": "#/$defs/count_bucket"
  1814. },
  1815. "trigger": {
  1816. "enum": [
  1817. "manual",
  1818. "scheduled"
  1819. ]
  1820. }
  1821. }
  1822. },
  1823. "value": {
  1824. "type": "integer",
  1825. "minimum": 1
  1826. }
  1827. }
  1828. },
  1829. "delegation_run_counter": {
  1830. "type": "object",
  1831. "additionalProperties": false,
  1832. "required": [
  1833. "name",
  1834. "type",
  1835. "dimensions",
  1836. "value"
  1837. ],
  1838. "properties": {
  1839. "name": {
  1840. "const": "hermes.delegation.run.count"
  1841. },
  1842. "type": {
  1843. "const": "counter"
  1844. },
  1845. "dimensions": {
  1846. "type": "object",
  1847. "additionalProperties": false,
  1848. "required": [
  1849. "depth",
  1850. "mode",
  1851. "outcome",
  1852. "subagent_count_bucket"
  1853. ],
  1854. "properties": {
  1855. "depth": {
  1856. "enum": [
  1857. "1",
  1858. "2",
  1859. "3",
  1860. "gte_4"
  1861. ]
  1862. },
  1863. "mode": {
  1864. "enum": [
  1865. "background",
  1866. "foreground"
  1867. ]
  1868. },
  1869. "outcome": {
  1870. "enum": [
  1871. "cancelled",
  1872. "failed",
  1873. "partial",
  1874. "success"
  1875. ]
  1876. },
  1877. "subagent_count_bucket": {
  1878. "$ref": "#/$defs/count_bucket"
  1879. }
  1880. }
  1881. },
  1882. "value": {
  1883. "type": "integer",
  1884. "minimum": 1
  1885. }
  1886. }
  1887. },
  1888. "execution_backend_counter": {
  1889. "type": "object",
  1890. "additionalProperties": false,
  1891. "required": [
  1892. "name",
  1893. "type",
  1894. "dimensions",
  1895. "value"
  1896. ],
  1897. "properties": {
  1898. "name": {
  1899. "const": "hermes.execution_backend.count"
  1900. },
  1901. "type": {
  1902. "const": "counter"
  1903. },
  1904. "dimensions": {
  1905. "type": "object",
  1906. "additionalProperties": false,
  1907. "required": [
  1908. "backend",
  1909. "error_class",
  1910. "kind",
  1911. "outcome"
  1912. ],
  1913. "properties": {
  1914. "backend": {
  1915. "enum": [
  1916. "browser-use",
  1917. "browserbase",
  1918. "camofox",
  1919. "cdp",
  1920. "daytona",
  1921. "docker",
  1922. "extension",
  1923. "firecrawl",
  1924. "lightpanda",
  1925. "local",
  1926. "managed_modal",
  1927. "modal",
  1928. "other",
  1929. "remote",
  1930. "singularity",
  1931. "ssh",
  1932. "vercel_sandbox"
  1933. ]
  1934. },
  1935. "error_class": {
  1936. "enum": [
  1937. "blocked",
  1938. "contract_violation",
  1939. "exception",
  1940. "interrupted",
  1941. "invalid_arguments",
  1942. "none",
  1943. "timeout",
  1944. "tool_error",
  1945. "unknown"
  1946. ]
  1947. },
  1948. "kind": {
  1949. "enum": [
  1950. "browser",
  1951. "code",
  1952. "terminal"
  1953. ]
  1954. },
  1955. "outcome": {
  1956. "enum": [
  1957. "failed",
  1958. "success"
  1959. ]
  1960. }
  1961. }
  1962. },
  1963. "value": {
  1964. "type": "integer",
  1965. "minimum": 1
  1966. }
  1967. }
  1968. },
  1969. "catalog_identifier": {
  1970. "type": "string",
  1971. "pattern": "^[a-z0-9][a-z0-9_.-]{0,63}$",
  1972. "description": "A public name Nous publishes (slash-command registry, bundled/optional skills, optional-mcps/ and plugin-catalog/ entries, shipped locales), or the placeholder custom/plugin/skill/unknown/other."
  1973. },
  1974. "platform_health_counter": {
  1975. "type": "object",
  1976. "additionalProperties": false,
  1977. "required": [
  1978. "name",
  1979. "type",
  1980. "dimensions",
  1981. "value"
  1982. ],
  1983. "properties": {
  1984. "name": {
  1985. "const": "hermes.platform.health"
  1986. },
  1987. "type": {
  1988. "const": "counter"
  1989. },
  1990. "dimensions": {
  1991. "type": "object",
  1992. "additionalProperties": false,
  1993. "required": [
  1994. "error_class",
  1995. "event",
  1996. "platform"
  1997. ],
  1998. "properties": {
  1999. "error_class": {
  2000. "enum": [
  2001. "auth",
  2002. "config",
  2003. "network",
  2004. "none",
  2005. "other",
  2006. "rate_limited"
  2007. ]
  2008. },
  2009. "event": {
  2010. "enum": [
  2011. "connect_failed",
  2012. "connect_ok",
  2013. "disconnect",
  2014. "reconnect"
  2015. ]
  2016. },
  2017. "platform": {
  2018. "$ref": "#/$defs/catalog_identifier"
  2019. }
  2020. }
  2021. },
  2022. "value": {
  2023. "type": "integer",
  2024. "minimum": 1
  2025. }
  2026. }
  2027. },
  2028. "platform_delivery_counter": {
  2029. "type": "object",
  2030. "additionalProperties": false,
  2031. "required": [
  2032. "name",
  2033. "type",
  2034. "dimensions",
  2035. "value"
  2036. ],
  2037. "properties": {
  2038. "name": {
  2039. "const": "hermes.platform.delivery"
  2040. },
  2041. "type": {
  2042. "const": "counter"
  2043. },
  2044. "dimensions": {
  2045. "type": "object",
  2046. "additionalProperties": false,
  2047. "required": [
  2048. "failure_class",
  2049. "outcome",
  2050. "platform"
  2051. ],
  2052. "properties": {
  2053. "failure_class": {
  2054. "enum": [
  2055. "auth",
  2056. "forbidden",
  2057. "network",
  2058. "none",
  2059. "other",
  2060. "rate_limited",
  2061. "too_long"
  2062. ]
  2063. },
  2064. "outcome": {
  2065. "enum": [
  2066. "failed",
  2067. "sent"
  2068. ]
  2069. },
  2070. "platform": {
  2071. "$ref": "#/$defs/catalog_identifier"
  2072. }
  2073. }
  2074. },
  2075. "value": {
  2076. "type": "integer",
  2077. "minimum": 1
  2078. }
  2079. }
  2080. },
  2081. "reply_latency_counter": {
  2082. "type": "object",
  2083. "additionalProperties": false,
  2084. "required": [
  2085. "name",
  2086. "type",
  2087. "dimensions",
  2088. "value"
  2089. ],
  2090. "properties": {
  2091. "name": {
  2092. "const": "hermes.gateway.reply_latency"
  2093. },
  2094. "type": {
  2095. "const": "counter"
  2096. },
  2097. "dimensions": {
  2098. "type": "object",
  2099. "additionalProperties": false,
  2100. "required": [
  2101. "first_response_bucket",
  2102. "platform"
  2103. ],
  2104. "properties": {
  2105. "first_response_bucket": {
  2106. "enum": [
  2107. "15s_to_60s",
  2108. "2s_to_5s",
  2109. "5s_to_15s",
  2110. "gte_60s",
  2111. "lt_2s"
  2112. ]
  2113. },
  2114. "platform": {
  2115. "$ref": "#/$defs/catalog_identifier"
  2116. }
  2117. }
  2118. },
  2119. "value": {
  2120. "type": "integer",
  2121. "minimum": 1
  2122. }
  2123. }
  2124. },
  2125. "cron_run_counter": {
  2126. "type": "object",
  2127. "additionalProperties": false,
  2128. "required": [
  2129. "name",
  2130. "type",
  2131. "dimensions",
  2132. "value"
  2133. ],
  2134. "properties": {
  2135. "name": {
  2136. "const": "hermes.cron.run"
  2137. },
  2138. "type": {
  2139. "const": "counter"
  2140. },
  2141. "dimensions": {
  2142. "type": "object",
  2143. "additionalProperties": false,
  2144. "required": [
  2145. "delivery_kind",
  2146. "duration_bucket",
  2147. "outcome"
  2148. ],
  2149. "properties": {
  2150. "delivery_kind": {
  2151. "enum": [
  2152. "local",
  2153. "none",
  2154. "other",
  2155. "platform",
  2156. "webhook"
  2157. ]
  2158. },
  2159. "duration_bucket": {
  2160. "$ref": "#/$defs/duration_bucket"
  2161. },
  2162. "outcome": {
  2163. "enum": [
  2164. "failed",
  2165. "missed",
  2166. "skipped",
  2167. "success"
  2168. ]
  2169. }
  2170. }
  2171. },
  2172. "value": {
  2173. "type": "integer",
  2174. "minimum": 1
  2175. }
  2176. }
  2177. },
  2178. "model_tool_quality_counter": {
  2179. "type": "object",
  2180. "additionalProperties": false,
  2181. "required": [
  2182. "name",
  2183. "type",
  2184. "dimensions",
  2185. "value"
  2186. ],
  2187. "properties": {
  2188. "name": {
  2189. "const": "hermes.model_tool_quality.count"
  2190. },
  2191. "type": {
  2192. "const": "counter"
  2193. },
  2194. "dimensions": {
  2195. "type": "object",
  2196. "additionalProperties": false,
  2197. "required": [
  2198. "call_role",
  2199. "issue",
  2200. "model",
  2201. "provider"
  2202. ],
  2203. "properties": {
  2204. "call_role": {
  2205. "enum": [
  2206. "auxiliary",
  2207. "primary"
  2208. ]
  2209. },
  2210. "issue": {
  2211. "enum": [
  2212. "empty_arguments",
  2213. "invalid_json",
  2214. "none",
  2215. "repaired",
  2216. "schema_mismatch",
  2217. "unknown_tool"
  2218. ]
  2219. },
  2220. "model": {
  2221. "type": "string",
  2222. "minLength": 1,
  2223. "maxLength": 256,
  2224. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  2225. },
  2226. "provider": {
  2227. "$ref": "#/$defs/provider_identifier"
  2228. }
  2229. },
  2230. "description": "One per tool call a model emitted; issue=none when clean, so issue rates have a denominator."
  2231. },
  2232. "value": {
  2233. "type": "integer",
  2234. "minimum": 1
  2235. }
  2236. }
  2237. },
  2238. "model_friction_counter": {
  2239. "type": "object",
  2240. "additionalProperties": false,
  2241. "required": [
  2242. "name",
  2243. "type",
  2244. "dimensions",
  2245. "value"
  2246. ],
  2247. "properties": {
  2248. "name": {
  2249. "const": "hermes.model_friction.count"
  2250. },
  2251. "type": {
  2252. "const": "counter"
  2253. },
  2254. "dimensions": {
  2255. "type": "object",
  2256. "additionalProperties": false,
  2257. "required": [
  2258. "model",
  2259. "provider",
  2260. "signal"
  2261. ],
  2262. "properties": {
  2263. "model": {
  2264. "type": "string",
  2265. "minLength": 1,
  2266. "maxLength": 256,
  2267. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  2268. },
  2269. "provider": {
  2270. "$ref": "#/$defs/provider_identifier"
  2271. },
  2272. "signal": {
  2273. "enum": [
  2274. "interrupt",
  2275. "quick_abandon",
  2276. "retry",
  2277. "switch_away",
  2278. "undo"
  2279. ]
  2280. }
  2281. },
  2282. "description": "A user friction action attributed to the model that produced the turn."
  2283. },
  2284. "value": {
  2285. "type": "integer",
  2286. "minimum": 1
  2287. }
  2288. }
  2289. },
  2290. "context_peak_counter": {
  2291. "type": "object",
  2292. "additionalProperties": false,
  2293. "required": [
  2294. "name",
  2295. "type",
  2296. "dimensions",
  2297. "value"
  2298. ],
  2299. "properties": {
  2300. "name": {
  2301. "const": "hermes.context_peak.count"
  2302. },
  2303. "type": {
  2304. "const": "counter"
  2305. },
  2306. "dimensions": {
  2307. "type": "object",
  2308. "additionalProperties": false,
  2309. "required": [
  2310. "limit_hit",
  2311. "model",
  2312. "peak_fill_bucket",
  2313. "provider",
  2314. "window_bucket"
  2315. ],
  2316. "properties": {
  2317. "limit_hit": {
  2318. "enum": [
  2319. "no",
  2320. "yes"
  2321. ]
  2322. },
  2323. "model": {
  2324. "type": "string",
  2325. "minLength": 1,
  2326. "maxLength": 256,
  2327. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  2328. },
  2329. "peak_fill_bucket": {
  2330. "enum": [
  2331. "50_to_75",
  2332. "75_to_90",
  2333. "90_to_100",
  2334. "gte_100",
  2335. "lt_50",
  2336. "unknown"
  2337. ]
  2338. },
  2339. "provider": {
  2340. "$ref": "#/$defs/provider_identifier"
  2341. },
  2342. "window_bucket": {
  2343. "enum": [
  2344. "lt_32k",
  2345. "32k_to_128k",
  2346. "128k_to_256k",
  2347. "256k_to_1m",
  2348. "gte_1m",
  2349. "unknown"
  2350. ]
  2351. }
  2352. },
  2353. "description": "One per closed session: the fullest primary-model context it reached."
  2354. },
  2355. "value": {
  2356. "type": "integer",
  2357. "minimum": 1
  2358. }
  2359. }
  2360. },
  2361. "startup_latency_counter": {
  2362. "type": "object",
  2363. "additionalProperties": false,
  2364. "required": [
  2365. "name",
  2366. "type",
  2367. "dimensions",
  2368. "value"
  2369. ],
  2370. "properties": {
  2371. "name": {
  2372. "const": "hermes.startup.latency"
  2373. },
  2374. "type": {
  2375. "const": "counter"
  2376. },
  2377. "dimensions": {
  2378. "type": "object",
  2379. "additionalProperties": false,
  2380. "required": [
  2381. "latency_bucket",
  2382. "surface"
  2383. ],
  2384. "properties": {
  2385. "latency_bucket": {
  2386. "enum": [
  2387. "lt_500ms",
  2388. "500ms_to_1s",
  2389. "1s_to_2s",
  2390. "2s_to_5s",
  2391. "5s_to_10s",
  2392. "gte_10s"
  2393. ]
  2394. },
  2395. "surface": {
  2396. "enum": [
  2397. "cli",
  2398. "desktop_attach",
  2399. "gateway_boot",
  2400. "serve_boot",
  2401. "tui"
  2402. ]
  2403. }
  2404. }
  2405. },
  2406. "value": {
  2407. "type": "integer",
  2408. "minimum": 1
  2409. }
  2410. }
  2411. },
  2412. "update_run_counter": {
  2413. "type": "object",
  2414. "additionalProperties": false,
  2415. "required": [
  2416. "name",
  2417. "type",
  2418. "dimensions",
  2419. "value"
  2420. ],
  2421. "properties": {
  2422. "name": {
  2423. "const": "hermes.update.run"
  2424. },
  2425. "type": {
  2426. "const": "counter"
  2427. },
  2428. "dimensions": {
  2429. "type": "object",
  2430. "additionalProperties": false,
  2431. "required": [
  2432. "apply_mode",
  2433. "duration_bucket",
  2434. "failed_stage",
  2435. "from_version_age_bucket",
  2436. "kind",
  2437. "outcome"
  2438. ],
  2439. "properties": {
  2440. "apply_mode": {
  2441. "enum": [
  2442. "external",
  2443. "git",
  2444. "package",
  2445. "unknown",
  2446. "zip"
  2447. ]
  2448. },
  2449. "duration_bucket": {
  2450. "enum": [
  2451. "2m_to_5m",
  2452. "30s_to_2m",
  2453. "5m_to_15m",
  2454. "gte_15m",
  2455. "lt_30s"
  2456. ]
  2457. },
  2458. "failed_stage": {
  2459. "enum": [
  2460. "apply",
  2461. "build",
  2462. "deps",
  2463. "download",
  2464. "none",
  2465. "other",
  2466. "plan",
  2467. "restart",
  2468. "snapshot",
  2469. "verify"
  2470. ]
  2471. },
  2472. "from_version_age_bucket": {
  2473. "enum": [
  2474. "30d_to_90d",
  2475. "7d_to_30d",
  2476. "gte_90d",
  2477. "lt_7d",
  2478. "unknown"
  2479. ]
  2480. },
  2481. "kind": {
  2482. "enum": [
  2483. "cli",
  2484. "desktop"
  2485. ]
  2486. },
  2487. "outcome": {
  2488. "enum": [
  2489. "failed",
  2490. "noop",
  2491. "refused",
  2492. "success"
  2493. ]
  2494. }
  2495. }
  2496. },
  2497. "value": {
  2498. "type": "integer",
  2499. "minimum": 1
  2500. }
  2501. }
  2502. },
  2503. "update_stage_counter": {
  2504. "type": "object",
  2505. "additionalProperties": false,
  2506. "required": [
  2507. "name",
  2508. "type",
  2509. "dimensions",
  2510. "value"
  2511. ],
  2512. "properties": {
  2513. "name": {
  2514. "const": "hermes.update.stage"
  2515. },
  2516. "type": {
  2517. "const": "counter"
  2518. },
  2519. "dimensions": {
  2520. "type": "object",
  2521. "additionalProperties": false,
  2522. "required": [
  2523. "duration_bucket",
  2524. "outcome",
  2525. "stage"
  2526. ],
  2527. "properties": {
  2528. "duration_bucket": {
  2529. "enum": [
  2530. "2m_to_5m",
  2531. "30s_to_2m",
  2532. "5m_to_15m",
  2533. "gte_15m",
  2534. "lt_30s"
  2535. ]
  2536. },
  2537. "outcome": {
  2538. "enum": [
  2539. "failed",
  2540. "skipped",
  2541. "success"
  2542. ]
  2543. },
  2544. "stage": {
  2545. "enum": [
  2546. "apply",
  2547. "build",
  2548. "deps",
  2549. "plan",
  2550. "restart",
  2551. "snapshot",
  2552. "verify"
  2553. ]
  2554. }
  2555. }
  2556. },
  2557. "value": {
  2558. "type": "integer",
  2559. "minimum": 1
  2560. }
  2561. }
  2562. },
  2563. "process_exit_counter": {
  2564. "type": "object",
  2565. "additionalProperties": false,
  2566. "required": [
  2567. "name",
  2568. "type",
  2569. "dimensions",
  2570. "value"
  2571. ],
  2572. "properties": {
  2573. "name": {
  2574. "const": "hermes.process.exit"
  2575. },
  2576. "type": {
  2577. "const": "counter"
  2578. },
  2579. "dimensions": {
  2580. "type": "object",
  2581. "additionalProperties": false,
  2582. "required": [
  2583. "crash_class",
  2584. "exit_kind",
  2585. "process_kind"
  2586. ],
  2587. "properties": {
  2588. "crash_class": {
  2589. "enum": [
  2590. "import_error",
  2591. "memory_error",
  2592. "none",
  2593. "os_error",
  2594. "other",
  2595. "runtime_error"
  2596. ]
  2597. },
  2598. "exit_kind": {
  2599. "enum": [
  2600. "clean",
  2601. "crash",
  2602. "killed",
  2603. "watchdog"
  2604. ]
  2605. },
  2606. "process_kind": {
  2607. "enum": [
  2608. "cli",
  2609. "cron",
  2610. "gateway",
  2611. "other",
  2612. "serve",
  2613. "tui"
  2614. ]
  2615. }
  2616. }
  2617. },
  2618. "value": {
  2619. "type": "integer",
  2620. "minimum": 1
  2621. }
  2622. }
  2623. },
  2624. "file_edit_counter": {
  2625. "type": "object",
  2626. "additionalProperties": false,
  2627. "required": [
  2628. "name",
  2629. "type",
  2630. "dimensions",
  2631. "value"
  2632. ],
  2633. "properties": {
  2634. "name": {
  2635. "const": "hermes.file_edit.count"
  2636. },
  2637. "type": {
  2638. "const": "counter"
  2639. },
  2640. "dimensions": {
  2641. "type": "object",
  2642. "additionalProperties": false,
  2643. "required": [
  2644. "match_strategy",
  2645. "mode",
  2646. "outcome",
  2647. "tool"
  2648. ],
  2649. "properties": {
  2650. "match_strategy": {
  2651. "enum": [
  2652. "block_anchor",
  2653. "context_aware",
  2654. "escape_normalized",
  2655. "exact",
  2656. "indentation_flexible",
  2657. "line_trimmed",
  2658. "none",
  2659. "trimmed_boundary",
  2660. "unicode_normalized",
  2661. "whitespace_normalized"
  2662. ]
  2663. },
  2664. "mode": {
  2665. "enum": [
  2666. "replace",
  2667. "v4a",
  2668. "whole_file"
  2669. ]
  2670. },
  2671. "outcome": {
  2672. "enum": [
  2673. "already_applied",
  2674. "ambiguous",
  2675. "applied",
  2676. "failed",
  2677. "no_match"
  2678. ]
  2679. },
  2680. "tool": {
  2681. "enum": [
  2682. "patch",
  2683. "write_file"
  2684. ]
  2685. }
  2686. },
  2687. "description": "One per patch/write_file tool call; match_strategy is the fuzzy-match strategy that landed an applied patch (the loosest one for a multi-hunk V4A patch), none otherwise."
  2688. },
  2689. "value": {
  2690. "type": "integer",
  2691. "minimum": 1
  2692. }
  2693. }
  2694. },
  2695. "loop_guard_counter": {
  2696. "type": "object",
  2697. "additionalProperties": false,
  2698. "required": [
  2699. "name",
  2700. "type",
  2701. "dimensions",
  2702. "value"
  2703. ],
  2704. "properties": {
  2705. "name": {
  2706. "const": "hermes.loop_guard.count"
  2707. },
  2708. "type": {
  2709. "const": "counter"
  2710. },
  2711. "dimensions": {
  2712. "type": "object",
  2713. "additionalProperties": false,
  2714. "required": [
  2715. "detector",
  2716. "model",
  2717. "provider",
  2718. "signal"
  2719. ],
  2720. "properties": {
  2721. "detector": {
  2722. "enum": [
  2723. "exact_failure",
  2724. "idempotent_no_progress",
  2725. "identical_call_streak",
  2726. "identical_cycle",
  2727. "iteration_budget",
  2728. "same_tool_failure",
  2729. "subagent_cap",
  2730. "web_search_cap"
  2731. ]
  2732. },
  2733. "model": {
  2734. "type": "string",
  2735. "minLength": 1,
  2736. "maxLength": 256,
  2737. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  2738. },
  2739. "provider": {
  2740. "$ref": "#/$defs/provider_identifier"
  2741. },
  2742. "signal": {
  2743. "enum": [
  2744. "iteration_cap",
  2745. "loop_detected",
  2746. "repeated_tool_call"
  2747. ]
  2748. }
  2749. },
  2750. "description": "At most once per turn per (signal, detector): repeated_tool_call = a warning the call still ran with, loop_detected = the harness blocked or halted, iteration_cap = the turn spent its iteration budget."
  2751. },
  2752. "value": {
  2753. "type": "integer",
  2754. "minimum": 1
  2755. }
  2756. }
  2757. },
  2758. "tool_recovery_counter": {
  2759. "type": "object",
  2760. "additionalProperties": false,
  2761. "required": [
  2762. "name",
  2763. "type",
  2764. "dimensions",
  2765. "value"
  2766. ],
  2767. "properties": {
  2768. "name": {
  2769. "const": "hermes.tool_recovery.count"
  2770. },
  2771. "type": {
  2772. "const": "counter"
  2773. },
  2774. "dimensions": {
  2775. "type": "object",
  2776. "additionalProperties": false,
  2777. "required": [
  2778. "model",
  2779. "next_outcome",
  2780. "next_tool",
  2781. "provider",
  2782. "tool"
  2783. ],
  2784. "properties": {
  2785. "model": {
  2786. "type": "string",
  2787. "minLength": 1,
  2788. "maxLength": 256,
  2789. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  2790. },
  2791. "next_outcome": {
  2792. "enum": [
  2793. "error",
  2794. "gave_up",
  2795. "no_tool_call",
  2796. "success"
  2797. ]
  2798. },
  2799. "next_tool": {
  2800. "enum": [
  2801. "different",
  2802. "none",
  2803. "same"
  2804. ]
  2805. },
  2806. "provider": {
  2807. "$ref": "#/$defs/provider_identifier"
  2808. },
  2809. "tool": {
  2810. "$ref": "#/$defs/vocabulary_identifier"
  2811. }
  2812. },
  2813. "description": "One per failed tool call: what the model's next tool call did (the next call to the same tool, else its first call), or no_tool_call / gave_up when the turn ended without one."
  2814. },
  2815. "value": {
  2816. "type": "integer",
  2817. "minimum": 1
  2818. }
  2819. }
  2820. },
  2821. "terminal_outcome_counter": {
  2822. "type": "object",
  2823. "additionalProperties": false,
  2824. "required": [
  2825. "name",
  2826. "type",
  2827. "dimensions",
  2828. "value"
  2829. ],
  2830. "properties": {
  2831. "name": {
  2832. "const": "hermes.terminal.outcome.count"
  2833. },
  2834. "type": {
  2835. "const": "counter"
  2836. },
  2837. "dimensions": {
  2838. "type": "object",
  2839. "additionalProperties": false,
  2840. "required": [
  2841. "backend",
  2842. "command_kind",
  2843. "outcome"
  2844. ],
  2845. "properties": {
  2846. "backend": {
  2847. "enum": [
  2848. "daytona",
  2849. "docker",
  2850. "local",
  2851. "managed_modal",
  2852. "modal",
  2853. "other",
  2854. "singularity",
  2855. "ssh",
  2856. "vercel_sandbox"
  2857. ]
  2858. },
  2859. "command_kind": {
  2860. "enum": [
  2861. "build",
  2862. "container",
  2863. "file_ops",
  2864. "git",
  2865. "network",
  2866. "node",
  2867. "other",
  2868. "package_manager",
  2869. "python",
  2870. "shell",
  2871. "shell_builtin",
  2872. "test_runner"
  2873. ]
  2874. },
  2875. "outcome": {
  2876. "enum": [
  2877. "killed",
  2878. "nonzero",
  2879. "ok",
  2880. "timeout"
  2881. ]
  2882. }
  2883. },
  2884. "description": "One per foreground terminal command that reached an exit status; command_kind comes from a fixed table of first program words, never the command text."
  2885. },
  2886. "value": {
  2887. "type": "integer",
  2888. "minimum": 1
  2889. }
  2890. }
  2891. },
  2892. "model_reply_issue_counter": {
  2893. "type": "object",
  2894. "additionalProperties": false,
  2895. "required": [
  2896. "name",
  2897. "type",
  2898. "dimensions",
  2899. "value"
  2900. ],
  2901. "properties": {
  2902. "name": {
  2903. "const": "hermes.model_reply_issue.count"
  2904. },
  2905. "type": {
  2906. "const": "counter"
  2907. },
  2908. "dimensions": {
  2909. "type": "object",
  2910. "additionalProperties": false,
  2911. "required": [
  2912. "issue",
  2913. "model",
  2914. "provider"
  2915. ],
  2916. "properties": {
  2917. "issue": {
  2918. "enum": [
  2919. "empty",
  2920. "none",
  2921. "reasoning_only",
  2922. "refusal",
  2923. "truncated_length"
  2924. ]
  2925. },
  2926. "model": {
  2927. "type": "string",
  2928. "minLength": 1,
  2929. "maxLength": 256,
  2930. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  2931. },
  2932. "provider": {
  2933. "$ref": "#/$defs/provider_identifier"
  2934. }
  2935. },
  2936. "description": "One per primary model response; issue=none when the response is usable, so issue rates have a denominator."
  2937. },
  2938. "value": {
  2939. "type": "integer",
  2940. "minimum": 1
  2941. }
  2942. }
  2943. },
  2944. "task_cost_counter": {
  2945. "type": "object",
  2946. "additionalProperties": false,
  2947. "required": [
  2948. "name",
  2949. "type",
  2950. "dimensions",
  2951. "value"
  2952. ],
  2953. "properties": {
  2954. "name": {
  2955. "const": "hermes.task_cost.count"
  2956. },
  2957. "type": {
  2958. "const": "counter"
  2959. },
  2960. "dimensions": {
  2961. "type": "object",
  2962. "additionalProperties": false,
  2963. "required": [
  2964. "api_calls_bucket",
  2965. "model",
  2966. "outcome",
  2967. "provider",
  2968. "tokens_bucket",
  2969. "tool_calls_bucket"
  2970. ],
  2971. "properties": {
  2972. "api_calls_bucket": {
  2973. "enum": [
  2974. "0",
  2975. "1",
  2976. "2",
  2977. "3_to_5",
  2978. "6_to_10",
  2979. "11_to_25",
  2980. "26_to_50",
  2981. "51_to_100",
  2982. "gte_101"
  2983. ]
  2984. },
  2985. "model": {
  2986. "type": "string",
  2987. "minLength": 1,
  2988. "maxLength": 256,
  2989. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  2990. },
  2991. "outcome": {
  2992. "enum": [
  2993. "completed",
  2994. "failed",
  2995. "interrupted"
  2996. ]
  2997. },
  2998. "provider": {
  2999. "$ref": "#/$defs/provider_identifier"
  3000. },
  3001. "tokens_bucket": {
  3002. "enum": [
  3003. "lt_2k",
  3004. "2k_to_10k",
  3005. "10k_to_50k",
  3006. "50k_to_200k",
  3007. "200k_to_1m",
  3008. "gte_1m",
  3009. "unknown"
  3010. ]
  3011. },
  3012. "tool_calls_bucket": {
  3013. "enum": [
  3014. "0",
  3015. "1",
  3016. "2",
  3017. "3_to_5",
  3018. "6_to_10",
  3019. "11_to_25",
  3020. "26_to_50",
  3021. "51_to_100",
  3022. "gte_101"
  3023. ]
  3024. }
  3025. },
  3026. "description": "One per user turn the user saw end: what it cost (prompt + completion tokens over its primary calls) and how much work it took."
  3027. },
  3028. "value": {
  3029. "type": "integer",
  3030. "minimum": 1
  3031. }
  3032. }
  3033. },
  3034. "wasted_tokens_counter": {
  3035. "type": "object",
  3036. "additionalProperties": false,
  3037. "required": [
  3038. "name",
  3039. "type",
  3040. "dimensions",
  3041. "value"
  3042. ],
  3043. "properties": {
  3044. "name": {
  3045. "const": "hermes.wasted_tokens.count"
  3046. },
  3047. "type": {
  3048. "const": "counter"
  3049. },
  3050. "dimensions": {
  3051. "type": "object",
  3052. "additionalProperties": false,
  3053. "required": [
  3054. "model",
  3055. "provider",
  3056. "reason",
  3057. "tokens_bucket"
  3058. ],
  3059. "properties": {
  3060. "model": {
  3061. "type": "string",
  3062. "minLength": 1,
  3063. "maxLength": 256,
  3064. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  3065. },
  3066. "provider": {
  3067. "$ref": "#/$defs/provider_identifier"
  3068. },
  3069. "reason": {
  3070. "enum": [
  3071. "interrupt",
  3072. "retry",
  3073. "undo"
  3074. ]
  3075. },
  3076. "tokens_bucket": {
  3077. "enum": [
  3078. "lt_2k",
  3079. "2k_to_10k",
  3080. "10k_to_50k",
  3081. "50k_to_200k",
  3082. "200k_to_1m",
  3083. "gte_1m",
  3084. "unknown"
  3085. ]
  3086. }
  3087. },
  3088. "description": "One per user turn thrown away by an interrupt, /retry or /undo, with the tokens it had spent."
  3089. },
  3090. "value": {
  3091. "type": "integer",
  3092. "minimum": 1
  3093. }
  3094. }
  3095. },
  3096. "tool_output_truncation_counter": {
  3097. "type": "object",
  3098. "additionalProperties": false,
  3099. "required": [
  3100. "name",
  3101. "type",
  3102. "dimensions",
  3103. "value"
  3104. ],
  3105. "properties": {
  3106. "name": {
  3107. "const": "hermes.tool_output_truncation.count"
  3108. },
  3109. "type": {
  3110. "const": "counter"
  3111. },
  3112. "dimensions": {
  3113. "type": "object",
  3114. "additionalProperties": false,
  3115. "required": [
  3116. "original_size_bucket",
  3117. "tool",
  3118. "truncated"
  3119. ],
  3120. "properties": {
  3121. "original_size_bucket": {
  3122. "enum": [
  3123. "lt_1k",
  3124. "1k_to_10k",
  3125. "10k_to_50k",
  3126. "50k_to_100k",
  3127. "100k_to_500k",
  3128. "gte_500k",
  3129. "unknown"
  3130. ]
  3131. },
  3132. "tool": {
  3133. "$ref": "#/$defs/vocabulary_identifier"
  3134. },
  3135. "truncated": {
  3136. "enum": [
  3137. "no",
  3138. "yes"
  3139. ]
  3140. }
  3141. },
  3142. "description": "One per tool result: whether Hermes spilled or truncated it (per-result cap or per-turn budget), by raw size."
  3143. },
  3144. "value": {
  3145. "type": "integer",
  3146. "minimum": 1
  3147. }
  3148. }
  3149. },
  3150. "tool_overhead_counter": {
  3151. "type": "object",
  3152. "additionalProperties": false,
  3153. "required": [
  3154. "name",
  3155. "type",
  3156. "dimensions",
  3157. "value"
  3158. ],
  3159. "properties": {
  3160. "name": {
  3161. "const": "hermes.tool_overhead.count"
  3162. },
  3163. "type": {
  3164. "const": "counter"
  3165. },
  3166. "dimensions": {
  3167. "type": "object",
  3168. "additionalProperties": false,
  3169. "required": [
  3170. "enabled_tool_count_bucket",
  3171. "execution_surface",
  3172. "tool_schema_tokens_bucket"
  3173. ],
  3174. "properties": {
  3175. "enabled_tool_count_bucket": {
  3176. "$ref": "#/$defs/size_bucket"
  3177. },
  3178. "execution_surface": {
  3179. "$ref": "#/$defs/execution_surface"
  3180. },
  3181. "tool_schema_tokens_bucket": {
  3182. "enum": [
  3183. "0",
  3184. "lt_2k",
  3185. "2k_to_5k",
  3186. "5k_to_10k",
  3187. "10k_to_20k",
  3188. "20k_to_40k",
  3189. "gte_40k"
  3190. ]
  3191. }
  3192. },
  3193. "description": "One per closed interactive conversation: how many tools it had enabled and the estimated tokens their definitions cost per request."
  3194. },
  3195. "value": {
  3196. "type": "integer",
  3197. "minimum": 1
  3198. }
  3199. }
  3200. },
  3201. "tool_enabled_unused_counter": {
  3202. "type": "object",
  3203. "additionalProperties": false,
  3204. "required": [
  3205. "name",
  3206. "type",
  3207. "dimensions",
  3208. "value"
  3209. ],
  3210. "properties": {
  3211. "name": {
  3212. "const": "hermes.tool_enabled_unused.count"
  3213. },
  3214. "type": {
  3215. "const": "counter"
  3216. },
  3217. "dimensions": {
  3218. "type": "object",
  3219. "additionalProperties": false,
  3220. "required": [
  3221. "toolset",
  3222. "used"
  3223. ],
  3224. "properties": {
  3225. "toolset": {
  3226. "enum": [
  3227. "bot_room",
  3228. "browser",
  3229. "catalog",
  3230. "clarify",
  3231. "code_execution",
  3232. "coding",
  3233. "computer_use",
  3234. "connections",
  3235. "context_engine",
  3236. "cronjob",
  3237. "custom",
  3238. "debugging",
  3239. "delegation",
  3240. "desktop_ui",
  3241. "discord",
  3242. "discord_admin",
  3243. "feishu_doc",
  3244. "feishu_drive",
  3245. "file",
  3246. "hermes-acp",
  3247. "hermes-api-server",
  3248. "hermes-bluebubbles",
  3249. "hermes-cli",
  3250. "hermes-cron",
  3251. "hermes-dingtalk",
  3252. "hermes-discord",
  3253. "hermes-email",
  3254. "hermes-feishu",
  3255. "hermes-gateway",
  3256. "hermes-matrix",
  3257. "hermes-mattermost",
  3258. "hermes-qqbot",
  3259. "hermes-signal",
  3260. "hermes-slack",
  3261. "hermes-sms",
  3262. "hermes-telegram",
  3263. "hermes-webhook",
  3264. "hermes-wecom",
  3265. "hermes-wecom-callback",
  3266. "hermes-weixin",
  3267. "hermes-whatsapp",
  3268. "hermes-yuanbao",
  3269. "image_gen",
  3270. "kanban",
  3271. "memory",
  3272. "project",
  3273. "safe",
  3274. "search",
  3275. "session_search",
  3276. "skills",
  3277. "spotify",
  3278. "start_chat",
  3279. "terminal",
  3280. "todo",
  3281. "tts",
  3282. "video",
  3283. "video_gen",
  3284. "vision",
  3285. "web",
  3286. "x_search",
  3287. "yuanbao"
  3288. ]
  3289. },
  3290. "used": {
  3291. "enum": [
  3292. "no",
  3293. "yes"
  3294. ]
  3295. }
  3296. },
  3297. "description": "One per enabled shipped toolset per closed interactive conversation (MCP/plugin/user toolsets read custom): whether any of its tools ran."
  3298. },
  3299. "value": {
  3300. "type": "integer",
  3301. "minimum": 1
  3302. }
  3303. }
  3304. },
  3305. "cache_break_counter": {
  3306. "type": "object",
  3307. "additionalProperties": false,
  3308. "required": [
  3309. "name",
  3310. "type",
  3311. "dimensions",
  3312. "value"
  3313. ],
  3314. "properties": {
  3315. "name": {
  3316. "const": "hermes.cache_break.count"
  3317. },
  3318. "type": {
  3319. "const": "counter"
  3320. },
  3321. "dimensions": {
  3322. "type": "object",
  3323. "additionalProperties": false,
  3324. "required": [
  3325. "cause",
  3326. "model",
  3327. "provider"
  3328. ],
  3329. "properties": {
  3330. "cause": {
  3331. "enum": [
  3332. "cache_expired",
  3333. "compression",
  3334. "model_switch",
  3335. "provider_reported_miss",
  3336. "system_prompt_rebuild",
  3337. "toolset_change"
  3338. ]
  3339. },
  3340. "model": {
  3341. "type": "string",
  3342. "minLength": 1,
  3343. "maxLength": 256,
  3344. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  3345. },
  3346. "provider": {
  3347. "$ref": "#/$defs/provider_identifier"
  3348. }
  3349. },
  3350. "description": "A prompt-cache break mid-conversation: a cause Hermes knows (compression is expected), or a cold provider read after a warm one on the same route."
  3351. },
  3352. "value": {
  3353. "type": "integer",
  3354. "minimum": 1
  3355. }
  3356. }
  3357. },
  3358. "engagement_day_counter": {
  3359. "type": "object",
  3360. "additionalProperties": false,
  3361. "required": [
  3362. "name",
  3363. "type",
  3364. "dimensions",
  3365. "value"
  3366. ],
  3367. "properties": {
  3368. "name": {
  3369. "const": "hermes.engagement.day.count"
  3370. },
  3371. "type": {
  3372. "const": "counter"
  3373. },
  3374. "dimensions": {
  3375. "type": "object",
  3376. "additionalProperties": false,
  3377. "required": [
  3378. "active_minutes_bucket",
  3379. "active_profile_count_bucket",
  3380. "primary_model",
  3381. "primary_provider",
  3382. "surfaces_used_count"
  3383. ],
  3384. "properties": {
  3385. "active_minutes_bucket": {
  3386. "enum": [
  3387. "0",
  3388. "lt_5m",
  3389. "5m_to_30m",
  3390. "30m_to_2h",
  3391. "2h_to_6h",
  3392. "gte_6h"
  3393. ]
  3394. },
  3395. "active_profile_count_bucket": {
  3396. "$ref": "#/$defs/size_bucket"
  3397. },
  3398. "primary_model": {
  3399. "type": "string",
  3400. "minLength": 1,
  3401. "maxLength": 256,
  3402. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  3403. },
  3404. "primary_provider": {
  3405. "$ref": "#/$defs/provider_identifier"
  3406. },
  3407. "surfaces_used_count": {
  3408. "enum": [
  3409. "0",
  3410. "1",
  3411. "2",
  3412. "3",
  3413. "gte_4"
  3414. ]
  3415. }
  3416. },
  3417. "description": "v5 engagement: one per closed UTC day with activity: total active time (inter-interaction gaps capped at 5 minutes), surfaces used, and the model that served most attended turns (none when no attended turn). active_profile_count_bucket: distinct profiles of the host with a user turn that day, reported only on the root (default) profile's row; other profiles' rows carry 0."
  3418. },
  3419. "value": {
  3420. "type": "integer",
  3421. "minimum": 1
  3422. }
  3423. }
  3424. },
  3425. "engagement_surface_day_counter": {
  3426. "type": "object",
  3427. "additionalProperties": false,
  3428. "required": [
  3429. "name",
  3430. "type",
  3431. "dimensions",
  3432. "value"
  3433. ],
  3434. "properties": {
  3435. "name": {
  3436. "const": "hermes.engagement.surface_day.count"
  3437. },
  3438. "type": {
  3439. "const": "counter"
  3440. },
  3441. "dimensions": {
  3442. "type": "object",
  3443. "additionalProperties": false,
  3444. "required": [
  3445. "active_minutes_bucket",
  3446. "surface"
  3447. ],
  3448. "properties": {
  3449. "active_minutes_bucket": {
  3450. "enum": [
  3451. "0",
  3452. "lt_5m",
  3453. "5m_to_30m",
  3454. "30m_to_2h",
  3455. "2h_to_6h",
  3456. "gte_6h"
  3457. ]
  3458. },
  3459. "surface": {
  3460. "enum": [
  3461. "acp",
  3462. "cli",
  3463. "cron",
  3464. "desktop",
  3465. "gateway",
  3466. "tui"
  3467. ]
  3468. }
  3469. },
  3470. "description": "v5 engagement: one per surface used on a closed UTC day, with that surface's active time."
  3471. },
  3472. "value": {
  3473. "type": "integer",
  3474. "minimum": 1
  3475. }
  3476. }
  3477. },
  3478. "model_switch_after_counter": {
  3479. "type": "object",
  3480. "additionalProperties": false,
  3481. "required": [
  3482. "name",
  3483. "type",
  3484. "dimensions",
  3485. "value"
  3486. ],
  3487. "properties": {
  3488. "name": {
  3489. "const": "hermes.model_switch_after.count"
  3490. },
  3491. "type": {
  3492. "const": "counter"
  3493. },
  3494. "dimensions": {
  3495. "type": "object",
  3496. "additionalProperties": false,
  3497. "required": [
  3498. "model",
  3499. "provider",
  3500. "turns_before_switch_bucket"
  3501. ],
  3502. "properties": {
  3503. "model": {
  3504. "type": "string",
  3505. "minLength": 1,
  3506. "maxLength": 256,
  3507. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  3508. },
  3509. "provider": {
  3510. "$ref": "#/$defs/provider_identifier"
  3511. },
  3512. "turns_before_switch_bucket": {
  3513. "enum": [
  3514. "1",
  3515. "2_to_3",
  3516. "4_to_10",
  3517. "11_to_30",
  3518. "gte_31"
  3519. ]
  3520. }
  3521. },
  3522. "description": "v5 engagement: one per /model switch away from a model that served turns in the conversation, with how many."
  3523. },
  3524. "value": {
  3525. "type": "integer",
  3526. "minimum": 1
  3527. }
  3528. }
  3529. },
  3530. "long_size_bucket": {
  3531. "description": "v5 engagement: size_bucket with a longer tail for conversation volume.",
  3532. "enum": [
  3533. "0",
  3534. "1",
  3535. "2",
  3536. "3_to_5",
  3537. "6_to_10",
  3538. "11_to_25",
  3539. "26_to_100",
  3540. "101_to_250",
  3541. "gte_251",
  3542. "251_to_1000",
  3543. "gte_1001"
  3544. ]
  3545. },
  3546. "desktop_feature_use_counter": {
  3547. "type": "object",
  3548. "additionalProperties": false,
  3549. "required": [
  3550. "name",
  3551. "type",
  3552. "dimensions",
  3553. "value"
  3554. ],
  3555. "properties": {
  3556. "name": {
  3557. "const": "hermes.desktop.feature_use"
  3558. },
  3559. "type": {
  3560. "const": "counter"
  3561. },
  3562. "dimensions": {
  3563. "type": "object",
  3564. "additionalProperties": false,
  3565. "required": [
  3566. "area"
  3567. ],
  3568. "properties": {
  3569. "area": {
  3570. "enum": [
  3571. "agents",
  3572. "artifacts",
  3573. "bot_mode",
  3574. "browser_pane",
  3575. "capabilities",
  3576. "command_center",
  3577. "command_palette",
  3578. "cron",
  3579. "extension_page",
  3580. "file_pane",
  3581. "find_in_page",
  3582. "kanban",
  3583. "messaging",
  3584. "model_picker",
  3585. "other",
  3586. "profiles",
  3587. "projects",
  3588. "review_pane",
  3589. "session_import",
  3590. "session_picker",
  3591. "session_search",
  3592. "session_switcher",
  3593. "settings_about",
  3594. "settings_billing",
  3595. "settings_config_advanced",
  3596. "settings_config_appearance",
  3597. "settings_config_browser",
  3598. "settings_config_chat",
  3599. "settings_config_memory",
  3600. "settings_config_model",
  3601. "settings_config_safety",
  3602. "settings_config_voice",
  3603. "settings_config_workspace",
  3604. "settings_gateway",
  3605. "settings_keybinds",
  3606. "settings_keys",
  3607. "settings_notifications",
  3608. "settings_other",
  3609. "settings_providers",
  3610. "settings_sessions",
  3611. "settings_vault",
  3612. "skins",
  3613. "starmap",
  3614. "terminal_pane",
  3615. "voice_conversation",
  3616. "voice_dictation",
  3617. "webhooks"
  3618. ]
  3619. }
  3620. }
  3621. },
  3622. "value": {
  3623. "type": "integer",
  3624. "minimum": 1
  3625. }
  3626. }
  3627. },
  3628. "desktop_friction_counter": {
  3629. "type": "object",
  3630. "additionalProperties": false,
  3631. "required": [
  3632. "name",
  3633. "type",
  3634. "dimensions",
  3635. "value"
  3636. ],
  3637. "properties": {
  3638. "name": {
  3639. "const": "hermes.desktop.friction"
  3640. },
  3641. "type": {
  3642. "const": "counter"
  3643. },
  3644. "dimensions": {
  3645. "type": "object",
  3646. "additionalProperties": false,
  3647. "required": [
  3648. "detail",
  3649. "kind"
  3650. ],
  3651. "properties": {
  3652. "detail": {
  3653. "enum": [
  3654. "100ms_to_250ms",
  3655. "1s_to_5s",
  3656. "250ms_to_1s",
  3657. "api_key_missing",
  3658. "api_key_rejected",
  3659. "artifacts_partial_load",
  3660. "backend_exit",
  3661. "backend_skew",
  3662. "background_queue_stuck",
  3663. "billing_banner",
  3664. "billing_block",
  3665. "build_discontinued",
  3666. "client_behind",
  3667. "composer_queue_stuck",
  3668. "crash",
  3669. "credits",
  3670. "disk_full",
  3671. "free_tier_notice",
  3672. "gateway_auth_failed",
  3673. "gateway_error",
  3674. "gte_5s",
  3675. "gui_skew",
  3676. "install_method",
  3677. "killed",
  3678. "mcp_health",
  3679. "method_not_allowed",
  3680. "microphone_permission",
  3681. "model_warning",
  3682. "network",
  3683. "onboarding_handoff",
  3684. "oom",
  3685. "other",
  3686. "pool_slot_timeout",
  3687. "restart_required",
  3688. "restored_draft",
  3689. "rpc_out_of_sync",
  3690. "runtime_not_ready",
  3691. "session_compress",
  3692. "storage_failure",
  3693. "terminal_backend",
  3694. "timeout",
  3695. "tip",
  3696. "unclassified",
  3697. "update_available",
  3698. "voice_live_unavailable",
  3699. "voice_stop_hint"
  3700. ]
  3701. },
  3702. "kind": {
  3703. "enum": [
  3704. "backend_disconnect",
  3705. "error_toast",
  3706. "notice_dismissed",
  3707. "renderer_crash",
  3708. "slow_frame"
  3709. ]
  3710. }
  3711. }
  3712. },
  3713. "value": {
  3714. "type": "integer",
  3715. "minimum": 1
  3716. }
  3717. }
  3718. },
  3719. "desktop_onboarding_counter": {
  3720. "type": "object",
  3721. "additionalProperties": false,
  3722. "required": [
  3723. "name",
  3724. "type",
  3725. "dimensions",
  3726. "value"
  3727. ],
  3728. "properties": {
  3729. "name": {
  3730. "const": "hermes.desktop.onboarding"
  3731. },
  3732. "type": {
  3733. "const": "counter"
  3734. },
  3735. "dimensions": {
  3736. "type": "object",
  3737. "additionalProperties": false,
  3738. "required": [
  3739. "event",
  3740. "step"
  3741. ],
  3742. "properties": {
  3743. "event": {
  3744. "enum": [
  3745. "abandoned",
  3746. "completed",
  3747. "reached"
  3748. ]
  3749. },
  3750. "step": {
  3751. "enum": [
  3752. "choose_later",
  3753. "consent",
  3754. "first_message",
  3755. "free_tier_ready",
  3756. "guide",
  3757. "guide_connectors",
  3758. "guide_first_build",
  3759. "guide_layout",
  3760. "guide_look",
  3761. "guide_skip",
  3762. "model_pick",
  3763. "provider_api_key",
  3764. "provider_local",
  3765. "provider_oauth",
  3766. "provider_setup",
  3767. "sign_in"
  3768. ]
  3769. }
  3770. }
  3771. },
  3772. "value": {
  3773. "type": "integer",
  3774. "minimum": 1
  3775. }
  3776. }
  3777. },
  3778. "desktop_mode_use_counter": {
  3779. "type": "object",
  3780. "additionalProperties": false,
  3781. "required": [
  3782. "name",
  3783. "type",
  3784. "dimensions",
  3785. "value"
  3786. ],
  3787. "properties": {
  3788. "name": {
  3789. "const": "hermes.desktop.mode_use"
  3790. },
  3791. "type": {
  3792. "const": "counter"
  3793. },
  3794. "dimensions": {
  3795. "type": "object",
  3796. "additionalProperties": false,
  3797. "required": [
  3798. "active_minutes_bucket",
  3799. "bot_count_bucket",
  3800. "messages_sent_bucket",
  3801. "mode"
  3802. ],
  3803. "properties": {
  3804. "active_minutes_bucket": {
  3805. "enum": [
  3806. "0",
  3807. "2h_to_6h",
  3808. "30m_to_2h",
  3809. "5m_to_30m",
  3810. "gte_6h",
  3811. "lt_5m"
  3812. ]
  3813. },
  3814. "bot_count_bucket": {
  3815. "enum": [
  3816. "0",
  3817. "1",
  3818. "101_to_250",
  3819. "11_to_25",
  3820. "2",
  3821. "26_to_100",
  3822. "3_to_5",
  3823. "6_to_10",
  3824. "gte_251"
  3825. ]
  3826. },
  3827. "messages_sent_bucket": {
  3828. "enum": [
  3829. "0",
  3830. "1",
  3831. "101_to_250",
  3832. "11_to_25",
  3833. "2",
  3834. "26_to_100",
  3835. "3_to_5",
  3836. "6_to_10",
  3837. "gte_251"
  3838. ]
  3839. },
  3840. "mode": {
  3841. "enum": [
  3842. "bots",
  3843. "sessions"
  3844. ]
  3845. }
  3846. }
  3847. },
  3848. "value": {
  3849. "type": "integer",
  3850. "minimum": 1
  3851. }
  3852. }
  3853. },
  3854. "desktop_action_use_counter": {
  3855. "type": "object",
  3856. "additionalProperties": false,
  3857. "required": [
  3858. "name",
  3859. "type",
  3860. "dimensions",
  3861. "value"
  3862. ],
  3863. "properties": {
  3864. "name": {
  3865. "const": "hermes.desktop.action_use"
  3866. },
  3867. "type": {
  3868. "const": "counter"
  3869. },
  3870. "dimensions": {
  3871. "type": "object",
  3872. "additionalProperties": false,
  3873. "required": [
  3874. "action",
  3875. "count_bucket",
  3876. "via"
  3877. ],
  3878. "properties": {
  3879. "action": {
  3880. "enum": [
  3881. "appearance.toggleMode",
  3882. "composer.attach",
  3883. "composer.cancel",
  3884. "composer.dictate",
  3885. "composer.focus",
  3886. "composer.help",
  3887. "composer.history",
  3888. "composer.mention",
  3889. "composer.modelPicker",
  3890. "composer.newline",
  3891. "composer.queue",
  3892. "composer.reasoningDown",
  3893. "composer.reasoningUp",
  3894. "composer.send",
  3895. "composer.sendQueued",
  3896. "composer.slash",
  3897. "composer.steer",
  3898. "composer.voice",
  3899. "conversation.scrollPageDown",
  3900. "conversation.scrollPageUp",
  3901. "hud.snapToPointer",
  3902. "keybinds.openPanel",
  3903. "message.copy",
  3904. "message.retry",
  3905. "nav.agents",
  3906. "nav.artifacts",
  3907. "nav.capabilities",
  3908. "nav.commandCenter",
  3909. "nav.commandPalette",
  3910. "nav.cron",
  3911. "nav.messaging",
  3912. "nav.profiles",
  3913. "nav.settings",
  3914. "other",
  3915. "profile.create",
  3916. "profile.default",
  3917. "profile.next",
  3918. "profile.prev",
  3919. "profile.toggleAll",
  3920. "session.archive",
  3921. "session.focusSearch",
  3922. "session.new",
  3923. "session.newTab",
  3924. "session.newWindow",
  3925. "session.next",
  3926. "session.prev",
  3927. "session.togglePin",
  3928. "view.closeTab",
  3929. "view.closeTerminal",
  3930. "view.cycleSidebarGrouping",
  3931. "view.findInPage",
  3932. "view.findNext",
  3933. "view.findPrevious",
  3934. "view.flipPanes",
  3935. "view.newTerminal",
  3936. "view.nextTerminal",
  3937. "view.prevTerminal",
  3938. "view.reopenTab",
  3939. "view.selectionToComposer",
  3940. "view.showBrowser",
  3941. "view.showFiles",
  3942. "view.showTerminal",
  3943. "view.terminalCopy",
  3944. "view.terminalPaste",
  3945. "view.toggleHud",
  3946. "view.toggleProfileRail",
  3947. "view.toggleReview",
  3948. "view.toggleRightSidebar",
  3949. "view.toggleSidebar",
  3950. "view.toggleSimpleMode",
  3951. "view.toggleStatusbar",
  3952. "view.toggleTabStrip",
  3953. "workspace.newWorktree",
  3954. "workspace.openFolder"
  3955. ]
  3956. },
  3957. "count_bucket": {
  3958. "enum": [
  3959. "0",
  3960. "1",
  3961. "101_to_250",
  3962. "11_to_25",
  3963. "2",
  3964. "26_to_100",
  3965. "3_to_5",
  3966. "6_to_10",
  3967. "gte_251"
  3968. ]
  3969. },
  3970. "via": {
  3971. "enum": [
  3972. "click",
  3973. "menu",
  3974. "palette",
  3975. "shortcut"
  3976. ]
  3977. }
  3978. }
  3979. },
  3980. "value": {
  3981. "type": "integer",
  3982. "minimum": 1
  3983. }
  3984. }
  3985. },
  3986. "desktop_dislike_counter": {
  3987. "type": "object",
  3988. "additionalProperties": false,
  3989. "required": [
  3990. "name",
  3991. "type",
  3992. "dimensions",
  3993. "value"
  3994. ],
  3995. "properties": {
  3996. "name": {
  3997. "const": "hermes.desktop.dislike"
  3998. },
  3999. "type": {
  4000. "const": "counter"
  4001. },
  4002. "dimensions": {
  4003. "type": "object",
  4004. "additionalProperties": false,
  4005. "required": [
  4006. "direction",
  4007. "setting",
  4008. "signal",
  4009. "target"
  4010. ],
  4011. "properties": {
  4012. "direction": {
  4013. "enum": [
  4014. "away_from_default",
  4015. "none",
  4016. "to_default"
  4017. ]
  4018. },
  4019. "setting": {
  4020. "type": "string",
  4021. "minLength": 1,
  4022. "maxLength": 96,
  4023. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  4024. },
  4025. "signal": {
  4026. "enum": [
  4027. "cancelled",
  4028. "feature_disabled",
  4029. "quick_close",
  4030. "rage_click",
  4031. "setting_off_default",
  4032. "undo"
  4033. ]
  4034. },
  4035. "target": {
  4036. "enum": [
  4037. "agents",
  4038. "appearance.toggleMode",
  4039. "artifacts",
  4040. "backdrop",
  4041. "bot_activity_toasts",
  4042. "bot_mode",
  4043. "browser_pane",
  4044. "capabilities",
  4045. "closed_tab",
  4046. "command_center",
  4047. "command_palette",
  4048. "composer.attach",
  4049. "composer.cancel",
  4050. "composer.dictate",
  4051. "composer.focus",
  4052. "composer.help",
  4053. "composer.history",
  4054. "composer.mention",
  4055. "composer.modelPicker",
  4056. "composer.newline",
  4057. "composer.queue",
  4058. "composer.reasoningDown",
  4059. "composer.reasoningUp",
  4060. "composer.send",
  4061. "composer.sendQueued",
  4062. "composer.slash",
  4063. "composer.steer",
  4064. "composer.voice",
  4065. "composer_popout_gestures",
  4066. "conversation.scrollPageDown",
  4067. "conversation.scrollPageUp",
  4068. "cron",
  4069. "extension_page",
  4070. "file_pane",
  4071. "find_in_page",
  4072. "free_tier_sign_in",
  4073. "hud.snapToPointer",
  4074. "intro_splash",
  4075. "kanban",
  4076. "keybind_capture",
  4077. "keybinds.openPanel",
  4078. "message.copy",
  4079. "message.retry",
  4080. "messaging",
  4081. "model_picker",
  4082. "native_notifications",
  4083. "nav.agents",
  4084. "nav.artifacts",
  4085. "nav.capabilities",
  4086. "nav.commandCenter",
  4087. "nav.commandPalette",
  4088. "nav.cron",
  4089. "nav.messaging",
  4090. "nav.profiles",
  4091. "nav.settings",
  4092. "notification_kind",
  4093. "other",
  4094. "profile.create",
  4095. "profile.default",
  4096. "profile.next",
  4097. "profile.prev",
  4098. "profile.toggleAll",
  4099. "profiles",
  4100. "project_create",
  4101. "projects",
  4102. "provider_oauth",
  4103. "reactions",
  4104. "restored_draft",
  4105. "review_pane",
  4106. "session.archive",
  4107. "session.focusSearch",
  4108. "session.new",
  4109. "session.newTab",
  4110. "session.newWindow",
  4111. "session.next",
  4112. "session.prev",
  4113. "session.togglePin",
  4114. "session_import",
  4115. "session_picker",
  4116. "session_search",
  4117. "session_switcher",
  4118. "setting",
  4119. "settings_about",
  4120. "settings_billing",
  4121. "settings_config_advanced",
  4122. "settings_config_appearance",
  4123. "settings_config_browser",
  4124. "settings_config_chat",
  4125. "settings_config_memory",
  4126. "settings_config_model",
  4127. "settings_config_safety",
  4128. "settings_config_voice",
  4129. "settings_config_workspace",
  4130. "settings_gateway",
  4131. "settings_keybinds",
  4132. "settings_keys",
  4133. "settings_notifications",
  4134. "settings_other",
  4135. "settings_providers",
  4136. "settings_sessions",
  4137. "settings_vault",
  4138. "skins",
  4139. "starmap",
  4140. "terminal_pane",
  4141. "thread_timeline",
  4142. "tips",
  4143. "tours",
  4144. "vibe_hearts",
  4145. "view.closeTab",
  4146. "view.closeTerminal",
  4147. "view.cycleSidebarGrouping",
  4148. "view.findInPage",
  4149. "view.findNext",
  4150. "view.findPrevious",
  4151. "view.flipPanes",
  4152. "view.newTerminal",
  4153. "view.nextTerminal",
  4154. "view.prevTerminal",
  4155. "view.reopenTab",
  4156. "view.selectionToComposer",
  4157. "view.showBrowser",
  4158. "view.showFiles",
  4159. "view.showTerminal",
  4160. "view.terminalCopy",
  4161. "view.terminalPaste",
  4162. "view.toggleHud",
  4163. "view.toggleProfileRail",
  4164. "view.toggleReview",
  4165. "view.toggleRightSidebar",
  4166. "view.toggleSidebar",
  4167. "view.toggleSimpleMode",
  4168. "view.toggleStatusbar",
  4169. "view.toggleTabStrip",
  4170. "voice_conversation",
  4171. "voice_dictation",
  4172. "webhooks",
  4173. "workspace.newWorktree",
  4174. "workspace.openFolder"
  4175. ]
  4176. }
  4177. }
  4178. },
  4179. "value": {
  4180. "type": "integer",
  4181. "minimum": 1
  4182. }
  4183. }
  4184. },
  4185. "tool_unavailable_counter": {
  4186. "type": "object",
  4187. "additionalProperties": false,
  4188. "required": [
  4189. "name",
  4190. "type",
  4191. "dimensions",
  4192. "value"
  4193. ],
  4194. "properties": {
  4195. "name": {
  4196. "const": "hermes.tool_unavailable.count"
  4197. },
  4198. "type": {
  4199. "const": "counter"
  4200. },
  4201. "dimensions": {
  4202. "type": "object",
  4203. "additionalProperties": false,
  4204. "required": [
  4205. "model",
  4206. "provider",
  4207. "tool_name"
  4208. ],
  4209. "properties": {
  4210. "model": {
  4211. "type": "string",
  4212. "minLength": 1,
  4213. "maxLength": 256,
  4214. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  4215. },
  4216. "provider": {
  4217. "$ref": "#/$defs/provider_identifier"
  4218. },
  4219. "tool_name": {
  4220. "enum": [
  4221. "annotate_preview",
  4222. "browser_back",
  4223. "browser_cdp",
  4224. "browser_click",
  4225. "browser_console",
  4226. "browser_dialog",
  4227. "browser_exec",
  4228. "browser_get_images",
  4229. "browser_navigate",
  4230. "browser_press",
  4231. "browser_scroll",
  4232. "browser_snapshot",
  4233. "browser_type",
  4234. "browser_vault_enter_code",
  4235. "browser_vault_fill",
  4236. "browser_vault_list",
  4237. "browser_vault_save_login",
  4238. "browser_vault_unlock",
  4239. "browser_vision",
  4240. "clarify",
  4241. "close_terminal",
  4242. "computer_use",
  4243. "cronjob_manage",
  4244. "delegate_task",
  4245. "desktop_preview",
  4246. "desktop_project",
  4247. "discord",
  4248. "discord_admin",
  4249. "drive_preview",
  4250. "execute_code",
  4251. "feishu_doc_read",
  4252. "feishu_drive_add_comment",
  4253. "feishu_drive_list_comment_replies",
  4254. "feishu_drive_list_comments",
  4255. "feishu_drive_reply_comment",
  4256. "focus_pane",
  4257. "gui_tour",
  4258. "image_generate",
  4259. "kanban_attach",
  4260. "kanban_attach_url",
  4261. "kanban_attachments",
  4262. "kanban_block",
  4263. "kanban_comment",
  4264. "kanban_complete",
  4265. "kanban_create",
  4266. "kanban_heartbeat",
  4267. "kanban_link",
  4268. "kanban_list",
  4269. "kanban_request_changes",
  4270. "kanban_request_review",
  4271. "kanban_show",
  4272. "kanban_unblock",
  4273. "manage_catalog",
  4274. "manage_connections",
  4275. "memory",
  4276. "patch",
  4277. "process_manage",
  4278. "react_to_message",
  4279. "read_file",
  4280. "read_terminal",
  4281. "read_window_below",
  4282. "search_files",
  4283. "session_search",
  4284. "setup_choose",
  4285. "show_tip",
  4286. "skill_manage",
  4287. "skill_view",
  4288. "skills_list",
  4289. "spotify_albums",
  4290. "spotify_devices",
  4291. "spotify_library",
  4292. "spotify_playback",
  4293. "spotify_playlists",
  4294. "spotify_queue",
  4295. "spotify_search",
  4296. "terminal",
  4297. "text_to_speech",
  4298. "todo_list",
  4299. "video_analyze",
  4300. "video_generate",
  4301. "vision_analyze",
  4302. "web_extract",
  4303. "web_search",
  4304. "write_file",
  4305. "x_search",
  4306. "xai_video_edit",
  4307. "xai_video_extend",
  4308. "yb_query_group_info",
  4309. "yb_query_group_members",
  4310. "yb_search_sticker",
  4311. "yb_send_dm",
  4312. "yb_send_sticker"
  4313. ]
  4314. }
  4315. },
  4316. "description": "A model called a tool Hermes ships that this session did not enable (background reviews and delegated children excluded)."
  4317. },
  4318. "value": {
  4319. "type": "integer",
  4320. "minimum": 1
  4321. }
  4322. }
  4323. },
  4324. "provider_setup_counter": {
  4325. "type": "object",
  4326. "additionalProperties": false,
  4327. "required": [
  4328. "name",
  4329. "type",
  4330. "dimensions",
  4331. "value"
  4332. ],
  4333. "properties": {
  4334. "name": {
  4335. "const": "hermes.provider_setup.count"
  4336. },
  4337. "type": {
  4338. "const": "counter"
  4339. },
  4340. "dimensions": {
  4341. "type": "object",
  4342. "additionalProperties": false,
  4343. "required": [
  4344. "event",
  4345. "failure_class",
  4346. "provider",
  4347. "surface"
  4348. ],
  4349. "properties": {
  4350. "event": {
  4351. "enum": [
  4352. "abandoned",
  4353. "completed",
  4354. "failed",
  4355. "started"
  4356. ]
  4357. },
  4358. "failure_class": {
  4359. "enum": [
  4360. "auth",
  4361. "cancelled",
  4362. "network",
  4363. "no_models",
  4364. "none",
  4365. "other"
  4366. ]
  4367. },
  4368. "provider": {
  4369. "$ref": "#/$defs/provider_identifier"
  4370. },
  4371. "surface": {
  4372. "enum": [
  4373. "cli_model",
  4374. "cli_setup",
  4375. "dashboard",
  4376. "desktop",
  4377. "tui"
  4378. ]
  4379. }
  4380. },
  4381. "description": "One per provider-setup flow transition; failure_class is none unless event=failed. Custom endpoints read custom."
  4382. },
  4383. "value": {
  4384. "type": "integer",
  4385. "minimum": 1
  4386. }
  4387. }
  4388. },
  4389. "feature_adoption_counter": {
  4390. "type": "object",
  4391. "additionalProperties": false,
  4392. "required": [
  4393. "name",
  4394. "type",
  4395. "dimensions",
  4396. "value"
  4397. ],
  4398. "properties": {
  4399. "name": {
  4400. "const": "hermes.feature_adoption.count"
  4401. },
  4402. "type": {
  4403. "const": "counter"
  4404. },
  4405. "dimensions": {
  4406. "type": "object",
  4407. "additionalProperties": false,
  4408. "required": [
  4409. "days_since_install_bucket",
  4410. "feature"
  4411. ],
  4412. "properties": {
  4413. "days_since_install_bucket": {
  4414. "enum": [
  4415. "1d_to_7d",
  4416. "30d_to_90d",
  4417. "7d_to_30d",
  4418. "gte_90d",
  4419. "same_day",
  4420. "unknown"
  4421. ]
  4422. },
  4423. "feature": {
  4424. "enum": [
  4425. "bot_mode",
  4426. "browser",
  4427. "cron",
  4428. "curator",
  4429. "delegation",
  4430. "desktop",
  4431. "gateway_platform",
  4432. "kanban",
  4433. "mcp",
  4434. "memory",
  4435. "plugins",
  4436. "projects",
  4437. "skills_created",
  4438. "tui",
  4439. "voice"
  4440. ]
  4441. }
  4442. },
  4443. "description": "Emitted once per feature per install, at its first real use; the bucket is the owning profile's age then."
  4444. },
  4445. "value": {
  4446. "const": 1
  4447. }
  4448. }
  4449. },
  4450. "feature_disabled_counter": {
  4451. "type": "object",
  4452. "additionalProperties": false,
  4453. "required": [
  4454. "name",
  4455. "type",
  4456. "dimensions",
  4457. "value"
  4458. ],
  4459. "properties": {
  4460. "name": {
  4461. "const": "hermes.feature_disabled.count"
  4462. },
  4463. "type": {
  4464. "const": "counter"
  4465. },
  4466. "dimensions": {
  4467. "type": "object",
  4468. "additionalProperties": false,
  4469. "required": [
  4470. "event",
  4471. "kind",
  4472. "name",
  4473. "surface"
  4474. ],
  4475. "properties": {
  4476. "event": {
  4477. "enum": [
  4478. "disabled",
  4479. "re_enabled"
  4480. ]
  4481. },
  4482. "kind": {
  4483. "enum": [
  4484. "compression",
  4485. "curator",
  4486. "memory",
  4487. "platform",
  4488. "plugin",
  4489. "setting",
  4490. "skill",
  4491. "toolset"
  4492. ]
  4493. },
  4494. "name": {
  4495. "type": "string",
  4496. "minLength": 1,
  4497. "maxLength": 64,
  4498. "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
  4499. },
  4500. "surface": {
  4501. "enum": [
  4502. "cli_config",
  4503. "cli_slash",
  4504. "cli_tools",
  4505. "dashboard",
  4506. "desktop",
  4507. "tui"
  4508. ]
  4509. }
  4510. },
  4511. "description": "A user turned off something Hermes ships on (or removed a shipped skill), or turned it back on. name is a shipped toolset / bundled or catalog skill or plugin / DEFAULT_CONFIG key path (never a value), else custom. At most once per (kind, name, event) per day."
  4512. },
  4513. "value": {
  4514. "const": 1
  4515. }
  4516. }
  4517. },
  4518. "tool_latency_counter": {
  4519. "type": "object",
  4520. "additionalProperties": false,
  4521. "required": [
  4522. "name",
  4523. "type",
  4524. "dimensions",
  4525. "value"
  4526. ],
  4527. "properties": {
  4528. "name": {
  4529. "const": "hermes.tool_call.latency"
  4530. },
  4531. "type": {
  4532. "const": "counter"
  4533. },
  4534. "dimensions": {
  4535. "type": "object",
  4536. "additionalProperties": false,
  4537. "required": [
  4538. "latency_bucket",
  4539. "retry_count_bucket",
  4540. "tool_category"
  4541. ],
  4542. "properties": {
  4543. "latency_bucket": {
  4544. "$ref": "#/$defs/tool_latency_bucket"
  4545. },
  4546. "retry_count_bucket": {
  4547. "$ref": "#/$defs/tool_retry_bucket"
  4548. },
  4549. "tool_category": {
  4550. "enum": [
  4551. "browser",
  4552. "code_execution",
  4553. "communication",
  4554. "computer_use",
  4555. "delegation",
  4556. "file",
  4557. "home_automation",
  4558. "mcp",
  4559. "media",
  4560. "memory",
  4561. "other",
  4562. "planning",
  4563. "project",
  4564. "scheduler",
  4565. "skill",
  4566. "terminal",
  4567. "unknown",
  4568. "web"
  4569. ]
  4570. }
  4571. }
  4572. },
  4573. "value": {
  4574. "type": "integer",
  4575. "minimum": 1
  4576. }
  4577. }
  4578. },
  4579. "task_duration_counter": {
  4580. "type": "object",
  4581. "additionalProperties": false,
  4582. "required": [
  4583. "name",
  4584. "type",
  4585. "dimensions",
  4586. "value"
  4587. ],
  4588. "properties": {
  4589. "name": {
  4590. "const": "hermes.task_run.duration"
  4591. },
  4592. "type": {
  4593. "const": "counter"
  4594. },
  4595. "dimensions": {
  4596. "type": "object",
  4597. "additionalProperties": false,
  4598. "required": [
  4599. "duration_bucket",
  4600. "execution_surface",
  4601. "outcome",
  4602. "retry_count_bucket"
  4603. ],
  4604. "properties": {
  4605. "duration_bucket": {
  4606. "$ref": "#/$defs/duration_bucket"
  4607. },
  4608. "execution_surface": {
  4609. "$ref": "#/$defs/execution_surface"
  4610. },
  4611. "outcome": {
  4612. "enum": [
  4613. "cancelled",
  4614. "failed",
  4615. "success",
  4616. "timed_out",
  4617. "unknown"
  4618. ]
  4619. },
  4620. "retry_count_bucket": {
  4621. "$ref": "#/$defs/count_bucket"
  4622. }
  4623. }
  4624. },
  4625. "value": {
  4626. "type": "integer",
  4627. "minimum": 1
  4628. }
  4629. }
  4630. }
  4631. }
  4632. }