| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705 |
- {
- "$schema": "https://json-schema.org/draft/2020-12/schema",
- "$id": "urn:hermes-agent:schema:shared-metrics:v2",
- "title": "Hermes Shared Metrics Package v2",
- "type": "object",
- "additionalProperties": false,
- "required": [
- "schema_version",
- "package_id",
- "install_id",
- "period_start",
- "period_end",
- "generated_at",
- "resource",
- "metrics"
- ],
- "properties": {
- "schema_version": {
- "const": "hermes.shared_metrics.v2"
- },
- "package_id": {
- "$ref": "#/$defs/uuid"
- },
- "install_id": {
- "description": "Random persistent identifier scoped to one HERMES_HOME; local-only in schema v2.",
- "$ref": "#/$defs/uuid"
- },
- "period_start": {
- "type": "string",
- "format": "date-time"
- },
- "period_end": {
- "type": "string",
- "format": "date-time"
- },
- "generated_at": {
- "type": "string",
- "format": "date-time"
- },
- "resource": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "architecture",
- "hermes_version",
- "install_method",
- "os_family"
- ],
- "properties": {
- "architecture": {
- "type": "string",
- "enum": ["arm", "arm64", "unknown", "x86", "x86_64"]
- },
- "hermes_version": {
- "type": "string",
- "minLength": 1,
- "maxLength": 64
- },
- "install_method": {
- "type": "string",
- "enum": ["apt", "docker", "git", "home-manager", "homebrew", "nixos", "pip", "unknown"]
- },
- "os_family": {
- "type": "string",
- "enum": ["linux", "macos", "unknown", "windows"]
- }
- }
- },
- "metrics": {
- "type": "array",
- "minItems": 1,
- "items": {
- "oneOf": [
- {
- "$ref": "#/$defs/client_active_counter"
- },
- {
- "$ref": "#/$defs/model_call_counter"
- },
- {
- "$ref": "#/$defs/model_route_counter"
- },
- {
- "$ref": "#/$defs/task_started_counter"
- },
- {
- "$ref": "#/$defs/task_finished_counter"
- },
- {
- "$ref": "#/$defs/tool_call_counter"
- },
- {
- "$ref": "#/$defs/tool_approval_counter"
- },
- {
- "$ref": "#/$defs/skill_lifecycle_counter"
- },
- {
- "$ref": "#/$defs/skill_load_counter"
- }
- ]
- }
- }
- },
- "$defs": {
- "client_active_counter": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "name",
- "type",
- "dimensions",
- "value"
- ],
- "properties": {
- "name": {
- "const": "hermes.client.active"
- },
- "type": {
- "const": "counter"
- },
- "dimensions": {
- "type": "object",
- "additionalProperties": false,
- "maxProperties": 0
- },
- "value": {
- "const": 1
- }
- }
- },
- "uuid": {
- "type": "string",
- "pattern": "^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$"
- },
- "model_call_counter": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "name",
- "type",
- "dimensions",
- "value"
- ],
- "properties": {
- "name": {
- "const": "hermes.model_call.count"
- },
- "type": {
- "const": "counter"
- },
- "dimensions": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "call_role",
- "locality",
- "model_family",
- "outcome",
- "provider_family"
- ],
- "properties": {
- "call_role": {
- "const": "primary"
- },
- "locality": {
- "enum": [
- "local",
- "remote",
- "unknown"
- ]
- },
- "model_family": {
- "enum": [
- "claude",
- "deepseek",
- "gemini",
- "gemma",
- "glm",
- "gpt",
- "grok",
- "kimi",
- "llama",
- "minimax",
- "mimo",
- "mistral",
- "nemotron",
- "nova",
- "o1",
- "o3",
- "o4",
- "qwen",
- "step",
- "trinity",
- "unknown"
- ]
- },
- "outcome": {
- "enum": [
- "cancelled",
- "failed",
- "success"
- ]
- },
- "provider_family": {
- "enum": [
- "aggregator",
- "custom",
- "direct",
- "local",
- "unknown"
- ]
- }
- }
- },
- "value": {
- "type": "integer",
- "minimum": 1
- }
- }
- },
- "model_route_counter": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "name",
- "type",
- "dimensions",
- "value"
- ],
- "properties": {
- "name": {
- "const": "hermes.model_route.count"
- },
- "type": {
- "const": "counter"
- },
- "dimensions": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "model",
- "provider"
- ],
- "properties": {
- "model": {
- "type": "string",
- "minLength": 1,
- "maxLength": 256,
- "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
- },
- "provider": {
- "type": "string",
- "minLength": 1,
- "maxLength": 64,
- "pattern": "^[a-z0-9][a-z0-9._:/@+\\-]*$"
- }
- }
- },
- "value": {
- "type": "integer",
- "minimum": 1
- }
- }
- },
- "task_started_counter": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "name",
- "type",
- "dimensions",
- "value"
- ],
- "properties": {
- "name": {
- "const": "hermes.task_run.started"
- },
- "type": {
- "const": "counter"
- },
- "dimensions": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "entrypoint",
- "execution_surface"
- ],
- "properties": {
- "entrypoint": {
- "$ref": "#/$defs/task_entrypoint"
- },
- "execution_surface": {
- "$ref": "#/$defs/execution_surface"
- }
- }
- },
- "value": {
- "type": "integer",
- "minimum": 1
- }
- }
- },
- "task_finished_counter": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "name",
- "type",
- "dimensions",
- "value"
- ],
- "properties": {
- "name": {
- "const": "hermes.task_run.finished"
- },
- "type": {
- "const": "counter"
- },
- "dimensions": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "duration_bucket",
- "end_reason",
- "entrypoint",
- "execution_surface",
- "model_call_count_bucket",
- "outcome",
- "retry_count_bucket",
- "termination",
- "tool_call_count_bucket"
- ],
- "properties": {
- "duration_bucket": {
- "$ref": "#/$defs/duration_bucket"
- },
- "end_reason": {
- "enum": [
- "approval_denied",
- "completed",
- "failed",
- "guardrail_blocked",
- "iteration_limit",
- "system_aborted",
- "timed_out",
- "unknown",
- "user_cancelled"
- ]
- },
- "entrypoint": {
- "$ref": "#/$defs/task_entrypoint"
- },
- "execution_surface": {
- "$ref": "#/$defs/execution_surface"
- },
- "model_call_count_bucket": {
- "$ref": "#/$defs/count_bucket"
- },
- "outcome": {
- "enum": [
- "cancelled",
- "failed",
- "success",
- "timed_out",
- "unknown"
- ]
- },
- "retry_count_bucket": {
- "$ref": "#/$defs/count_bucket"
- },
- "termination": {
- "enum": [
- "none",
- "system_aborted",
- "timed_out",
- "unknown",
- "user_cancelled"
- ]
- },
- "tool_call_count_bucket": {
- "$ref": "#/$defs/count_bucket"
- }
- }
- },
- "value": {
- "type": "integer",
- "minimum": 1
- }
- }
- },
- "execution_surface": {
- "enum": [
- "acp",
- "api",
- "batch",
- "cli",
- "desktop",
- "gateway",
- "other",
- "python",
- "scheduled_task",
- "tui",
- "unknown"
- ]
- },
- "task_entrypoint": {
- "enum": [
- "api",
- "background",
- "batch",
- "delegated",
- "gateway_message",
- "interactive",
- "other",
- "python",
- "scheduled_task",
- "unknown"
- ]
- },
- "duration_bucket": {
- "enum": [
- "1s_to_5s",
- "2m_to_10m",
- "30s_to_2m",
- "5s_to_30s",
- "gte_10m",
- "lt_1s"
- ]
- },
- "count_bucket": {
- "enum": [
- "0",
- "1",
- "2",
- "3_to_5",
- "6_to_10",
- "gte_11"
- ]
- },
- "tool_latency_bucket": {
- "enum": [
- "100ms_to_250ms",
- "10s_to_30s",
- "1s_to_2s",
- "250ms_to_500ms",
- "2s_to_5s",
- "500ms_to_1s",
- "5s_to_10s",
- "gte_30s",
- "lt_100ms",
- "unknown"
- ]
- },
- "tool_retry_bucket": {
- "enum": [
- "0",
- "1",
- "2",
- "3_to_5",
- "6_to_10",
- "gte_11",
- "unknown"
- ]
- },
- "tool_call_counter": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "name",
- "type",
- "dimensions",
- "value"
- ],
- "properties": {
- "name": {
- "const": "hermes.tool_call.count"
- },
- "type": {
- "const": "counter"
- },
- "dimensions": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "approval_outcome",
- "latency_bucket",
- "outcome",
- "retry_count_bucket",
- "tool_category"
- ],
- "properties": {
- "approval_outcome": {
- "enum": [
- "approved",
- "cancelled",
- "denied",
- "not_required",
- "timed_out",
- "unknown"
- ]
- },
- "latency_bucket": {
- "$ref": "#/$defs/tool_latency_bucket"
- },
- "outcome": {
- "enum": [
- "blocked",
- "cancelled",
- "failed",
- "success",
- "timed_out",
- "unknown"
- ]
- },
- "retry_count_bucket": {
- "$ref": "#/$defs/tool_retry_bucket"
- },
- "tool_category": {
- "enum": [
- "browser",
- "code_execution",
- "communication",
- "computer_use",
- "delegation",
- "file",
- "home_automation",
- "mcp",
- "media",
- "memory",
- "other",
- "planning",
- "project",
- "scheduler",
- "skill",
- "terminal",
- "unknown",
- "web"
- ]
- }
- }
- },
- "value": {
- "type": "integer",
- "minimum": 1
- }
- }
- },
- "tool_approval_counter": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "name",
- "type",
- "dimensions",
- "value"
- ],
- "properties": {
- "name": {
- "const": "hermes.tool_approval.count"
- },
- "type": {
- "const": "counter"
- },
- "dimensions": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "attribution",
- "outcome"
- ],
- "properties": {
- "attribution": {
- "enum": [
- "tool_call",
- "unattributed"
- ]
- },
- "outcome": {
- "enum": [
- "approved",
- "cancelled",
- "denied",
- "timed_out",
- "unknown"
- ]
- }
- }
- },
- "value": {
- "type": "integer",
- "minimum": 1
- }
- }
- },
- "skill_lifecycle_counter": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "name",
- "type",
- "dimensions",
- "value"
- ],
- "properties": {
- "name": {
- "const": "hermes.skill.lifecycle.count"
- },
- "type": {
- "const": "counter"
- },
- "dimensions": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "action",
- "provenance"
- ],
- "properties": {
- "action": {
- "enum": [
- "archived",
- "created",
- "edited",
- "installed",
- "patched",
- "restored",
- "stale"
- ]
- },
- "provenance": {
- "$ref": "#/$defs/skill_provenance"
- }
- }
- },
- "value": {
- "type": "integer",
- "minimum": 1
- }
- }
- },
- "skill_load_counter": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "name",
- "type",
- "dimensions",
- "value"
- ],
- "properties": {
- "name": {
- "const": "hermes.skill.load.count"
- },
- "type": {
- "const": "counter"
- },
- "dimensions": {
- "type": "object",
- "additionalProperties": false,
- "required": [
- "post_patch_state",
- "provenance",
- "reuse_state",
- "use_count_bucket"
- ],
- "properties": {
- "post_patch_state": {
- "enum": [
- "no_new_patch",
- "not_applicable",
- "reused_after_patch"
- ]
- },
- "provenance": {
- "$ref": "#/$defs/skill_provenance"
- },
- "reuse_state": {
- "enum": [
- "first_use",
- "reused"
- ]
- },
- "use_count_bucket": {
- "$ref": "#/$defs/count_bucket"
- }
- }
- },
- "value": {
- "type": "integer",
- "minimum": 1
- }
- }
- },
- "skill_provenance": {
- "enum": [
- "agent_created",
- "external",
- "installed",
- "local",
- "unknown"
- ]
- }
- }
- }
|