"""Shared helpers for classifying tool result payloads.""" from __future__ import annotations import json import re from typing import Any FILE_MUTATING_TOOL_NAMES = frozenset({"write_file", "patch"}) # Tools whose interrupted/dangling execution is safe to discard because they # cannot mutate either external state or Hermes session state. Unknown/plugin/ # MCP tools stay effect-capable by default. NO_EFFECT_TOOL_NAMES = frozenset({ "read_file", "search_files", "session_search", "skill_view", "skills_list", "web_extract", "web_search", "vision_analyze", "browser_snapshot", "browser_get_images", "browser_console", "read_terminal", }) def tool_may_have_side_effect(tool_name: str) -> bool: return tool_name not in NO_EFFECT_TOOL_NAMES # Set by a tool that REFUSED a call the harness judged redundant (repeated identical # read/search). The body still carries ``"error"`` so the model reads it as a stop # signal, but nothing failed: failure classifiers must not count it, or the cheap # refusal feeds the streak that fires ``repeated_exact_failure_block``. GUARDRAIL_REFUSAL_KEY = "guardrail_refusal" def is_guardrail_refusal(result: Any) -> bool: """Return True when ``result`` (JSON string or parsed dict) is a harness refusal.""" data = result if isinstance(result, str): try: data = json.loads(result.strip()) except Exception: return False return isinstance(data, dict) and data.get(GUARDRAIL_REFUSAL_KEY) is True # A quoted "error"/"failed" in a result's head marks it failed UNLESS it is a key whose value is # empty: success payloads routinely carry ``"error": null`` per item (web_extract) or a # ``"failed": 0`` count, and a bare substring test flagged every one of them. _FAILURE_MARKER_RE = re.compile( r'"(?:error|failed)"(?!\s*:\s*(?:null|false|0|""|\[\]|\{\})\s*(?:[,}\]]|$))', re.IGNORECASE) def has_failure_marker(result: str) -> bool: """Last-resort text test for a failed tool result: a non-empty ``"error"``/``"failed"`` STARTING in the first 500 chars, or a body starting with ``Error``. The value is read past the cut, so an ``"error": null`` straddling char 500 is not mistaken for a truncated one.""" head = result[:600] return any(m.start() < 500 for m in _FAILURE_MARKER_RE.finditer(head)) or result.startswith("Error") # ``timeout`` is deliberately absent: process(wait) returns it for a still-running job. _FAILED_STATUSES = frozenset({"failed", "error"}) _RATE_LIMIT_RE = re.compile(r"rate[\s_-]?limit|too many requests|\b429\b", re.IGNORECASE) _RETRY_AFTER_KEYS = ("retry_after", "retryAfter", "retry_after_seconds", "retry_after_ms") def is_rate_limited(result: Any) -> bool: """True when a FAILED result says the backend throttled the call (a ``retry_after`` field, a 429 status, or rate-limit wording in its error). Only meaningful for results already judged failed: a successful page can mention rate limits in its content.""" data = result if isinstance(result, str): try: data = json.loads(result.strip()) except ValueError: return bool(_RATE_LIMIT_RE.search(result[:500])) if not isinstance(data, dict): return False if any(data.get(k) for k in _RETRY_AFTER_KEYS) or 429 in (data.get("status"), data.get("status_code"), data.get("code")): return True error = data.get("error") text = error.get("message") or error.get("code") if isinstance(error, dict) else error return isinstance(text, str) and bool(_RATE_LIMIT_RE.search(text)) def shape_failure_error(data: dict) -> str | None: """Error text when a JSON-object result failed by SHAPE rather than by its top-level ``error``: a ``status`` of failed/error, or a ``results`` batch where EVERY item carries an error (delegate_task with all children interrupted, a connector batch with every call refused). None for a clean or partial result. Top-level JSON objects skip the substring scan, so this is what keeps those failures counted.""" if str(data.get("status", "")).lower() in _FAILED_STATUSES: return str(data.get("status")) items = data.get("results") if not isinstance(items, list) or not items or not all(isinstance(i, dict) for i in items): return None errors = [i.get("error") for i in items] if not all(errors): return None first = errors[0] return str(first.get("message") or first) if isinstance(first, dict) else str(first) def file_mutation_result_landed(tool_name: str, result: Any) -> bool: """Return True when a file mutation result proves the write landed.""" if tool_name not in FILE_MUTATING_TOOL_NAMES or not isinstance(result, str): return False try: data = json.loads(result.strip()) except Exception: return False if not isinstance(data, dict) or data.get("error"): return False if tool_name == "write_file": return "bytes_written" in data if tool_name == "patch": return data.get("success") is True return False