| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110 |
- """Pure-text helpers for voice mode: Whisper hallucination filter, voice-chat
- stop phrases, and the TTS self-echo guard. No audio dependencies."""
- import difflib
- import re
- from contextlib import suppress
- from typing import Optional
- def _voice_config() -> dict:
- """``voice`` section of config.yaml, or ``{}`` when missing, malformed, or the
- config system can't be imported (broken config mid-install)."""
- with suppress(Exception):
- from hermes_cli.config import load_config
- voice_cfg = load_config().get("voice", {})
- return voice_cfg if isinstance(voice_cfg, dict) else {}
- return {}
- # Whisper commonly hallucinates these phrases on silent/near-silent audio
- # (matched with trailing '.'/'!' stripped, so the bare form suffices).
- WHISPER_HALLUCINATIONS = {
- "thank you", "thanks for watching", "subscribe to my channel", "like and subscribe",
- "please subscribe", "thank you for watching", "bye", "you", "the end",
- # Non-English hallucinations (common on silence)
- "продолжение следует", "sous-titres", "sous-titres réalisés par la communauté d'amara.org",
- "sottotitoli creati dalla comunità amara.org", "untertitel von stephanie geiges",
- "amara.org", "www.mooji.org", "ご視聴ありがとうございました",
- }
- # Repetitive hallucinations (e.g. "Thank you. Thank you. Thank you.")
- _HALLUCINATION_REPEAT_RE = re.compile(r'^(?:thank you|thanks|bye|you|ok|okay|the end|\.|\s|,|!)+$',
- flags=re.IGNORECASE)
- def is_whisper_hallucination(transcript: str) -> bool:
- """Check if a transcript is a known Whisper hallucination on silence."""
- cleaned = transcript.strip().lower()
- return (not cleaned or cleaned.rstrip('.!') in WHISPER_HALLUCINATIONS
- or bool(_HALLUCINATION_REPEAT_RE.match(cleaned)))
- DEFAULT_VOICE_STOP_PHRASES = ("stop",)
- def _load_voice_stop_phrases() -> tuple:
- """Configured ``voice.stop_phrases`` (default ``("stop",)``); an empty tuple disables
- the feature. Malformed config (dict, list of non-strings) falls back to the default
- rather than crashing the voice loop."""
- with suppress(Exception):
- raw = _voice_config().get("stop_phrases", DEFAULT_VOICE_STOP_PHRASES)
- if isinstance(raw, str):
- raw = [raw]
- if isinstance(raw, (list, tuple)):
- return tuple(str(p).strip().lower() for p in raw if isinstance(p, (str, int, float)) and str(p).strip())
- return DEFAULT_VOICE_STOP_PHRASES
- def is_voice_stop_phrase(transcript: str, stop_phrases: Optional[tuple] = None) -> bool:
- """True when *transcript* is EXACTLY a configured stop phrase. Deliberately strict: the whole
- utterance — lowercased, surrounding punctuation stripped — must equal a phrase, so "stop doing
- that and try again" still reaches the agent. ``voice.stop_phrases: []`` disables."""
- cleaned = transcript.strip().lower().strip(".,!?;: \t\n\"'") if transcript else ""
- return bool(cleaned) and cleaned in (_load_voice_stop_phrases() if stop_phrases is None else stop_phrases)
- # Similarity ratio (difflib.SequenceMatcher) above which a playback-phase barge transcript
- # is treated as a self-capture of Hermes' own TTS: the full-duplex listener has no echo
- # cancellation, so speaker bleed can be transcribed near-verbatim (TTS -> STT -> TTS loop).
- DEFAULT_TTS_ECHO_SIMILARITY_THRESHOLD = 0.6
- # Minimum normalized-transcript length before the sliding-window fallback runs. Below
- # this a genuine one-word barge-in ("yes") landing verbatim inside a longer reply would
- # score a trivial 1.0; a real self-capture spans pre-roll plus time-to-silence, so it is longer.
- # See #75792.
- MIN_FRAGMENT_LENGTH_FOR_ECHO = 10
- def _normalize_for_echo_compare(text: str) -> str:
- return re.sub(r"\s+", " ", text).strip().lower()
- def is_tts_echo(transcript: str, spoken_text: str,
- threshold: float = DEFAULT_TTS_ECHO_SIMILARITY_THRESHOLD) -> bool:
- """True when *transcript* looks like a self-capture of *spoken_text*. Character-level similarity
- (language-agnostic): a genuine interjection rarely matches Hermes' own words, so a high ratio signals
- speaker-bleed (fail-closed guard for the playback-phase listener). Playback capture spans only pre-roll
- plus time-to-silence, so for long replies the transcript is a FRAGMENT and the whole-string ratio dilutes
- toward 0; when it misses, a transcript-sized window slides across `spoken_text`. Transcripts shorter than
- `MIN_FRAGMENT_LENGTH_FOR_ECHO` skip the fallback (a short interjection trivially matches a short window)."""
- a, b = _normalize_for_echo_compare(transcript or ""), _normalize_for_echo_compare(spoken_text or "")
- if not a or not b:
- return False
- def _similar(x: str, y: str) -> bool:
- return difflib.SequenceMatcher(None, x, y).ratio() >= threshold
- if _similar(a, b):
- return True
- if len(a) < MIN_FRAGMENT_LENGTH_FOR_ECHO or len(a) >= len(b):
- return False
- return any(_similar(a, b[start : start + len(a)]) for start in range(len(b) - len(a) + 1))
- def voice_stop_hint() -> str:
- """One-line 'Say "stop" to end the voice chat.' hint for voice-mode start, using the first
- ``voice.stop_phrases`` entry ("" when disabled). Every surface announcing voice-mode start
- (CLI, TUI, desktop) uses this one owner instead of hardcoding the wording."""
- phrases = _load_voice_stop_phrases()
- return f'Say "{phrases[0]}" to end the voice chat.' if phrases else ""
|