stream-speed.yaml 1.2 KB

123456789101112131415161718192021
  1. name: stream-speed
  2. repo: https://github.com/olric3015/hermes-plugins
  3. sha: d7b48bbe90d18bfdf26ccbf7bd4da6616e7645d6
  4. subdir: stream-speed
  5. description: "How fast each model starts answering and how fast it writes: /speed shows the median and p90 time to first text and the median characters per second per model, provider or day, or lists the newest streams (ten, or up to 100 with /speed recent 50), for the last 24 hours, any number of hours or days, the latest session or everything recorded, from the streaming hooks. Disclosure — writes per-response stream timings (ids, model, timings, character count, no text) to plugin-data/stream-speed/streams.jsonl, trimmed to 5,000 rows past 2 MB; atexit waits up to 1 s; no network"
  6. maintainer: olric3015
  7. tier: community
  8. category: tools
  9. requires_hermes: ">=0.21.5"
  10. docs_url: https://github.com/olric3015/hermes-plugins/tree/main/stream-speed
  11. version: "1.4.0"
  12. image: https://raw.githubusercontent.com/olric3015/hermes-plugins/d7b48bbe90d18bfdf26ccbf7bd4da6616e7645d6/docs/stream-speed-card.png
  13. platforms: []
  14. capabilities:
  15. provides_tools: []
  16. provides_hooks:
  17. - on_stream_start
  18. - on_stream_delta
  19. - on_stream_end
  20. provides_middleware: []
  21. requires_env: []