| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188 |
- """``hermes model`` → Local models: the desktop's Local Models setup, in the terminal.
- The flow drives the handlers behind the desktop's Local Models pane
- (``hermes_cli/web_routers/local_models.py``) in-process, so both surfaces run one code path:
- the catalog priced for this machine, quickstart (pinned engine via PM, model download, server
- start, default assignment) and activate for a model already on disk. Progress renders from the
- same job view the desktop polls; Ctrl+C pauses a download, and the next run resumes from the
- bytes already on disk.
- """
- from __future__ import annotations
- import asyncio
- import time
- _POLL_S = 0.2
- _PAUSE_WAIT_S = 15.0
- def local_models_available() -> bool:
- """Whether PM pins an engine for this machine at all. CPU is pinned on every target that has
- any build, so its absence means no backend can install; GPU detection waits for selection."""
- try:
- from hermes_cli.local_runtime.binaries import unavailable_reason
- return unavailable_reason("cpu") is None
- except Exception:
- return False
- def _fmt_eta(seconds: int) -> str:
- minutes, secs = divmod(int(seconds), 60)
- return f"{minutes}m{secs:02d}s" if minutes else f"{secs}s"
- def _rate(bytes_per_sec: float) -> str:
- mb = bytes_per_sec / (1 << 20)
- return f"{mb / 1024:.1f} GB/s" if mb >= 1024 else f"{mb:.0f} MB/s" if mb >= 10 else f"{mb:.1f} MB/s"
- def _progress_line(lm, view: dict) -> str:
- line = f" {view.get('detail') or 'Starting'}"
- if view.get("phase") not in lm._DOWNLOAD_PHASES:
- return line # bytes stay on the job after the transfer; later steps show no counter
- total = view.get("total_bytes")
- if total:
- line += f" {view.get('percent', 0)}% {lm._human_gb(view.get('done_bytes') or 0)} / {lm._human_gb(total)}"
- if view.get("bytes_per_sec"):
- line += f" {_rate(view['bytes_per_sec'])}"
- if view.get("eta_seconds") is not None:
- line += f" ~{_fmt_eta(view['eta_seconds'])} left"
- return line
- def _follow_job(lm, job_id: str) -> str:
- """Render a job until it settles; returns its terminal status. Ctrl+C pauses a pausable
- phase (the downloader keeps finished bytes) and stops following anything else."""
- shown_phase, width = None, 0
- try:
- while True:
- with lm._JOBS_LOCK:
- view = lm._job_view(lm._JOBS[job_id])
- if view["status"] != "running":
- break
- if view["phase"] != shown_phase:
- if shown_phase is not None:
- print()
- shown_phase, width = view["phase"], 0
- line = _progress_line(lm, view)
- print(f"\r{line}{' ' * max(0, width - len(line))}", end="", flush=True)
- width = len(line)
- time.sleep(_POLL_S)
- except KeyboardInterrupt:
- print()
- running = lm._RUNNING.get(job_id, {})
- with lm._JOBS_LOCK:
- pausable = lm._job_view(lm._JOBS[job_id])["can_pause"]
- if not pausable or running.get("pause") is None:
- print(" Stopped following. Setup continues only while this process runs.")
- return "interrupted"
- running["pause"].set()
- deadline = time.monotonic() + _PAUSE_WAIT_S
- while time.monotonic() < deadline and lm._JOBS[job_id]["status"] == "running":
- time.sleep(_POLL_S)
- print(" Paused. Run `hermes model` → Local models again to resume; finished bytes are kept.")
- return "paused"
- if shown_phase is not None:
- print()
- if view["status"] == "error":
- print(f" ✗ {view.get('error') or 'Setup failed'}")
- elif view["status"] == "done":
- print(f" ✓ {view.get('detail')}")
- return view["status"]
- def _start(lm, start) -> str | None:
- """Run a route handler that starts a job; its HTTP refusal becomes a printed line."""
- from fastapi import HTTPException
- try:
- result = start()
- if asyncio.iscoroutine(result):
- result = asyncio.run(result)
- except HTTPException as exc:
- print(f" ✗ {exc.detail}")
- return None
- return result.get("job_id")
- def _row_label(row: dict, active_id: str | None) -> str:
- label = f"{'★ ' if row.get('recommended') else ' '}{row['display_name']} ({row['size_label']}"
- label += ", downloaded)" if row.get("downloaded") else ")"
- label += f" — {row.get('fit_summary', '')}"
- if active_id and active_id in (row.get("downloaded_model_id"), row.get("model_id")):
- label += " ← currently active"
- return label
- def _model_flow_local(config, current_model=""):
- """Pick a catalog model sized for this machine (or one already on disk) and make it the default,
- installing the pinned engine and downloading the model as needed."""
- del config, current_model
- from hermes_cli.main_provider_setup import _prompt_provider_choice
- from hermes_cli.setup import prompt_yes_no
- from hermes_cli.web_routers import local_models as lm
- hw = lm.local_models_hardware()
- status = lm.local_models_status()
- gpu = f"{hw['gpu_name']} · " if hw.get("gpu_name") else ""
- print(f" Machine: {gpu}{hw.get('vram_label')} {'unified' if hw.get('uma') else 'GPU'} memory · "
- f"{lm._human_gb(hw.get('ram_total_bytes') or 0)} RAM")
- if status["runtime_installed"]:
- print(f" Engine: llama.cpp {status['tag']} ({status['runtime_backend']})"
- + (" (update available)" if status.get("update_available") else ""))
- else:
- print(f" Engine: not installed; llama.cpp {status['configured_tag']} installs with your first model")
- print()
- rows = lm.local_models_catalog()["models"]
- choices = [r for r in rows if r.get("fits") and not r.get("needs_engine")]
- catalog_ids = {r.get("downloaded_model_id") for r in rows}
- staged = [m for m in status["models"] if m["id"] not in catalog_ids]
- active_id = status.get("active_model_id")
- labels = [_row_label(r, active_id) for r in choices]
- labels += [f" {m['id']} — {m['size_label']} · on disk" + (" ← currently active" if m["id"] == active_id else "")
- for m in staged]
- labels.append("Leave unchanged")
- skipped = len(rows) - len(choices)
- if skipped:
- print(f" {skipped} catalog model(s) need more memory or a newer engine than this machine has.")
- default = next((i for i, r in enumerate(choices)
- if active_id and active_id in (r.get("downloaded_model_id"), r.get("model_id"))),
- next((i for i, r in enumerate(choices) if r.get("recommended")), 0))
- idx = _prompt_provider_choice(labels, default=default, title="Select a local model (★ recommended for this machine):")
- if idx is None or idx == len(labels) - 1:
- print("No change.")
- return
- if idx < len(choices):
- row = choices[idx]
- name, use_downloaded = row["display_name"], row.get("downloaded") and status["runtime_installed"]
- if not use_downloaded:
- need = [] if status["runtime_installed"] else [f"the llama.cpp engine ({status['configured_tag']})"]
- if not row.get("downloaded"):
- need.append(f"{name} ({row['size_label']})")
- if need and not prompt_yes_no(f" Download {' and '.join(need)}?", True):
- print("No change.")
- return
- job_id = _start(lm, lambda: lm.local_models_quickstart(lm.QuickstartBody(model_id=row["id"])))
- if job_id is None or _follow_job(lm, job_id) != "done":
- return
- print(f"Default model set to: {name} (via Local models · llama.cpp)")
- return
- model_id = row["downloaded_model_id"]
- else:
- model_id = staged[idx - len(choices)]["id"]
- name = model_id
- if not status["runtime_installed"]:
- if not prompt_yes_no(f" Download the llama.cpp engine ({status['configured_tag']})?", True):
- print("No change.")
- return
- job_id = _start(lm, lambda: lm.local_models_runtime_install(lm.RuntimeInstallBody()))
- if job_id is None or _follow_job(lm, job_id) != "done":
- return
- job_id = _start(lm, lambda: lm.local_models_activate(lm.ModelActivateBody(model_id=model_id)))
- if job_id is not None and _follow_job(lm, job_id) == "done":
- print(f"Default model set to: {name} (via Local models · llama.cpp)")
|