mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-11-17 04:11:35 +00:00
82 lines
3.6 KiB
Python
82 lines
3.6 KiB
Python
"""shared_metrics.status / shared_metrics.set: the Desktop consent path keeps the CLI wizard's
|
|
invariants (sending needs collection, every change reconciles the consent windows) and lands in the
|
|
profile the request names, never the launch profile."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import sqlite3
|
|
from pathlib import Path
|
|
|
|
import hermes_yaml as yaml
|
|
|
|
import tui_gateway.server as server
|
|
|
|
|
|
def _bind_homes(monkeypatch, tmp_path: Path) -> tuple[Path, Path]:
|
|
launch, worker = tmp_path / "launch", tmp_path / "profiles" / "code"
|
|
for home in (launch, worker):
|
|
home.mkdir(parents=True)
|
|
(home / "config.yaml").write_text(yaml.safe_dump({"model": {"provider": "nous"}}), encoding="utf-8")
|
|
monkeypatch.setattr(server, "_hermes_home", launch)
|
|
monkeypatch.setenv("HERMES_HOME", str(launch))
|
|
monkeypatch.setattr(server, "_profile_home", lambda name: worker if (name or "").strip() == "code" else None)
|
|
server._cfg_cache = server._cfg_sig = server._cfg_path = None
|
|
return launch, worker
|
|
|
|
|
|
def _call(method: str, params: dict) -> dict:
|
|
return server._methods[method]("rid", params)["result"]
|
|
|
|
|
|
def _shared_metrics(home: Path) -> dict:
|
|
cfg = yaml.safe_load((home / "config.yaml").read_text(encoding="utf-8")) or {}
|
|
return (cfg.get("telemetry") or {}).get("shared_metrics") or {}
|
|
|
|
|
|
def _windows(home: Path) -> list[tuple]:
|
|
db = home / "telemetry" / "shared_metrics" / "metrics.sqlite3"
|
|
with sqlite3.connect(db) as conn:
|
|
return conn.execute("SELECT opened_at, closed_at FROM send_consent_windows ORDER BY rowid").fetchall()
|
|
|
|
|
|
def test_send_without_collection_is_normalized_off_and_closes_the_consent_window(tmp_path, monkeypatch):
|
|
launch, worker = _bind_homes(monkeypatch, tmp_path)
|
|
|
|
assert _call("shared_metrics.set", {"profile": "code", "enabled": True, "send": True}) == {
|
|
"enabled": True, "send": True, "decided": True}
|
|
[(opened, closed)] = _windows(worker)
|
|
assert opened and closed is None
|
|
|
|
# send=true alone is refused: collection off withdraws send consent, in config AND in the store.
|
|
assert _call("shared_metrics.set", {"profile": "code", "enabled": False, "send": True}) == {
|
|
"enabled": False, "send": False, "decided": True}
|
|
assert _shared_metrics(worker) == {"enabled": False, "send": False}
|
|
[(_, closed)] = _windows(worker)
|
|
assert closed is not None
|
|
|
|
assert _shared_metrics(launch) == {}
|
|
assert not (launch / "telemetry").exists()
|
|
|
|
|
|
def test_status_is_undecided_until_a_key_is_written(tmp_path, monkeypatch):
|
|
_launch, worker = _bind_homes(monkeypatch, tmp_path)
|
|
|
|
assert _call("shared_metrics.status", {"profile": "code"}) == {"enabled": False, "send": False, "decided": False}
|
|
|
|
# An answer given in `hermes setup` (only `enabled: false` written) counts as decided.
|
|
(worker / "config.yaml").write_text(
|
|
yaml.safe_dump({"telemetry": {"shared_metrics": {"enabled": False}}}), encoding="utf-8")
|
|
assert _call("shared_metrics.status", {"profile": "code"}) == {"enabled": False, "send": False, "decided": True}
|
|
|
|
|
|
def test_only_the_first_run_answer_records_desktop_setup_completed(tmp_path, monkeypatch):
|
|
_launch, _worker = _bind_homes(monkeypatch, tmp_path)
|
|
import hermes_cli.observability.shared_metrics_events as events
|
|
|
|
calls: list[dict] = []
|
|
monkeypatch.setattr(events, "record_setup_completed", lambda **kw: calls.append(kw))
|
|
|
|
_call("shared_metrics.set", {"profile": "code", "enabled": True, "send": False, "first_run": True})
|
|
_call("shared_metrics.set", {"profile": "code", "enabled": True, "send": True})
|
|
|
|
assert calls == [{"surface": "desktop", "provider": "nous"}]
|