mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-11-17 04:11:35 +00:00
126 lines
No EOL
6 KiB
Shell
126 lines
No EOL
6 KiB
Shell
#!/usr/bin/env bash
|
|
# Produce the user state that preserve-user-state.sh verifies — through the
|
|
# ORDINARY user surface, including editing a profile's user-owned SOUL.md.
|
|
#
|
|
# Why this exists: an upgrade-preservation check over fixtures the harness wrote
|
|
# proves only that the harness can write files. Profiles and sessions come from
|
|
# commands a user would run, against the leg's real installed CLI, with a real
|
|
# (mocked-inference) provider configured:
|
|
#
|
|
# hermes chat -q ... a real turn -> sessions/ transcripts + state.db rows
|
|
# hermes auth add ... a pooled credential -> auth.json
|
|
# hermes profile create .. a second profile -> profiles/<name>/**
|
|
#
|
|
# The assertions below are about OUR fixture production, not about the upgrade:
|
|
# if an action silently produces nothing, the leg would "pass" the preservation
|
|
# check while testing nothing, so each action proves it landed.
|
|
#
|
|
# Requires: hermes command, HERMES_HOME, ok/fail helpers. Sourced by the driver.
|
|
|
|
# Probe, do not assume (the harness's rule for old refs): use a flag only if the
|
|
# installed CLI advertises it.
|
|
_user_state_help_has() {
|
|
local hermes="$1" flag="$2"
|
|
"$hermes" chat --help 2>&1 | grep -qF -- "$flag"
|
|
}
|
|
|
|
_user_state_db_sessions() {
|
|
local py out
|
|
py="$(_user_state_python)"
|
|
out="$("$py" - "$HERMES_HOME/state.db" <<'PY' 2>/dev/null || true
|
|
import sqlite3, sys
|
|
try:
|
|
con = sqlite3.connect(f"file:{sys.argv[1]}?mode=ro", uri=True)
|
|
print(con.execute("SELECT COUNT(*) FROM sessions").fetchone()[0])
|
|
except Exception:
|
|
print(-1)
|
|
PY
|
|
)"
|
|
printf '%s' "${out:--1}"
|
|
}
|
|
|
|
user_state_produce() {
|
|
local hermes="$1"
|
|
step "user state: producing it through the ordinary CLI"
|
|
|
|
# --- a real turn ---------------------------------------------------------
|
|
local before after
|
|
before="$(_user_state_db_sessions)"
|
|
if _user_state_help_has "$hermes" "--quiet" || _user_state_help_has "$hermes" "-q"; then
|
|
local rc=0
|
|
HERMES_DISABLE_LAZY_INSTALLS=1 "$hermes" chat -q "Reply with the single word: ok" \
|
|
> "$LOG_DIR/user-state-chat.log" 2>&1 || rc=$?
|
|
log_group "first real chat turn" "$LOG_DIR/user-state-chat.log"
|
|
[ "$rc" -eq 0 ] || fail "the first chat turn failed (exit $rc); see $LOG_DIR/user-state-chat.log"
|
|
else
|
|
# No one-shot flag on this ref: a piped prompt would need a PTY. Record the
|
|
# gap loudly rather than pretending the leg covered sessions.
|
|
fail "the installed CLI has no one-shot chat flag; this leg cannot produce a session through the user path"
|
|
fi
|
|
after="$(_user_state_db_sessions)"
|
|
# A fresh install has NO state.db until the first turn, so the probe's -1
|
|
# ("no readable db yet") is the expected starting point, not a failure. Only
|
|
# growth matters: the turn must have created rows.
|
|
local before_n after_n
|
|
if [ "${before:-0}" -lt 0 ]; then before_n=0; else before_n="${before:-0}"; fi
|
|
if [ "${after:-0}" -lt 0 ]; then after_n=0; else after_n="${after:-0}"; fi
|
|
if [ "$after_n" -gt "$before_n" ]; then
|
|
ok "a real turn created a session (state.db sessions $before_n -> $after_n)"
|
|
else
|
|
fail "the chat turn produced no session row (state.db sessions $before_n -> $after_n)"
|
|
fi
|
|
|
|
# --- a pooled credential -------------------------------------------------
|
|
# A starting tag may not HAVE this subcommand yet (v2026.3.12 has no
|
|
# `auth add` at all). That is a harness limitation, not a preservation
|
|
# failure, so say so loudly and keep the rest of the contract -- the chat
|
|
# turn above already covers sessions/ and state.db, which is the durable
|
|
# state that actually matters.
|
|
if ! "$hermes" auth add --help >/dev/null 2>&1; then
|
|
printf ' SKIP hermes auth add does not exist on this ref; auth.json is not covered by this leg\n' >&2
|
|
elif [ ! -f "$HERMES_HOME/auth.json" ]; then
|
|
# The provider id and the flags are vintage surfaces, so probe them like the
|
|
# rest of this harness does. 'openai' is not a pooled-credential provider on
|
|
# either vintage under test (v2026.8.31 answers "Unknown provider: openai",
|
|
# because _is_known_provider accepts a registry provider, 'openrouter' or a
|
|
# custom pool only; HEAD redirects to openai-api/openai-codex), and HEAD
|
|
# prompts for an optional label unless --label is given, which EOFs with no
|
|
# tty. Take the first provider the installed CLI accepts.
|
|
local auth_label=() added=false provider
|
|
if "$hermes" auth add --help 2>&1 | grep -qF -- "--label"; then
|
|
auth_label=(--label e2e-preservation)
|
|
fi
|
|
for provider in openrouter anthropic; do
|
|
printf '=== hermes auth add %s ===\n' "$provider" >> "$LOG_DIR/user-state-auth.log"
|
|
HERMES_DISABLE_LAZY_INSTALLS=1 \
|
|
"$hermes" auth add "$provider" --type api-key \
|
|
--api-key "e2e-preservation-not-a-real-key" "${auth_label[@]}" \
|
|
>> "$LOG_DIR/user-state-auth.log" 2>&1 || true
|
|
if [ -s "$HERMES_HOME/auth.json" ]; then
|
|
added=true
|
|
break
|
|
fi
|
|
done
|
|
[ "$added" = true ] || fail "hermes auth add failed for openrouter and anthropic; see $LOG_DIR/user-state-auth.log"
|
|
ok "a pooled credential exists (auth.json)"
|
|
else
|
|
ok "auth.json already present"
|
|
fi
|
|
|
|
# --- a second profile ----------------------------------------------------
|
|
if ! "$hermes" profile create --help >/dev/null 2>&1; then
|
|
printf ' SKIP hermes profile create does not exist on this ref; profiles/ is not covered by this leg\n' >&2
|
|
elif [ ! -d "$HERMES_HOME/profiles/e2e-second" ]; then
|
|
HERMES_DISABLE_LAZY_INSTALLS=1 \
|
|
"$hermes" profile create e2e-second > "$LOG_DIR/user-state-profile.log" 2>&1 \
|
|
|| fail "hermes profile create failed; see $LOG_DIR/user-state-profile.log"
|
|
[ -d "$HERMES_HOME/profiles/e2e-second" ] || fail "hermes profile create produced no profile dir"
|
|
# Untouched factory templates migrate intentionally. Customize the real
|
|
# profile before snapshotting so byte preservation protects user authorship.
|
|
printf '\nUser preference: preserve my e2e-second profile identity across upgrades.\n' \
|
|
>> "$HERMES_HOME/profiles/e2e-second/SOUL.md"
|
|
ok "a second profile exists (profiles/e2e-second)"
|
|
else
|
|
ok "the second profile already exists"
|
|
fi
|
|
} |