- Replace fragile regex predicates with token-based parsing for sed -i / perl -pi - Fix bypass via env assignments (FOO=1 sed -i), combined flags (sed -ni), separated flags (perl -i -pe), wrapper arguments (nice -n 10 sed -i) - Update README and AGENTS.md: 6→8 predicates, add sed/perl to terminal patterns - Add 9 bypass regression test cases
209 lines
6.7 KiB
Python
209 lines
6.7 KiB
Python
"""Reusable policy cases for the kuri-tool-guard test suite."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from dataclasses import dataclass
|
|
from typing import Any, Literal
|
|
|
|
|
|
@dataclass(frozen=True)
|
|
class ToolPolicyCase:
|
|
"""A tool call and its expected hard-block or allow decision."""
|
|
|
|
name: str
|
|
tool_name: str
|
|
args: dict[str, Any]
|
|
expected: Literal["allow", "block"]
|
|
|
|
|
|
COMMON_POLICY_CASES = (
|
|
ToolPolicyCase(
|
|
name="home-root-hard-block",
|
|
tool_name="search_files",
|
|
args={"path": "~"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="home-subpath-allowed",
|
|
tool_name="search_files",
|
|
args={"path": "~/projects"},
|
|
expected="allow",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-redirect-hard-block",
|
|
tool_name="terminal",
|
|
args={"command": "printf x > /tmp/output"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-quoted-greater-than-allowed",
|
|
tool_name="terminal",
|
|
args={"command": 'echo "price > 100"'},
|
|
expected="allow",
|
|
),
|
|
# ── Guard 2: terminal — sed -i ─────────────────────────────────
|
|
ToolPolicyCase(
|
|
name="terminal-sed-inplace-hard-block",
|
|
tool_name="terminal",
|
|
args={"command": "sed -i 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-sed-inplace-backup-extension",
|
|
tool_name="terminal",
|
|
args={"command": "sed -i.bak 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-sed-inplace-long-flag",
|
|
tool_name="terminal",
|
|
args={"command": "sed --in-place 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-sed-inplace-with-other-flags",
|
|
tool_name="terminal",
|
|
args={"command": "sed -n -i 's/foo/bar/gp' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-sed-inplace-env-assignment",
|
|
tool_name="terminal",
|
|
args={"command": "FOO=1 sed -i 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-sed-inplace-combined-flags",
|
|
tool_name="terminal",
|
|
args={"command": "sed -ni 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-sed-inplace-separated-long",
|
|
tool_name="terminal",
|
|
args={"command": "sed -n --in-place 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-sed-inplace-wrapper-with-args",
|
|
tool_name="terminal",
|
|
args={"command": "env -i sed -i 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-sed-inplace-nice-wrapper",
|
|
tool_name="terminal",
|
|
args={"command": "nice -n 10 sed -i 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-sed-no-flag-allowed",
|
|
tool_name="terminal",
|
|
args={"command": "sed 's/foo/bar/g' config.yaml"},
|
|
expected="allow",
|
|
),
|
|
# ── Guard 2: terminal — perl -pi ───────────────────────────────
|
|
ToolPolicyCase(
|
|
name="terminal-perl-inplace-hard-block",
|
|
tool_name="terminal",
|
|
args={"command": "perl -pi -e 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-perl-inplace-backup-extension",
|
|
tool_name="terminal",
|
|
args={"command": "perl -pi.bak -e 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-perl-inplace-separated-flags",
|
|
tool_name="terminal",
|
|
args={"command": "perl -i -pe 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-perl-inplace-env-assignment",
|
|
tool_name="terminal",
|
|
args={"command": "LC_ALL=C perl -pi -e 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="memory-patch-hard-block",
|
|
tool_name="patch",
|
|
args={"path": "~/.hermes/memories/USER.md"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="github-web-hard-block",
|
|
tool_name="browser_navigate",
|
|
args={"url": "https://github.com/NousResearch/hermes-agent"},
|
|
expected="block",
|
|
),
|
|
# ── Guard 7: cron/jobs.json ──────────────────────────────────
|
|
ToolPolicyCase(
|
|
name="cron-jobs-json-patch-hard-block",
|
|
tool_name="patch",
|
|
args={"path": "~/.hermes/cron/jobs.json"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="cron-jobs-json-read-allowed",
|
|
tool_name="read_file",
|
|
args={"path": "~/.hermes/cron/jobs.json"},
|
|
expected="allow",
|
|
),
|
|
ToolPolicyCase(
|
|
name="cron-jobs-json-write-hard-block",
|
|
tool_name="write_file",
|
|
args={"path": "~/.hermes/cron/jobs.json"},
|
|
expected="block",
|
|
),
|
|
)
|
|
|
|
|
|
KNOWN_BYPASS_REGRESSIONS = (
|
|
ToolPolicyCase(
|
|
name="home-root-normalized-traversal",
|
|
tool_name="search_files",
|
|
args={"path": "~/."},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-command-wrapper-tee",
|
|
tool_name="terminal",
|
|
args={"command": "command tee /tmp/output"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="github-domain-case-insensitive",
|
|
tool_name="web_extract",
|
|
args={"urls": ["https://GITHUB.COM/NousResearch/hermes-agent"]},
|
|
expected="block",
|
|
),
|
|
# ── Guard 7: cron/jobs.json bypass regressions ───────────────
|
|
ToolPolicyCase(
|
|
name="cron-jobs-json-absolute-path",
|
|
tool_name="patch",
|
|
args={"path": "/var/home/xlion/.hermes/cron/jobs.json"},
|
|
expected="block",
|
|
),
|
|
# ── Guard 2: sed/perl inplace bypass regressions ──────────────
|
|
ToolPolicyCase(
|
|
name="terminal-sed-inplace-via-wrapper",
|
|
tool_name="terminal",
|
|
args={"command": "time sed -i 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-sed-inplace-in-subshell",
|
|
tool_name="terminal",
|
|
args={"command": "(sed -i 's/foo/bar/g' config.yaml)"},
|
|
expected="block",
|
|
),
|
|
ToolPolicyCase(
|
|
name="terminal-perl-inplace-via-wrapper",
|
|
tool_name="terminal",
|
|
args={"command": "env perl -pi -e 's/foo/bar/g' config.yaml"},
|
|
expected="block",
|
|
),
|
|
)
|