hermes-agent/evals/compaction/results/jev-cycles-2026-09-19/cycles-prreview-160k.json
teknium1 d659843dbf evals(compaction): Jev repeated-compaction simulator, cycle data and verdict
jev_cycles.py compacts a lineage with Jev every time the estimate crosses a
threshold and records freed tokens, text floor and fitting stage per cycle.
Six runs show the floor (never-removed user/assistant text) is the binding
limit: freed-per-cycle decays to 0-8% and a 200K-window host is stuck after
0.42M tokens; >~500 tool calls between compactions cannot fit the 32K state.
Scorecard gains a decisive verdict section.
2026-09-19 11:58:37 -07:00

850 lines
15 KiB
JSON

{
"transcript": "prreview",
"threshold": 160000,
"raw_tokens_consumed": 3908081,
"raw_total": 11361152,
"msgs_consumed": 3778,
"cycles": [
{
"cycle": 1,
"at_msg": 84,
"before": 161753,
"after": 20516,
"freed_pct": 87.3,
"floor": 11651,
"candidates": 43,
"dropped": 38,
"stage": "full",
"state_tok": 24216,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 2,
"at_msg": 204,
"before": 160345,
"after": 25821,
"freed_pct": 83.9,
"floor": 20754,
"candidates": 69,
"dropped": 67,
"stage": "texts abridged",
"state_tok": 18878,
"requests": 1,
"usd": 0.001
},
{
"cycle": 3,
"at_msg": 417,
"before": 160545,
"after": 43910,
"freed_pct": 72.6,
"floor": 38723,
"candidates": 97,
"dropped": 95,
"stage": "texts abridged",
"state_tok": 16544,
"requests": 1,
"usd": 0.001
},
{
"cycle": 4,
"at_msg": 603,
"before": 161273,
"after": 62761,
"freed_pct": 61.1,
"floor": 50469,
"candidates": 82,
"dropped": 78,
"stage": "texts abridged",
"state_tok": 23411,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 5,
"at_msg": 770,
"before": 161973,
"after": 77531,
"freed_pct": 52.1,
"floor": 61000,
"candidates": 76,
"dropped": 66,
"stage": "texts abridged",
"state_tok": 23272,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 6,
"at_msg": 864,
"before": 161232,
"after": 104685,
"freed_pct": 35.1,
"floor": 65705,
"candidates": 48,
"dropped": 46,
"stage": "texts abridged",
"state_tok": 23088,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 7,
"at_msg": 905,
"before": 169559,
"after": 81925,
"freed_pct": 51.7,
"floor": 66307,
"candidates": 30,
"dropped": 29,
"stage": "texts abridged",
"state_tok": 21283,
"requests": 1,
"usd": 0.001
},
{
"cycle": 8,
"at_msg": 948,
"before": 164874,
"after": 90444,
"freed_pct": 45.1,
"floor": 66783,
"candidates": 24,
"dropped": 23,
"stage": "texts abridged",
"state_tok": 21077,
"requests": 1,
"usd": 0.0009
},
{
"cycle": 9,
"at_msg": 961,
"before": 165153,
"after": 112109,
"freed_pct": 32.1,
"floor": 66783,
"candidates": 9,
"dropped": 8,
"stage": "texts abridged",
"state_tok": 19750,
"requests": 1,
"usd": 0.0008
},
{
"cycle": 10,
"at_msg": 995,
"before": 166475,
"after": 90196,
"freed_pct": 45.8,
"floor": 67678,
"candidates": 25,
"dropped": 25,
"stage": "texts abridged",
"state_tok": 21316,
"requests": 1,
"usd": 0.001
},
{
"cycle": 11,
"at_msg": 1035,
"before": 161835,
"after": 90088,
"freed_pct": 44.3,
"floor": 68354,
"candidates": 20,
"dropped": 20,
"stage": "texts abridged",
"state_tok": 21796,
"requests": 1,
"usd": 0.001
},
{
"cycle": 12,
"at_msg": 1101,
"before": 160756,
"after": 76512,
"freed_pct": 52.4,
"floor": 68354,
"candidates": 42,
"dropped": 42,
"stage": "texts abridged",
"state_tok": 23610,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 13,
"at_msg": 1175,
"before": 162050,
"after": 81482,
"freed_pct": 49.7,
"floor": 69504,
"candidates": 43,
"dropped": 41,
"stage": "texts abridged",
"state_tok": 24232,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 14,
"at_msg": 1269,
"before": 160807,
"after": 83741,
"freed_pct": 47.9,
"floor": 69679,
"candidates": 62,
"dropped": 61,
"stage": "old messages collapsed",
"state_tok": 24863,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 15,
"at_msg": 1346,
"before": 162548,
"after": 78873,
"freed_pct": 51.5,
"floor": 70824,
"candidates": 47,
"dropped": 47,
"stage": "texts abridged",
"state_tok": 24955,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 16,
"at_msg": 1433,
"before": 160045,
"after": 80210,
"freed_pct": 49.9,
"floor": 70824,
"candidates": 41,
"dropped": 41,
"stage": "texts abridged",
"state_tok": 24696,
"requests": 1,
"usd": 0.0012
},
{
"cycle": 17,
"at_msg": 1481,
"before": 164436,
"after": 102906,
"freed_pct": 37.4,
"floor": 71719,
"candidates": 23,
"dropped": 23,
"stage": "texts abridged",
"state_tok": 23269,
"requests": 1,
"usd": 0.001
},
{
"cycle": 18,
"at_msg": 1514,
"before": 169351,
"after": 98544,
"freed_pct": 41.8,
"floor": 71719,
"candidates": 21,
"dropped": 21,
"stage": "texts abridged",
"state_tok": 22944,
"requests": 1,
"usd": 0.001
},
{
"cycle": 19,
"at_msg": 1606,
"before": 169524,
"after": 99953,
"freed_pct": 41.0,
"floor": 72852,
"candidates": 59,
"dropped": 59,
"stage": "old messages collapsed",
"state_tok": 24973,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 20,
"at_msg": 1627,
"before": 161132,
"after": 92569,
"freed_pct": 42.6,
"floor": 72852,
"candidates": 14,
"dropped": 14,
"stage": "texts abridged",
"state_tok": 22610,
"requests": 1,
"usd": 0.001
},
{
"cycle": 21,
"at_msg": 1690,
"before": 160119,
"after": 80377,
"freed_pct": 49.8,
"floor": 72852,
"candidates": 40,
"dropped": 40,
"stage": "texts abridged",
"state_tok": 24904,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 22,
"at_msg": 1754,
"before": 160964,
"after": 88796,
"freed_pct": 44.8,
"floor": 73786,
"candidates": 38,
"dropped": 38,
"stage": "old messages collapsed",
"state_tok": 24978,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 23,
"at_msg": 1843,
"before": 160168,
"after": 87896,
"freed_pct": 45.1,
"floor": 73786,
"candidates": 53,
"dropped": 53,
"stage": "old messages collapsed",
"state_tok": 24870,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 24,
"at_msg": 1871,
"before": 165096,
"after": 95841,
"freed_pct": 41.9,
"floor": 74776,
"candidates": 15,
"dropped": 15,
"stage": "texts abridged",
"state_tok": 23510,
"requests": 1,
"usd": 0.001
},
{
"cycle": 25,
"at_msg": 1923,
"before": 160843,
"after": 110837,
"freed_pct": 31.1,
"floor": 75759,
"candidates": 34,
"dropped": 34,
"stage": "old messages collapsed",
"state_tok": 24877,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 26,
"at_msg": 1953,
"before": 160363,
"after": 88775,
"freed_pct": 44.6,
"floor": 75759,
"candidates": 16,
"dropped": 14,
"stage": "texts abridged",
"state_tok": 24027,
"requests": 1,
"usd": 0.001
},
{
"cycle": 27,
"at_msg": 2047,
"before": 171545,
"after": 115659,
"freed_pct": 32.6,
"floor": 76397,
"candidates": 45,
"dropped": 44,
"stage": "old messages collapsed",
"state_tok": 24930,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 28,
"at_msg": 2093,
"before": 162639,
"after": 91133,
"freed_pct": 44.0,
"floor": 76397,
"candidates": 24,
"dropped": 23,
"stage": "old messages collapsed",
"state_tok": 24991,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 29,
"at_msg": 2239,
"before": 160686,
"after": 92844,
"freed_pct": 42.2,
"floor": 76989,
"candidates": 70,
"dropped": 70,
"stage": "old messages collapsed",
"state_tok": 24842,
"requests": 2,
"usd": 0.0023
},
{
"cycle": 30,
"at_msg": 2273,
"before": 160421,
"after": 94811,
"freed_pct": 40.9,
"floor": 76989,
"candidates": 15,
"dropped": 14,
"stage": "texts abridged",
"state_tok": 24605,
"requests": 1,
"usd": 0.001
},
{
"cycle": 31,
"at_msg": 2357,
"before": 171760,
"after": 128557,
"freed_pct": 25.2,
"floor": 77549,
"candidates": 38,
"dropped": 38,
"stage": "old messages collapsed",
"state_tok": 24981,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 32,
"at_msg": 2369,
"before": 160215,
"after": 114061,
"freed_pct": 28.8,
"floor": 77549,
"candidates": 7,
"dropped": 6,
"stage": "texts abridged",
"state_tok": 24087,
"requests": 1,
"usd": 0.001
},
{
"cycle": 33,
"at_msg": 2415,
"before": 167023,
"after": 121299,
"freed_pct": 27.4,
"floor": 78211,
"candidates": 22,
"dropped": 21,
"stage": "old messages collapsed",
"state_tok": 24971,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 34,
"at_msg": 2442,
"before": 160572,
"after": 96497,
"freed_pct": 39.9,
"floor": 78211,
"candidates": 16,
"dropped": 15,
"stage": "old messages collapsed",
"state_tok": 24963,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 35,
"at_msg": 2498,
"before": 161248,
"after": 132997,
"freed_pct": 17.5,
"floor": 78779,
"candidates": 26,
"dropped": 26,
"stage": "old messages collapsed",
"state_tok": 24924,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 36,
"at_msg": 2523,
"before": 160787,
"after": 103239,
"freed_pct": 35.8,
"floor": 78779,
"candidates": 16,
"dropped": 15,
"stage": "old messages collapsed",
"state_tok": 24941,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 37,
"at_msg": 2625,
"before": 160431,
"after": 96660,
"freed_pct": 39.7,
"floor": 78779,
"candidates": 57,
"dropped": 57,
"stage": "old messages collapsed",
"state_tok": 24891,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 38,
"at_msg": 2665,
"before": 161961,
"after": 123182,
"freed_pct": 23.9,
"floor": 79463,
"candidates": 17,
"dropped": 16,
"stage": "old messages collapsed",
"state_tok": 24942,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 39,
"at_msg": 2692,
"before": 160484,
"after": 101551,
"freed_pct": 36.7,
"floor": 80148,
"candidates": 14,
"dropped": 14,
"stage": "old messages collapsed",
"state_tok": 24926,
"requests": 1,
"usd": 0.001
},
{
"cycle": 40,
"at_msg": 2711,
"before": 169093,
"after": 118561,
"freed_pct": 29.9,
"floor": 80148,
"candidates": 9,
"dropped": 8,
"stage": "old messages collapsed",
"state_tok": 24919,
"requests": 1,
"usd": 0.001
},
{
"cycle": 41,
"at_msg": 2770,
"before": 160083,
"after": 99987,
"freed_pct": 37.5,
"floor": 80148,
"candidates": 30,
"dropped": 29,
"stage": "old messages collapsed",
"state_tok": 24997,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 42,
"at_msg": 2805,
"before": 162263,
"after": 124566,
"freed_pct": 23.2,
"floor": 80797,
"candidates": 19,
"dropped": 17,
"stage": "old messages collapsed",
"state_tok": 24898,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 43,
"at_msg": 2849,
"before": 160207,
"after": 101501,
"freed_pct": 36.6,
"floor": 80797,
"candidates": 24,
"dropped": 24,
"stage": "old messages collapsed",
"state_tok": 24900,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 44,
"at_msg": 2986,
"before": 160607,
"after": 101684,
"freed_pct": 36.7,
"floor": 80797,
"candidates": 70,
"dropped": 69,
"stage": "old messages collapsed",
"state_tok": 24947,
"requests": 2,
"usd": 0.0023
},
{
"cycle": 45,
"at_msg": 3022,
"before": 162446,
"after": 105814,
"freed_pct": 34.9,
"floor": 81538,
"candidates": 17,
"dropped": 17,
"stage": "old messages collapsed",
"state_tok": 24930,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 46,
"at_msg": 3111,
"before": 160129,
"after": 115971,
"freed_pct": 27.6,
"floor": 82171,
"candidates": 42,
"dropped": 42,
"stage": "old messages collapsed",
"state_tok": 24841,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 47,
"at_msg": 3130,
"before": 163879,
"after": 113877,
"freed_pct": 30.5,
"floor": 82171,
"candidates": 9,
"dropped": 9,
"stage": "old messages collapsed",
"state_tok": 24981,
"requests": 1,
"usd": 0.001
},
{
"cycle": 48,
"at_msg": 3235,
"before": 161073,
"after": 105216,
"freed_pct": 34.7,
"floor": 82732,
"candidates": 52,
"dropped": 52,
"stage": "old messages collapsed",
"state_tok": 24982,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 49,
"at_msg": 3262,
"before": 165994,
"after": 113169,
"freed_pct": 31.8,
"floor": 84296,
"candidates": 16,
"dropped": 16,
"stage": "old messages collapsed",
"state_tok": 24878,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 50,
"at_msg": 3295,
"before": 162010,
"after": 110995,
"freed_pct": 31.5,
"floor": 84296,
"candidates": 18,
"dropped": 18,
"stage": "old messages collapsed",
"state_tok": 24936,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 51,
"at_msg": 3383,
"before": 160170,
"after": 107831,
"freed_pct": 32.7,
"floor": 84296,
"candidates": 42,
"dropped": 42,
"stage": "old messages collapsed",
"state_tok": 24977,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 52,
"at_msg": 3495,
"before": 161271,
"after": 111319,
"freed_pct": 31.0,
"floor": 84897,
"candidates": 64,
"dropped": 64,
"stage": "old messages collapsed",
"state_tok": 24975,
"requests": 2,
"usd": 0.0022
},
{
"cycle": 53,
"at_msg": 3525,
"before": 160973,
"after": 116263,
"freed_pct": 27.8,
"floor": 85505,
"candidates": 19,
"dropped": 19,
"stage": "old messages collapsed",
"state_tok": 24905,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 54,
"at_msg": 3567,
"before": 165268,
"after": 118425,
"freed_pct": 28.3,
"floor": 85782,
"candidates": 23,
"dropped": 23,
"stage": "old messages collapsed",
"state_tok": 24996,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 55,
"at_msg": 3616,
"before": 162401,
"after": 123737,
"freed_pct": 23.8,
"floor": 86298,
"candidates": 20,
"dropped": 20,
"stage": "old messages collapsed",
"state_tok": 24838,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 56,
"at_msg": 3632,
"before": 160426,
"after": 123165,
"freed_pct": 23.2,
"floor": 86298,
"candidates": 7,
"dropped": 6,
"stage": "old messages collapsed",
"state_tok": 24944,
"requests": 1,
"usd": 0.001
},
{
"cycle": 57,
"at_msg": 3690,
"before": 161487,
"after": 118670,
"freed_pct": 26.5,
"floor": 86298,
"candidates": 29,
"dropped": 29,
"stage": "old messages collapsed",
"state_tok": 24911,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 58,
"at_msg": 3755,
"before": 165439,
"after": 123947,
"freed_pct": 25.1,
"floor": 86924,
"candidates": 31,
"dropped": 31,
"stage": "old messages collapsed",
"state_tok": 24879,
"requests": 1,
"usd": 0.0011
},
{
"cycle": 59,
"at_msg": 3764,
"before": 160849,
"after": 139191,
"freed_pct": 13.5,
"floor": 86924,
"candidates": 3,
"dropped": 3,
"stage": "old messages collapsed",
"state_tok": 24852,
"requests": 1,
"usd": 0.001
},
{
"cycle": 60,
"at_msg": 3778,
"before": 162699,
"after": 126592,
"freed_pct": 22.2,
"floor": 86924,
"candidates": 11,
"dropped": 11,
"stage": "old messages collapsed",
"state_tok": 24871,
"requests": 1,
"usd": 0.001
}
],
"jev_usd_total": 0.0792
}