hermes-agent/evals/compaction/results/jev-cycles-2026-09-19/cycles-sigsegv-500k.json
teknium1 d659843dbf evals(compaction): Jev repeated-compaction simulator, cycle data and verdict
jev_cycles.py compacts a lineage with Jev every time the estimate crosses a
threshold and records freed tokens, text floor and fitting stage per cycle.
Six runs show the floor (never-removed user/assistant text) is the binding
limit: freed-per-cycle decays to 0-8% and a 200K-window host is stuck after
0.42M tokens; >~500 tool calls between compactions cannot fit the 32K state.
Scorecard gains a decisive verdict section.
2026-09-19 11:58:37 -07:00

570 lines
10 KiB
JSON

{
"transcript": "sigsegv",
"threshold": 500000,
"raw_tokens_consumed": 5233919,
"raw_total": 8553913,
"msgs_consumed": 11655,
"cycles": [
{
"cycle": 1,
"at_msg": 1287,
"before": 500038,
"after": 182626,
"freed_pct": 63.5,
"floor": 174991,
"candidates": 400,
"dropped": 400,
"stage": "old calls merged",
"state_tok": 17662,
"requests": 5,
"usd": 0.0053
},
{
"cycle": 2,
"at_msg": 1852,
"before": 500020,
"after": 207103,
"freed_pct": 58.6,
"floor": 183936,
"candidates": 278,
"dropped": 277,
"stage": "old messages left out",
"state_tok": 24991,
"requests": 8,
"usd": 0.0102
},
{
"cycle": 3,
"at_msg": 2693,
"before": 501211,
"after": 223256,
"freed_pct": 55.5,
"floor": 190801,
"candidates": 420,
"dropped": 420,
"stage": "old calls merged",
"state_tok": 19025,
"requests": 5,
"usd": 0.0059
},
{
"cycle": 4,
"at_msg": 3133,
"before": 502403,
"after": 246015,
"freed_pct": 51.0,
"floor": 198262,
"candidates": 214,
"dropped": 214,
"stage": "old messages left out",
"state_tok": 24983,
"requests": 6,
"usd": 0.0077
},
{
"cycle": 5,
"at_msg": 3735,
"before": 500306,
"after": 270602,
"freed_pct": 45.9,
"floor": 218244,
"candidates": 295,
"dropped": 295,
"stage": "old messages left out",
"state_tok": 24989,
"requests": 8,
"usd": 0.0101
},
{
"cycle": 6,
"at_msg": 4342,
"before": 501091,
"after": 281554,
"freed_pct": 43.8,
"floor": 226344,
"candidates": 307,
"dropped": 304,
"stage": "old messages left out",
"state_tok": 24981,
"requests": 8,
"usd": 0.0101
},
{
"cycle": 7,
"at_msg": 4768,
"before": 509249,
"after": 307352,
"freed_pct": 39.6,
"floor": 231248,
"candidates": 220,
"dropped": 220,
"stage": "old messages left out",
"state_tok": 24976,
"requests": 6,
"usd": 0.0076
},
{
"cycle": 8,
"at_msg": 5269,
"before": 500887,
"after": 294854,
"freed_pct": 41.1,
"floor": 237531,
"candidates": 249,
"dropped": 249,
"stage": "old messages left out",
"state_tok": 24982,
"requests": 7,
"usd": 0.0088
},
{
"cycle": 9,
"at_msg": 5761,
"before": 501980,
"after": 301870,
"freed_pct": 39.9,
"floor": 244141,
"candidates": 249,
"dropped": 249,
"stage": "old messages left out",
"state_tok": 24993,
"requests": 7,
"usd": 0.0088
},
{
"cycle": 10,
"at_msg": 6220,
"before": 500834,
"after": 322952,
"freed_pct": 35.5,
"floor": 265593,
"candidates": 236,
"dropped": 236,
"stage": "old messages left out",
"state_tok": 24999,
"requests": 7,
"usd": 0.0089
},
{
"cycle": 11,
"at_msg": 6572,
"before": 502511,
"after": 335256,
"freed_pct": 33.3,
"floor": 274114,
"candidates": 185,
"dropped": 184,
"stage": "old messages left out",
"state_tok": 24987,
"requests": 5,
"usd": 0.0064
},
{
"cycle": 12,
"at_msg": 6875,
"before": 501130,
"after": 351857,
"freed_pct": 29.8,
"floor": 291380,
"candidates": 151,
"dropped": 151,
"stage": "old messages left out",
"state_tok": 24982,
"requests": 4,
"usd": 0.0052
},
{
"cycle": 13,
"at_msg": 7159,
"before": 500551,
"after": 362489,
"freed_pct": 27.6,
"floor": 297211,
"candidates": 145,
"dropped": 145,
"stage": "old messages left out",
"state_tok": 24996,
"requests": 4,
"usd": 0.0051
},
{
"cycle": 14,
"at_msg": 7515,
"before": 500283,
"after": 364245,
"freed_pct": 27.2,
"floor": 302243,
"candidates": 178,
"dropped": 178,
"stage": "old messages left out",
"state_tok": 24983,
"requests": 5,
"usd": 0.0063
},
{
"cycle": 15,
"at_msg": 7819,
"before": 500074,
"after": 371163,
"freed_pct": 25.8,
"floor": 305408,
"candidates": 161,
"dropped": 158,
"stage": "old messages left out",
"state_tok": 24984,
"requests": 5,
"usd": 0.0063
},
{
"cycle": 16,
"at_msg": 8124,
"before": 500191,
"after": 376066,
"freed_pct": 24.8,
"floor": 307123,
"candidates": 156,
"dropped": 155,
"stage": "old messages left out",
"state_tok": 24995,
"requests": 4,
"usd": 0.0051
},
{
"cycle": 17,
"at_msg": 8344,
"before": 508392,
"after": 401559,
"freed_pct": 21.0,
"floor": 311053,
"candidates": 103,
"dropped": 103,
"stage": "old messages left out",
"state_tok": 24987,
"requests": 3,
"usd": 0.0038
},
{
"cycle": 18,
"at_msg": 8565,
"before": 501436,
"after": 395901,
"freed_pct": 21.0,
"floor": 313245,
"candidates": 108,
"dropped": 108,
"stage": "old messages left out",
"state_tok": 24973,
"requests": 3,
"usd": 0.0038
},
{
"cycle": 19,
"at_msg": 8730,
"before": 501934,
"after": 412806,
"freed_pct": 17.8,
"floor": 320186,
"candidates": 73,
"dropped": 73,
"stage": "old messages left out",
"state_tok": 24994,
"requests": 2,
"usd": 0.0026
},
{
"cycle": 20,
"at_msg": 8897,
"before": 504766,
"after": 428240,
"freed_pct": 15.2,
"floor": 321876,
"candidates": 83,
"dropped": 83,
"stage": "old messages left out",
"state_tok": 24972,
"requests": 3,
"usd": 0.0037
},
{
"cycle": 21,
"at_msg": 9057,
"before": 500496,
"after": 416652,
"freed_pct": 16.8,
"floor": 323635,
"candidates": 78,
"dropped": 77,
"stage": "old messages left out",
"state_tok": 24987,
"requests": 3,
"usd": 0.0037
},
{
"cycle": 22,
"at_msg": 9234,
"before": 500162,
"after": 419587,
"freed_pct": 16.1,
"floor": 326454,
"candidates": 86,
"dropped": 86,
"stage": "old messages left out",
"state_tok": 24980,
"requests": 3,
"usd": 0.0037
},
{
"cycle": 23,
"at_msg": 9372,
"before": 500372,
"after": 422027,
"freed_pct": 15.7,
"floor": 328514,
"candidates": 72,
"dropped": 72,
"stage": "old messages left out",
"state_tok": 24984,
"requests": 2,
"usd": 0.0026
},
{
"cycle": 24,
"at_msg": 9590,
"before": 500061,
"after": 424811,
"freed_pct": 15.0,
"floor": 331120,
"candidates": 111,
"dropped": 110,
"stage": "old messages left out",
"state_tok": 24984,
"requests": 3,
"usd": 0.0039
},
{
"cycle": 25,
"at_msg": 9834,
"before": 500825,
"after": 431432,
"freed_pct": 13.9,
"floor": 333107,
"candidates": 119,
"dropped": 119,
"stage": "old messages left out",
"state_tok": 24997,
"requests": 4,
"usd": 0.005
},
{
"cycle": 26,
"at_msg": 9970,
"before": 502050,
"after": 438280,
"freed_pct": 12.7,
"floor": 335981,
"candidates": 67,
"dropped": 67,
"stage": "old messages left out",
"state_tok": 25000,
"requests": 2,
"usd": 0.0025
},
{
"cycle": 27,
"at_msg": 10078,
"before": 502008,
"after": 434977,
"freed_pct": 13.4,
"floor": 336040,
"candidates": 60,
"dropped": 59,
"stage": "old messages left out",
"state_tok": 24983,
"requests": 2,
"usd": 0.0025
},
{
"cycle": 28,
"at_msg": 10231,
"before": 500000,
"after": 437925,
"freed_pct": 12.4,
"floor": 339747,
"candidates": 75,
"dropped": 75,
"stage": "old messages left out",
"state_tok": 24997,
"requests": 2,
"usd": 0.0026
},
{
"cycle": 29,
"at_msg": 10362,
"before": 500680,
"after": 439569,
"freed_pct": 12.2,
"floor": 340881,
"candidates": 65,
"dropped": 63,
"stage": "old messages left out",
"state_tok": 24983,
"requests": 2,
"usd": 0.0026
},
{
"cycle": 30,
"at_msg": 10477,
"before": 500468,
"after": 447049,
"freed_pct": 10.7,
"floor": 343522,
"candidates": 60,
"dropped": 60,
"stage": "old messages left out",
"state_tok": 24980,
"requests": 2,
"usd": 0.0025
},
{
"cycle": 31,
"at_msg": 10535,
"before": 500587,
"after": 447370,
"freed_pct": 10.6,
"floor": 343646,
"candidates": 31,
"dropped": 30,
"stage": "old messages left out",
"state_tok": 24970,
"requests": 1,
"usd": 0.0013
},
{
"cycle": 32,
"at_msg": 10676,
"before": 500303,
"after": 442218,
"freed_pct": 11.6,
"floor": 344054,
"candidates": 70,
"dropped": 70,
"stage": "old messages left out",
"state_tok": 24984,
"requests": 2,
"usd": 0.0026
},
{
"cycle": 33,
"at_msg": 10803,
"before": 500622,
"after": 448083,
"freed_pct": 10.5,
"floor": 346467,
"candidates": 62,
"dropped": 56,
"stage": "old messages left out",
"state_tok": 25000,
"requests": 2,
"usd": 0.0025
},
{
"cycle": 34,
"at_msg": 10935,
"before": 500437,
"after": 448433,
"freed_pct": 10.4,
"floor": 348865,
"candidates": 72,
"dropped": 72,
"stage": "old messages left out",
"state_tok": 24970,
"requests": 2,
"usd": 0.0026
},
{
"cycle": 35,
"at_msg": 11103,
"before": 500346,
"after": 452133,
"freed_pct": 9.6,
"floor": 351123,
"candidates": 89,
"dropped": 88,
"stage": "old messages left out",
"state_tok": 24985,
"requests": 3,
"usd": 0.0038
},
{
"cycle": 36,
"at_msg": 11259,
"before": 500141,
"after": 450538,
"freed_pct": 9.9,
"floor": 351365,
"candidates": 82,
"dropped": 81,
"stage": "old messages left out",
"state_tok": 24983,
"requests": 3,
"usd": 0.0037
},
{
"cycle": 37,
"at_msg": 11349,
"before": 501953,
"after": 455933,
"freed_pct": 9.2,
"floor": 354478,
"candidates": 46,
"dropped": 46,
"stage": "old messages left out",
"state_tok": 24970,
"requests": 2,
"usd": 0.0025
},
{
"cycle": 38,
"at_msg": 11458,
"before": 500610,
"after": 467843,
"freed_pct": 6.5,
"floor": 356508,
"candidates": 55,
"dropped": 55,
"stage": "old messages left out",
"state_tok": 24998,
"requests": 2,
"usd": 0.0025
},
{
"cycle": 39,
"at_msg": 11540,
"before": 500396,
"after": 455754,
"freed_pct": 8.9,
"floor": 356786,
"candidates": 41,
"dropped": 41,
"stage": "old messages left out",
"state_tok": 24989,
"requests": 2,
"usd": 0.0025
},
{
"cycle": 40,
"at_msg": 11655,
"before": 500495,
"after": 460570,
"freed_pct": 8.0,
"floor": 359496,
"candidates": 57,
"dropped": 57,
"stage": "old messages left out",
"state_tok": 24982,
"requests": 2,
"usd": 0.0025
}
],
"jev_usd_total": 0.1896
}