mirror of
https://github.com/garrytan/gbrain.git
synced 2026-08-14 00:48:18 +00:00
Garry Tan
75fae742d5
Public, reproducible, cross-harness benchmark for the four ways agent memory fails (know-to-ask, push precision/recall, write-back fidelity, cross-session continuity). Hermetic PGLite, sealed gold, deterministic corpus, CI gate vs master's committed baseline, published JSON-schema foreign-runner contract. See docs/eval/BRAINBENCH.md.
45 lines
1.3 KiB
JSON
45 lines
1.3 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"fixture_id": "gen-cont-009-writer",
|
|
"suites": [
|
|
"write-back",
|
|
"continuity"
|
|
],
|
|
"category": "continuity",
|
|
"seed_pages": [
|
|
{
|
|
"slug": "companies/umbergale-labs",
|
|
"content": "---\ntitle: Umbergale Labs\ntype: company\nsummary: Seed-stage company. Founded by Caspian Ironwood.\n---\n\nUmbergale Labs is a seed-stage company. Founded by Caspian Ironwood. The seed conversation started in 2025.\n"
|
|
},
|
|
{
|
|
"slug": "people/caspian-ironwood",
|
|
"content": "---\ntitle: Caspian Ironwood\ntype: person\naliases: [caspian]\nsummary: Founder of Umbergale Labs.\n---\n\nCaspian Ironwood is the founder of Umbergale Labs. Caspian flagged churn as the top risk in the latest update.\n"
|
|
}
|
|
],
|
|
"turns": [
|
|
{
|
|
"turn_id": 1,
|
|
"role": "user",
|
|
"text": "Partner meeting wrapped on the Umbergale Labs round.",
|
|
"ts": "2025-07-14T12:37:00Z"
|
|
},
|
|
{
|
|
"turn_id": 2,
|
|
"role": "assistant",
|
|
"text": "What was the call?",
|
|
"ts": "2025-07-14T12:38:00Z"
|
|
},
|
|
{
|
|
"turn_id": 3,
|
|
"role": "user",
|
|
"text": "We decided to wait on the Umbergale Labs round. We want next quarter's numbers first. Logging it now.",
|
|
"ts": "2025-07-14T12:39:00Z"
|
|
}
|
|
],
|
|
"continuity": {
|
|
"pair_id": "gen-cont-009",
|
|
"pair_role": "writer"
|
|
},
|
|
"holdout": true
|
|
}
|