generated from coulomb/repo-seed
Closes the gap where recurring_error suggestions showed generic 'Investigate' instead of the curated recommendation. Added a covers[] field to SolutionPattern (lowercase substrings a pattern's recommendation also applies to) + Catalog.find_for (exact key first, then covers match against signal key+locus). Retro now resolves recommendations through find_for. Tagged the read-before-edit pattern with covers=['file has not been read','modified since read','file_not_read'] (v1.0.1). Live: file-not-read suggestions across all repos now inherit 'Read the file before Edit/Write'. 6 new tests; suite 158/158. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
323 lines
12 KiB
JSON
323 lines
12 KiB
JSON
{
|
|
"generated_at": "2026-06-07T19:07:51Z",
|
|
"measure": {
|
|
"error_rate": 0.957,
|
|
"infra_overhead_share_median": 0.167,
|
|
"infra_overhead_share_p90": 0.23,
|
|
"n_sessions": 23,
|
|
"recurring_error_occurrences": 463,
|
|
"schema_thrash_sessions": 7,
|
|
"success_rate": 1.0,
|
|
"tokens_p50": 250725,
|
|
"tokens_p90": 901422
|
|
},
|
|
"n_sessions": 23,
|
|
"suggestions": [
|
|
{
|
|
"cross_flavor": true,
|
|
"pattern_key": "problem:recurring_error:make: *** [makefile:<n>: fix-consistency] error <n>",
|
|
"priority": "high",
|
|
"recommendation": "Investigate recurring error on make: *** [makefile:<n>: fix-consistency] error <n>",
|
|
"repo": "net-kingdom",
|
|
"score": 54.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "cross-flavor problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:tool_thrash:tool:Bash",
|
|
"priority": "high",
|
|
"recommendation": "Batch related shell work into one script, not many small Bash calls",
|
|
"repo": "activity-core",
|
|
"score": 13128.0,
|
|
"signal_type": "tool_thrash",
|
|
"title": "problem: tool thrash"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:tool_thrash:tool:Bash",
|
|
"priority": "high",
|
|
"recommendation": "Batch related shell work into one script, not many small Bash calls",
|
|
"repo": "artifact-store",
|
|
"score": 13128.0,
|
|
"signal_type": "tool_thrash",
|
|
"title": "problem: tool thrash"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:tool_thrash:tool:Bash",
|
|
"priority": "high",
|
|
"recommendation": "Batch related shell work into one script, not many small Bash calls",
|
|
"repo": "citation-evidence",
|
|
"score": 13128.0,
|
|
"signal_type": "tool_thrash",
|
|
"title": "problem: tool thrash"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:tool_thrash:tool:Bash",
|
|
"priority": "high",
|
|
"recommendation": "Batch related shell work into one script, not many small Bash calls",
|
|
"repo": "infospace-bench",
|
|
"score": 13128.0,
|
|
"signal_type": "tool_thrash",
|
|
"title": "problem: tool thrash"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:tool_thrash:tool:Bash",
|
|
"priority": "high",
|
|
"recommendation": "Batch related shell work into one script, not many small Bash calls",
|
|
"repo": "railiance-apps",
|
|
"score": 13128.0,
|
|
"signal_type": "tool_thrash",
|
|
"title": "problem: tool thrash"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:tool_thrash:tool:Bash",
|
|
"priority": "high",
|
|
"recommendation": "Batch related shell work into one script, not many small Bash calls",
|
|
"repo": "state-hub",
|
|
"score": 13128.0,
|
|
"signal_type": "tool_thrash",
|
|
"title": "problem: tool thrash"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:schema_thrash:schema_load",
|
|
"priority": "high",
|
|
"recommendation": "Load the tool schemas you'll need once, up front",
|
|
"repo": "activity-core",
|
|
"score": 441.0,
|
|
"signal_type": "schema_thrash",
|
|
"title": "problem: schema thrash"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:schema_thrash:schema_load",
|
|
"priority": "high",
|
|
"recommendation": "Load the tool schemas you'll need once, up front",
|
|
"repo": "citation-evidence",
|
|
"score": 441.0,
|
|
"signal_type": "schema_thrash",
|
|
"title": "problem: schema thrash"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:schema_thrash:schema_load",
|
|
"priority": "high",
|
|
"recommendation": "Load the tool schemas you'll need once, up front",
|
|
"repo": "flex-auth",
|
|
"score": 441.0,
|
|
"signal_type": "schema_thrash",
|
|
"title": "problem: schema thrash"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:schema_thrash:schema_load",
|
|
"priority": "high",
|
|
"recommendation": "Load the tool schemas you'll need once, up front",
|
|
"repo": "infospace-bench",
|
|
"score": 441.0,
|
|
"signal_type": "schema_thrash",
|
|
"title": "problem: schema thrash"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:schema_thrash:schema_load",
|
|
"priority": "high",
|
|
"recommendation": "Load the tool schemas you'll need once, up front",
|
|
"repo": "ops-bridge",
|
|
"score": 441.0,
|
|
"signal_type": "schema_thrash",
|
|
"title": "problem: schema thrash"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has not been read yet. read it first before writing to it.<<path>>",
|
|
"priority": "high",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "activity-core",
|
|
"score": 290.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has not been read yet. read it first before writing to it.<<path>>",
|
|
"priority": "high",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "citation-evidence",
|
|
"score": 290.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has not been read yet. read it first before writing to it.<<path>>",
|
|
"priority": "high",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "infospace-bench",
|
|
"score": 290.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has not been read yet. read it first before writing to it.<<path>>",
|
|
"priority": "high",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "issue-facade",
|
|
"score": 290.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has not been read yet. read it first before writing to it.<<path>>",
|
|
"priority": "high",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "railiance-apps",
|
|
"score": 290.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has not been read yet. read it first before writing to it.<<path>>",
|
|
"priority": "high",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "state-hub",
|
|
"score": 290.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has not been read yet. read it first before writing to it.<<path>>",
|
|
"priority": "high",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "the-custodian",
|
|
"score": 290.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has not been read yet. read it first before writing to it.<<path>>",
|
|
"priority": "high",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "vergabe-teilnahme",
|
|
"score": 290.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has been modified since read, either by the user or by a linter. read it again before attempting to write it.<<path>>",
|
|
"priority": "medium",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "artifact-store",
|
|
"score": 78.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has been modified since read, either by the user or by a linter. read it again before attempting to write it.<<path>>",
|
|
"priority": "medium",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "issue-facade",
|
|
"score": 78.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has been modified since read, either by the user or by a linter. read it again before attempting to write it.<<path>>",
|
|
"priority": "medium",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "railiance-apps",
|
|
"score": 78.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<tool_use_error>file has been modified since read, either by the user or by a linter. read it again before attempting to write it.<<path>>",
|
|
"priority": "medium",
|
|
"recommendation": "Read the file (or the region you'll touch) before Edit/Write",
|
|
"repo": "state-hub",
|
|
"score": 78.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:budget_overrun:tokens",
|
|
"priority": "medium",
|
|
"recommendation": "Read narrowly \u2014 target the region you need, not whole large files",
|
|
"repo": "artifact-store",
|
|
"score": 50.55,
|
|
"signal_type": "budget_overrun",
|
|
"title": "problem: budget overrun"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:{",
|
|
"priority": "medium",
|
|
"recommendation": "Investigate recurring error on {",
|
|
"repo": "vergabe-teilnahme",
|
|
"score": 12.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:found <n> errors (<n> fixed, <n> remaining).",
|
|
"priority": "medium",
|
|
"recommendation": "Investigate recurring error on found <n> errors (<n> fixed, <n> remaining).",
|
|
"repo": "ops-bridge",
|
|
"score": 10.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:(note: edit also tried swapping \\uxxxx escapes and their characters; neither form matched, so the mismatch is likely elsewhere in old_string. re-read the file a",
|
|
"priority": "medium",
|
|
"recommendation": "Investigate recurring error on (note: edit also tried swapping \\uxxxx escapes and their characters; neither form matched, so the mismatch is likely elsewhere in old_string. re-read the file a",
|
|
"repo": "net-kingdom",
|
|
"score": 6.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:found <n> error (<n> fixed, <n> remaining).",
|
|
"priority": "medium",
|
|
"recommendation": "Investigate recurring error on found <n> error (<n> fixed, <n> remaining).",
|
|
"repo": "ops-bridge",
|
|
"score": 6.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
},
|
|
{
|
|
"cross_flavor": false,
|
|
"pattern_key": "problem:recurring_error:<n> failed, <n> passed in <n>.00s",
|
|
"priority": "medium",
|
|
"recommendation": "Investigate recurring error on <n> failed, <n> passed in <n>.00s",
|
|
"repo": "agentic-resources",
|
|
"score": 4.0,
|
|
"signal_type": "recurring_error",
|
|
"title": "problem: recurring error"
|
|
}
|
|
],
|
|
"window": {
|
|
"days": 30,
|
|
"since": "2026-05-08T19:07:51Z",
|
|
"until": "2026-06-07T19:07:51Z"
|
|
}
|
|
}
|