Capture clean self-assessment regression signal

This commit is contained in:
2026-05-15 17:15:35 +02:00
parent abcb2cebbc
commit 458eb410c4
6 changed files with 2958 additions and 3 deletions

View File

@@ -11,6 +11,13 @@ KNOWN_BAD_PATH = (
/ "assessments"
/ "repo-scoping-known-bad-2026-05-15-run-39.json"
)
POST_WP0015_PATH = (
ROOT
/ "docs"
/ "self-scoping"
/ "assessments"
/ "repo-scoping-post-wp0015-clean-2026-05-15.json"
)
GOLDEN_PROFILE_PATH = (
ROOT
/ "docs"
@@ -90,6 +97,26 @@ def test_known_bad_self_scoping_artifact_captures_rejected_regression_seed():
assert artifact["quality_gate_outcomes"] == []
def test_post_wp0015_self_scoping_artifact_is_cleanly_bound_and_unapproved():
artifact = load_json(POST_WP0015_PATH)
paths = artifact["content_chunk_summary"]["paths"]
capability_names = {
capability["name"]
for ability in artifact["generated_tree"]["abilities"]
for capability in ability["capabilities"]
}
criteria = {outcome["criterion_id"] for outcome in artifact["quality_gate_outcomes"]}
assert artifact["engine_identity"]["release_binding_status"] == "complete"
assert artifact["engine_identity"]["engine_dirty_state"] == "clean"
assert artifact["execution"]["mode"] == "deterministic-only"
assert not any(path.startswith("var/checkouts/") for path in paths)
assert artifact["approved_map"]["abilities"] == []
assert capability_names == {"Route LLM Requests Across Providers"}
assert criteria == {"RREG-QC-002", "RREG-QC-003"}
def test_golden_profile_names_expected_native_capabilities_and_forbidden_false_positive():
profile = load_json(GOLDEN_PROFILE_PATH)