Capture native self-assessment improvement

This commit is contained in:
2026-05-15 18:34:00 +02:00
parent 2c3dad80d6
commit 83c39a7aa6
5 changed files with 9193 additions and 2 deletions

View File

@@ -18,6 +18,13 @@ POST_WP0015_PATH = (
/ "assessments"
/ "repo-scoping-post-wp0015-clean-2026-05-15.json"
)
POST_WP0016_PATH = (
ROOT
/ "docs"
/ "self-scoping"
/ "assessments"
/ "repo-scoping-post-wp0016-native-2026-05-15.json"
)
GOLDEN_PROFILE_PATH = (
ROOT
/ "docs"
@@ -117,6 +124,33 @@ def test_post_wp0015_self_scoping_artifact_is_cleanly_bound_and_unapproved():
assert criteria == {"RREG-QC-002", "RREG-QC-003"}
def test_post_wp0016_self_scoping_artifact_matches_golden_without_regression():
artifact = load_json(POST_WP0016_PATH)
capability_names = {
capability["name"]
for ability in artifact["generated_tree"]["abilities"]
for capability in ability["capabilities"]
}
expected_names = {
capability["name"]
for capability in load_json(GOLDEN_PROFILE_PATH)["ability"][
"expected_capabilities"
]
}
regression_ids = {
item["id"] for item in artifact.get("known_regression_patterns", [])
}
criteria = {outcome["criterion_id"] for outcome in artifact["quality_gate_outcomes"]}
assert artifact["engine_identity"]["release_binding_status"] == "complete"
assert artifact["engine_identity"]["engine_dirty_state"] == "clean"
assert capability_names == expected_names
assert regression_ids == set()
assert artifact["approved_map"]["abilities"] == []
assert criteria == {"RREG-QC-001", "RREG-QC-006"}
def test_golden_profile_names_expected_native_capabilities_and_forbidden_false_positive():
profile = load_json(GOLDEN_PROFILE_PATH)