generated from coulomb/repo-seed
Implement source lock and submission package baseline
This commit is contained in:
@@ -75,6 +75,17 @@ class CoreArchitectureTests(unittest.TestCase):
|
||||
plan["ordered_steps"][1]["requirement_refs"],
|
||||
["guide-board.sample-readiness.v0.profile-shape"],
|
||||
)
|
||||
assert_valid(plan["source_lock"], "source-lock")
|
||||
self.assertEqual(plan["source_lock"]["schema_version"], "guide-board.source-lock.v1")
|
||||
self.assertEqual(plan["source_lock"]["framework_refs"], ["guide-board.sample-readiness.v0"])
|
||||
self.assertEqual(plan["source_lock"]["extension_refs"], ["sample-noop"])
|
||||
self.assertEqual(
|
||||
plan["source_lock"]["profiles"]["target"]["snapshot_ref"],
|
||||
"target-profile.snapshot.json",
|
||||
)
|
||||
self.assertTrue(plan["source_lock"]["profiles"]["target"]["checksum"].startswith("sha256:"))
|
||||
self.assertEqual(plan["source_lock"]["mapping_sets"][0]["id"], "sample-readiness-map")
|
||||
self.assertTrue(plan["source_lock"]["mapping_sets"][0]["checksum"].startswith("sha256:"))
|
||||
|
||||
def test_runs_external_extension_from_separate_repo(self) -> None:
|
||||
with TemporaryDirectory() as temporary_directory:
|
||||
@@ -237,8 +248,37 @@ class CoreArchitectureTests(unittest.TestCase):
|
||||
check_evidence["artifact_refs"],
|
||||
["artifacts/sdk-fixture/native-result.json"],
|
||||
)
|
||||
self.assertEqual(
|
||||
check_evidence["facts"]["source_metadata"]["runner"]["metadata"]["harness_version"],
|
||||
"1.0.0",
|
||||
)
|
||||
self.assertEqual(
|
||||
check_evidence["facts"]["source_metadata"]["reported"]["native_result_id"],
|
||||
"sdk-fixture-native-result",
|
||||
)
|
||||
self.assertEqual(mappings[0]["target_id"], "normalizer-plugin")
|
||||
self.assertEqual(assessment_package["summary"], {"pass": 1, "skipped": 1})
|
||||
self.assertEqual(
|
||||
assessment_package["source_lock"]["metadata_hooks"]["runner_entrypoints"][0][
|
||||
"metadata"
|
||||
]["harness_id"],
|
||||
"sdk-fixture-native-probe",
|
||||
)
|
||||
submission_package = json.loads(
|
||||
(run_dir / "reports" / "submission-package.json").read_text(encoding="utf-8")
|
||||
)
|
||||
assert_valid(submission_package, "submission-package")
|
||||
self.assertEqual(submission_package["source_lock"]["id"], "source-lock:sdk-fixture-assessment:sdk-fixture-target")
|
||||
self.assertEqual(
|
||||
submission_package["reported_metadata"][1]["metadata"]["reported"][
|
||||
"native_result_id"
|
||||
],
|
||||
"sdk-fixture-native-result",
|
||||
)
|
||||
self.assertEqual(
|
||||
submission_package["artifact_manifest"][0]["checksum"],
|
||||
assessment_package["artifact_manifest"][0]["checksum"],
|
||||
)
|
||||
|
||||
def test_runs_sample_noop_assessment(self) -> None:
|
||||
with TemporaryDirectory() as temporary_directory:
|
||||
@@ -256,6 +296,7 @@ class CoreArchitectureTests(unittest.TestCase):
|
||||
self.assertTrue((run_dir / "normalized" / "evidence.json").exists())
|
||||
self.assertTrue((run_dir / "reports" / "assessment-package.json").exists())
|
||||
self.assertTrue((run_dir / "reports" / "report.md").exists())
|
||||
self.assertTrue((run_dir / "reports" / "submission-package.json").exists())
|
||||
retention = json.loads(
|
||||
(run_dir / "retention-summary.json").read_text(encoding="utf-8")
|
||||
)
|
||||
@@ -263,12 +304,26 @@ class CoreArchitectureTests(unittest.TestCase):
|
||||
result["retention_summary"],
|
||||
str(run_dir / "retention-summary.json"),
|
||||
)
|
||||
self.assertEqual(
|
||||
result["submission_package"],
|
||||
str(run_dir / "reports" / "submission-package.json"),
|
||||
)
|
||||
self.assertEqual(retention["summary"]["status"], "completed")
|
||||
self.assertEqual(retention["summary"]["artifact_count"], 0)
|
||||
self.assertIn("reports/submission-package.json", retention["report_refs"])
|
||||
self.assertEqual(
|
||||
retention["artifact_retention"]["policy"],
|
||||
{"raw_artifact_days": 0, "summary_days": 365},
|
||||
)
|
||||
submission = json.loads(
|
||||
(run_dir / "reports" / "submission-package.json").read_text(encoding="utf-8")
|
||||
)
|
||||
assert_valid(submission, "submission-package")
|
||||
self.assertEqual(submission["package_identity"]["target_profile_ref"], "sample-repository")
|
||||
self.assertEqual(
|
||||
[entry["path"] for entry in submission["reports"]],
|
||||
["reports/assessment-package.json", "reports/report.md"],
|
||||
)
|
||||
self.assertEqual(
|
||||
[run["run_id"] for run in list_retained_runs(Path(temporary_directory))],
|
||||
[result["run_id"]],
|
||||
|
||||
Reference in New Issue
Block a user