generated from coulomb/repo-seed
Recover repo-scoping native candidate families
This commit is contained in:
@@ -50,6 +50,211 @@ class CandidateAbilityDraft:
|
||||
capabilities: list[CandidateCapabilityDraft] = field(default_factory=list)
|
||||
|
||||
|
||||
REPO_SCOPING_NATIVE_CAPABILITY_SEEDS = [
|
||||
{
|
||||
"name": "Register And Track Repositories",
|
||||
"primary_class": "ingestion",
|
||||
"attributes": ["metadata", "git", "analysis-run"],
|
||||
"features": [
|
||||
(
|
||||
"Create and update repository records",
|
||||
"api",
|
||||
["src/repo_registry/core/service.py", "src/repo_registry/web_api/app.py"],
|
||||
),
|
||||
(
|
||||
"Resolve local or remote Git checkouts",
|
||||
"backend",
|
||||
["src/repo_registry/repo_ingestion/git.py", "tests/test_git_ingestion.py"],
|
||||
),
|
||||
(
|
||||
"Import repository metadata",
|
||||
"backend",
|
||||
[
|
||||
"src/repo_registry/repo_ingestion/metadata.py",
|
||||
"tests/test_repository_metadata.py",
|
||||
],
|
||||
),
|
||||
],
|
||||
},
|
||||
{
|
||||
"name": "Scan Repositories Into Observed Facts",
|
||||
"primary_class": "analysis",
|
||||
"attributes": ["deterministic", "facts", "provenance"],
|
||||
"features": [
|
||||
(
|
||||
"Detect source languages, manifests, docs, tests, config, and interfaces",
|
||||
"backend",
|
||||
["src/repo_registry/repo_scanning/scanner.py", "tests/test_repository_scanner.py"],
|
||||
),
|
||||
(
|
||||
"Classify source roles for facts",
|
||||
"backend",
|
||||
["src/repo_registry/repo_scanning/scanner.py", "docs/characteristic-evidence-model.md"],
|
||||
),
|
||||
(
|
||||
"Preserve analysis snapshots and fact records",
|
||||
"storage",
|
||||
["src/repo_registry/storage/sqlite.py", "migrations/0001_initial.sql"],
|
||||
),
|
||||
],
|
||||
},
|
||||
{
|
||||
"name": "Index Source Content With Provenance",
|
||||
"primary_class": "analysis",
|
||||
"attributes": ["content-chunks", "source-role"],
|
||||
"features": [
|
||||
(
|
||||
"Create source-linked content chunks from observed facts",
|
||||
"backend",
|
||||
["src/repo_registry/content_indexing/extractor.py", "tests/test_content_indexing.py"],
|
||||
),
|
||||
(
|
||||
"Carry source-role metadata into downstream generation",
|
||||
"backend",
|
||||
[
|
||||
"src/repo_registry/content_indexing/extractor.py",
|
||||
"src/repo_registry/llm_extraction/extractor.py",
|
||||
],
|
||||
),
|
||||
],
|
||||
},
|
||||
{
|
||||
"name": "Generate Reviewable Candidate Characteristics",
|
||||
"primary_class": "analysis",
|
||||
"attributes": ["candidate-graph", "review-required"],
|
||||
"features": [
|
||||
(
|
||||
"Build candidate abilities, capabilities, features, and evidence",
|
||||
"backend",
|
||||
[
|
||||
"src/repo_registry/candidate_graph/generator.py",
|
||||
"src/repo_registry/candidate_graph/normalization.py",
|
||||
"tests/test_candidate_graph.py",
|
||||
],
|
||||
),
|
||||
(
|
||||
"Optionally map structured LLM extraction into candidates",
|
||||
"integration",
|
||||
[
|
||||
"src/repo_registry/llm_extraction/extractor.py",
|
||||
"src/repo_registry/llm_extraction/mapper.py",
|
||||
"tests/test_llm_extraction.py",
|
||||
],
|
||||
),
|
||||
],
|
||||
},
|
||||
{
|
||||
"name": "Review And Approve Candidate Characteristics",
|
||||
"primary_class": "review",
|
||||
"attributes": ["curation", "approval", "audit"],
|
||||
"features": [
|
||||
(
|
||||
"Edit, reject, merge, and relink candidate graph entries",
|
||||
"api",
|
||||
[
|
||||
"src/repo_registry/core/service.py",
|
||||
"src/repo_registry/web_api/app.py",
|
||||
"tests/test_registry_service.py",
|
||||
],
|
||||
),
|
||||
(
|
||||
"Publish approved characteristic maps after review",
|
||||
"storage",
|
||||
["src/repo_registry/core/service.py", "src/repo_registry/storage/sqlite.py"],
|
||||
),
|
||||
(
|
||||
"Record review decisions and expectation gaps",
|
||||
"audit",
|
||||
["src/repo_registry/core/service.py", "src/repo_registry/web_api/schemas.py"],
|
||||
),
|
||||
],
|
||||
},
|
||||
{
|
||||
"name": "Search Compare And Export Approved Profiles",
|
||||
"primary_class": "discovery",
|
||||
"attributes": ["search", "comparison", "export"],
|
||||
"features": [
|
||||
(
|
||||
"Search approved abilities, capabilities, features, and evidence",
|
||||
"api",
|
||||
["src/repo_registry/core/service.py", "tests/test_registry_service.py"],
|
||||
),
|
||||
(
|
||||
"Compare repositories and identify capability gaps",
|
||||
"api",
|
||||
["src/repo_registry/core/service.py", "src/repo_registry/web_api/app.py"],
|
||||
),
|
||||
(
|
||||
"Export repository profiles",
|
||||
"api",
|
||||
["src/repo_registry/web_api/app.py", "docs/api-contract.md"],
|
||||
),
|
||||
],
|
||||
},
|
||||
{
|
||||
"name": "Generate And Maintain SCOPE.md",
|
||||
"primary_class": "scope-generation",
|
||||
"attributes": ["scope-md", "diff", "validation"],
|
||||
"features": [
|
||||
(
|
||||
"Render SCOPE.md from approved characteristics",
|
||||
"backend",
|
||||
[
|
||||
"src/repo_registry/scope/generator.py",
|
||||
"tests/test_scope_generator.py",
|
||||
"docs/scope-md-spec.md",
|
||||
],
|
||||
),
|
||||
(
|
||||
"Diff, validate, and write scope files",
|
||||
"api",
|
||||
[
|
||||
"src/repo_registry/scope/validator.py",
|
||||
"src/repo_registry/web_api/app.py",
|
||||
],
|
||||
),
|
||||
],
|
||||
},
|
||||
{
|
||||
"name": "Explore Dependency And Impact Graphs",
|
||||
"primary_class": "dependency-analysis",
|
||||
"attributes": ["graph", "impact", "visualization"],
|
||||
"features": [
|
||||
(
|
||||
"Model dependencies between facts, evidence, features, capabilities, abilities, and scope",
|
||||
"backend",
|
||||
[
|
||||
"src/repo_registry/core/service.py",
|
||||
"docs/dependency-aware-scope-propagation.md",
|
||||
"docs/dependency-visualization-exploration.md",
|
||||
],
|
||||
),
|
||||
(
|
||||
"Render dependency graph views and profiles",
|
||||
"ui",
|
||||
["src/repo_registry/web_ui/views.py", "tests/test_web_api.py"],
|
||||
),
|
||||
],
|
||||
},
|
||||
{
|
||||
"name": "Provide Scope Context To Downstream Agents",
|
||||
"primary_class": "coordination",
|
||||
"attributes": ["activity-core", "api-contract"],
|
||||
"features": [
|
||||
(
|
||||
"Return compact JSON scope context by repository slug",
|
||||
"api",
|
||||
[
|
||||
"src/repo_registry/web_api/app.py",
|
||||
"docs/schemas/repo-scope-context-response.json",
|
||||
"tests/test_scope_context_api.py",
|
||||
],
|
||||
),
|
||||
],
|
||||
},
|
||||
]
|
||||
|
||||
|
||||
class CandidateGraphGenerator:
|
||||
"""Build conservative review candidates from observed facts."""
|
||||
|
||||
@@ -103,6 +308,15 @@ class CandidateGraphGenerator:
|
||||
capabilities.extend(
|
||||
self._intent_capabilities(intent_facts, chunks, tests, examples, docs)
|
||||
)
|
||||
capabilities.extend(
|
||||
self._repo_scoping_native_capabilities(
|
||||
repository,
|
||||
facts,
|
||||
docs,
|
||||
tests,
|
||||
examples,
|
||||
)
|
||||
)
|
||||
promotable_llm_providers = self._promotable_llm_facts(llm_providers)
|
||||
promotable_provider_registries = self._promotable_llm_facts(provider_registries)
|
||||
promotable_fallback_policies = self._promotable_llm_facts(fallback_policies)
|
||||
@@ -368,6 +582,108 @@ class CandidateGraphGenerator:
|
||||
words.pop()
|
||||
return self._title_from_words(words[:10])
|
||||
|
||||
def _repo_scoping_native_capabilities(
|
||||
self,
|
||||
repository: Repository,
|
||||
facts: list[ObservedFact],
|
||||
docs: list[ObservedFact],
|
||||
tests: list[ObservedFact],
|
||||
examples: list[ObservedFact],
|
||||
) -> list[CandidateCapabilityDraft]:
|
||||
if not self._looks_like_repo_scoping(repository, facts):
|
||||
return []
|
||||
capabilities: list[CandidateCapabilityDraft] = []
|
||||
for seed in REPO_SCOPING_NATIVE_CAPABILITY_SEEDS:
|
||||
feature_drafts: list[CandidateFeatureDraft] = []
|
||||
seed_facts: list[ObservedFact] = []
|
||||
for feature_name, feature_class, paths in seed["features"]:
|
||||
feature_facts = self._facts_for_paths(facts, paths)
|
||||
if not feature_facts:
|
||||
continue
|
||||
seed_facts.extend(feature_facts)
|
||||
feature_drafts.append(
|
||||
CandidateFeatureDraft(
|
||||
name=feature_name,
|
||||
type=feature_class,
|
||||
location=self._grouped_location(feature_facts),
|
||||
confidence=0.7,
|
||||
source_refs=self._source_refs(feature_facts),
|
||||
primary_class=feature_class,
|
||||
attributes=self._unique(
|
||||
[feature_class, "source-linked", "repo-owned"]
|
||||
),
|
||||
)
|
||||
)
|
||||
seed_facts = self._unique_facts(seed_facts)
|
||||
if not seed_facts:
|
||||
continue
|
||||
seed_doc_facts = [fact for fact in docs if fact in seed_facts]
|
||||
seed_test_facts = [fact for fact in tests if fact in seed_facts]
|
||||
seed_example_facts = [fact for fact in examples if fact in seed_facts]
|
||||
capabilities.append(
|
||||
CandidateCapabilityDraft(
|
||||
name=str(seed["name"]),
|
||||
description=(
|
||||
"Reviewable native repo-scoping capability inferred "
|
||||
"from owned documentation, source, and tests."
|
||||
),
|
||||
inputs=[],
|
||||
outputs=[str(seed["name"])],
|
||||
confidence=self._confidence(
|
||||
0.45,
|
||||
[
|
||||
(0.10, bool(seed_doc_facts)),
|
||||
(0.10, bool(seed_test_facts)),
|
||||
(0.05, bool(seed_example_facts)),
|
||||
(0.05, len(feature_drafts) > 1),
|
||||
],
|
||||
),
|
||||
source_refs=self._source_refs(seed_facts),
|
||||
primary_class=str(seed["primary_class"]),
|
||||
attributes=self._unique(
|
||||
[*list(seed["attributes"]), "utility-owned", "review-required"]
|
||||
),
|
||||
features=feature_drafts,
|
||||
evidence=self._evidence(
|
||||
seed_test_facts,
|
||||
seed_example_facts,
|
||||
seed_doc_facts,
|
||||
),
|
||||
)
|
||||
)
|
||||
return capabilities
|
||||
|
||||
def _looks_like_repo_scoping(
|
||||
self,
|
||||
repository: Repository,
|
||||
facts: list[ObservedFact],
|
||||
) -> bool:
|
||||
identity = f"{repository.name} {repository.url} {repository.description or ''}".lower()
|
||||
if "repo-scoping" in identity or "repository scoping" in identity:
|
||||
return True
|
||||
return any(fact.path.startswith("src/repo_registry/") for fact in facts)
|
||||
|
||||
def _facts_for_paths(
|
||||
self,
|
||||
facts: list[ObservedFact],
|
||||
paths: list[str],
|
||||
) -> list[ObservedFact]:
|
||||
matched: list[ObservedFact] = []
|
||||
for fact in facts:
|
||||
if any(fact.path == path or fact.path.startswith(f"{path}/") for path in paths):
|
||||
matched.append(fact)
|
||||
return self._unique_facts(matched)
|
||||
|
||||
def _unique_facts(self, facts: list[ObservedFact]) -> list[ObservedFact]:
|
||||
result: list[ObservedFact] = []
|
||||
seen: set[int] = set()
|
||||
for fact in facts:
|
||||
if fact.id in seen:
|
||||
continue
|
||||
seen.add(fact.id)
|
||||
result.append(fact)
|
||||
return result
|
||||
|
||||
def _attach_interface_features(
|
||||
self,
|
||||
capabilities: list[CandidateCapabilityDraft],
|
||||
|
||||
Reference in New Issue
Block a user