generated from coulomb/repo-seed
Adaptive routing initial version
This commit is contained in:
@@ -4,6 +4,7 @@ Integration coverage for the adaptive routing workplan flow.
|
||||
|
||||
from datetime import datetime, timezone
|
||||
|
||||
from examples.adaptive_routing_fixture_batch import populate_ledger
|
||||
from llm_connect.adapter import MockLLMAdapter
|
||||
from llm_connect.quality import QualityLedger, QualityObservation
|
||||
from llm_connect.routing import AdaptiveRoutingPolicy, RoutingRule
|
||||
@@ -88,3 +89,21 @@ def test_adaptive_policy_converges_to_cheapest_qualifying_adapter(tmp_path):
|
||||
)
|
||||
|
||||
assert policy.resolve("summarize", quality_floor=0.8) is cheap
|
||||
|
||||
|
||||
def test_fixture_batch_populates_three_candidate_observations_per_task(tmp_path):
|
||||
ledger = QualityLedger(tmp_path / "quality.jsonl")
|
||||
|
||||
populate_ledger(ledger)
|
||||
|
||||
observations = ledger.read_all()
|
||||
by_task_type: dict[str, set[str]] = {}
|
||||
for observation in observations:
|
||||
by_task_type.setdefault(observation.task_type, set()).add(observation.adapter_id)
|
||||
|
||||
assert set(by_task_type) == {
|
||||
"summarize-source",
|
||||
"extract-relations",
|
||||
"evaluate-entity",
|
||||
}
|
||||
assert all(len(adapter_ids) == 3 for adapter_ids in by_task_type.values())
|
||||
|
||||
26
tests/test_package_exports.py
Normal file
26
tests/test_package_exports.py
Normal file
@@ -0,0 +1,26 @@
|
||||
"""
|
||||
Tests for the public llm_connect package surface.
|
||||
"""
|
||||
|
||||
import llm_connect
|
||||
|
||||
|
||||
def test_wp_0004_primitives_are_exported_from_package_root():
|
||||
expected_names = [
|
||||
"AdaptiveRoutingPolicy",
|
||||
"BaselineGrader",
|
||||
"EmbeddingSimilarityJudge",
|
||||
"ExactMatchJudge",
|
||||
"GradingResult",
|
||||
"Judge",
|
||||
"LLMJudge",
|
||||
"PairedGrader",
|
||||
"QualityLedger",
|
||||
"QualityObservation",
|
||||
"ShadowingAdapter",
|
||||
"is_stale",
|
||||
]
|
||||
|
||||
for name in expected_names:
|
||||
assert hasattr(llm_connect, name)
|
||||
assert name in llm_connect.__all__
|
||||
Reference in New Issue
Block a user