Files
state-hub/migrations/versions/o2j3k4l5m6n7_add_token_events.py
tegwick 58e1bafce9 feat(token-tracking): record AI token consumption per task (CUST-WP-0029)
Introduces end-to-end token consumption tracking so agent work is
visible as a cost/effort metric alongside tasks and workplans.

- Migration o2j3k4l5m6n7: token_events table with FK indexes on
  task_id, workstream_id, repo_id, created_at
- ORM model, Pydantic schemas (TokenEventCreate, TokenEventRead with
  computed tokens_total, TokenSummary)
- Router: POST /token-events/, GET /token-events/ (7 filters),
  GET /token-events/summary/ (task|workstream|repo|commit|release scope)
- MCP tools: record_token_event, get_token_summary (formatted table)
- update_task_status enriched with optional tokens_in/tokens_out
  passthrough — one call creates status update + token event
- Dashboard token-cost.md page: by-repo bar, by-workplan table,
  by-model bar, top-10 tasks by tokens
- ralph-workplan skill updated with token reporting guidance and
  per-task heuristics for estimating counts
- Tests: test_token_events.py + test_token_passthrough.py (182 pass)

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-03-29 17:46:46 +02:00

47 lines
2.0 KiB
Python

"""add token_events table
Revision ID: o2j3k4l5m6n7
Revises: n1i2j3k4l5m6
Create Date: 2026-03-29
"""
from alembic import op
import sqlalchemy as sa
from sqlalchemy.dialects.postgresql import UUID
revision = "o2j3k4l5m6n7"
down_revision = "n1i2j3k4l5m6"
branch_labels = None
depends_on = None
def upgrade() -> None:
op.create_table(
"token_events",
sa.Column("id", UUID(as_uuid=True), primary_key=True, server_default=sa.text("gen_random_uuid()")),
sa.Column("task_id", UUID(as_uuid=True), sa.ForeignKey("tasks.id", ondelete="SET NULL"), nullable=True),
sa.Column("workstream_id", UUID(as_uuid=True), sa.ForeignKey("workstreams.id", ondelete="SET NULL"), nullable=True),
sa.Column("repo_id", UUID(as_uuid=True), sa.ForeignKey("managed_repos.id", ondelete="SET NULL"), nullable=True),
sa.Column("session_id", sa.Text(), nullable=True),
sa.Column("model", sa.Text(), nullable=True),
sa.Column("tokens_in", sa.Integer(), nullable=False),
sa.Column("tokens_out", sa.Integer(), nullable=False),
sa.Column("agent", sa.Text(), nullable=True),
sa.Column("ref_type", sa.Text(), nullable=True),
sa.Column("ref_id", sa.Text(), nullable=True),
sa.Column("note", sa.Text(), nullable=True),
sa.Column("created_at", sa.TIMESTAMP(timezone=True), server_default=sa.text("now()"), nullable=False),
)
op.create_index("ix_token_events_task_id", "token_events", ["task_id"])
op.create_index("ix_token_events_workstream_id", "token_events", ["workstream_id"])
op.create_index("ix_token_events_repo_id", "token_events", ["repo_id"])
op.create_index("ix_token_events_created_at", "token_events", ["created_at"])
def downgrade() -> None:
op.drop_index("ix_token_events_created_at", table_name="token_events")
op.drop_index("ix_token_events_repo_id", table_name="token_events")
op.drop_index("ix_token_events_workstream_id", table_name="token_events")
op.drop_index("ix_token_events_task_id", table_name="token_events")
op.drop_table("token_events")