core/workbench/schemas.py
Shay 80e02ce7de feat(workbench): sealed single-turn replay backend — GET /replay/{turn_id} (Wave R3)
Replaces the W-026 501 stub. Re-executes a journaled prompt in a sealed
fresh runtime (ChatRuntime(no_load_state=True): no checkpoint load, no
checkpoint write, no proposal lineage) and compares the envelope
leaf-by-leaf against the recorded TurnJournalEntry.

Design correction vs the scoping doc (amended in-doc): journaled turns
each ran in a fresh ChatRuntime(), never one continuous session, so
genesis-PREFIX replay would manufacture spurious divergence; shipped
basis is sealed_fresh_runtime_single_turn (O(1)). origin_state:
"unrecorded" — the journal does not record whether the original turn's
runtime loaded a checkpoint, so divergence is reported as nondeterminism
OR origin-state influence, never disambiguated.

- workbench/replay.py: pure comparison + injected executor; every
  TurnJournalEntry field classified critical/informational exactly once
  (exhaustiveness enforced by test)
- api.py: route wiring under _CHAT_TURN_LOCK; runtime failure -> 500
  runtime_unavailable, no comparison may be fabricated
- schemas: additive TurnReplayComparison/TurnReplayDivergence (W-026
  artifact-keyed pair retires with the frontend Replay Moment PR)
- tests: 10 obligations incl. tamper-prompt, tamper-leaf precision,
  no-execution-no-comparison, no-trace (journal + engine_state bytes),
  wall-clock tolerance, sealed-construction proof
- snapshot regenerated; NOT_YET_MIRRORED debt entries for the two new
  classes (mirrors land with the frontend PR)
- api-contract-v1.md § Replay rewritten for the turn-keyed shape
2026-06-12 17:15:39 -07:00

415 lines
11 KiB
Python

"""Typed UI-facing schemas for CORE Workbench v1."""
from __future__ import annotations
from dataclasses import asdict, dataclass, field
from datetime import datetime, timezone
from typing import Any, Literal
ErrorCode = Literal[
"bad_request",
"evidence_unavailable",
"not_found",
"unsupported",
"read_error",
"eval_failed",
"runtime_unavailable",
]
MutationMode = Literal["read_only", "runtime_turn"]
GroundingSource = Literal["pack", "teaching", "vault", "partial", "oov", "none"]
EpistemicStateValue = Literal[
"perceived",
"evidenced",
"evidenced_incomplete",
"verified",
"decoded",
"decoded_unarticulated",
"inferred",
"unverified_possible",
"unverified_novel",
"contradicted",
"ambiguous",
"undetermined",
"scope_boundary",
"computationally_bounded",
"epistemic_state_needed",
]
NormativeClearanceValue = Literal[
"cleared",
"violated",
"unassessable",
"suppressed",
]
def utc_now() -> str:
return datetime.now(timezone.utc).isoformat()
def to_data(value: Any) -> Any:
if hasattr(value, "as_dict") and callable(value.as_dict):
return value.as_dict()
if hasattr(value, "__dataclass_fields__"):
return asdict(value)
if isinstance(value, dict):
return {str(k): to_data(v) for k, v in value.items()}
if isinstance(value, (list, tuple)):
return [to_data(v) for v in value]
return value
def ok(data: Any) -> dict[str, Any]:
return {"ok": True, "generated_at": utc_now(), "data": to_data(data)}
def error(code: ErrorCode, message: str, *, detail: Any | None = None) -> dict[str, Any]:
payload: dict[str, Any] = {"code": code, "message": message}
if detail is not None:
payload["detail"] = to_data(detail)
return {"ok": False, "generated_at": utc_now(), "error": payload}
@dataclass(frozen=True, slots=True)
class RuntimeStatus:
backend: Literal["numpy", "mlx", "rust", "unknown"]
git_revision: str
engine_state_present: bool
checkpoint_revision: str
revision_warning: bool
active_session_id: str | None
mutation_mode: MutationMode = "read_only"
@dataclass(frozen=True, slots=True)
class TurnVerdict:
outcome: Literal["cleared", "violated", "unassessable"]
runtime_detail: str
@dataclass(frozen=True, slots=True)
class ProposalRef:
candidate_id: str
source_kind: str
@dataclass(frozen=True, slots=True)
class ChatTurnResult:
prompt: str
surface: str
articulation_surface: str | None
walk_surface: str | None
grounding_source: GroundingSource
epistemic_state: EpistemicStateValue
normative_clearance: NormativeClearanceValue
normative_detail: str
trace_hash: str | None
refusal_emitted: bool
hedge_injected: bool
mutation_mode: MutationMode
identity_verdict: TurnVerdict | None
safety_verdict: TurnVerdict | None
ethics_verdict: TurnVerdict | None
proposal_candidates: list[ProposalRef]
turn_cost_ms: int
checkpoint_emitted: bool
turn_id: int | None = None
@dataclass(frozen=True, slots=True)
class TurnJournalSummarySchema:
turn_id: int
timestamp: str
prompt_excerpt: str
surface_excerpt: str
trace_hash: str | None
grounding_source: GroundingSource
@dataclass(frozen=True, slots=True)
class TurnJournalEntrySchema:
turn_id: int
timestamp: str
trace_hash: str | None
prompt: str
surface: str
articulation_surface: str | None
walk_surface: str | None
grounding_source: GroundingSource
epistemic_state: EpistemicStateValue
normative_clearance: NormativeClearanceValue
verdicts: dict[str, Any]
refusal_emitted: bool
hedge_injected: bool
proposal_candidates: list[dict[str, Any]]
turn_cost_ms: int
checkpoint_emitted: bool
journal_digest: str
@dataclass(frozen=True, slots=True)
class ArtifactRef:
artifact_id: str
kind: Literal[
"trace",
"eval_result",
"proposal",
"contemplation_report",
"telemetry",
"engine_state_manifest",
"unknown",
]
path: str
digest: str | None
created_at: str | None
@dataclass(frozen=True, slots=True)
class ArtifactDetail(ArtifactRef):
content_type: Literal["json", "jsonl", "text", "unknown"]
content: Any
@dataclass(frozen=True, slots=True)
class ProposalSummary:
proposal_id: str
state: Literal["pending", "accepted", "rejected", "withdrawn", "unknown"]
source_kind: str
replay_equivalent: bool | None
created_at: str | None
downstream_effect: Literal["unknown", "none", "observed"]
@dataclass(frozen=True, slots=True)
class ProposalDetail(ProposalSummary):
proposed_chain: Any
replay_evidence: Any
source: Any
evidence: list[Any] = field(default_factory=list)
artifact_refs: list[ArtifactRef] = field(default_factory=list)
suggested_cli: str | None = None
@dataclass(frozen=True, slots=True)
class EvalLaneSummary:
lane: str
versions: list[str]
read_only: bool
description: str | None
@dataclass(frozen=True, slots=True)
class EvalRunResult:
lane: str
version: str
split: str
passed: bool | None
metrics: dict[str, Any]
cases: list[Any]
source_digest: str | None = None
ReplayDivergenceSeverity = Literal["info", "warning", "failure"]
ReplayStatus = Literal["equivalent", "not_yet_replayed", "diverged", "evidence_unavailable"]
@dataclass(frozen=True, slots=True)
class ReplayDivergence:
path: str
original: Any
replay: Any
severity: ReplayDivergenceSeverity
@dataclass(frozen=True, slots=True)
class ReplayComparison:
artifact_id: str
original_hash: str | None
replay_hash: str | None
equivalent: bool
divergences: list[ReplayDivergence] = field(default_factory=list)
# ---------------------------------------------------------------------------
# Wave R3 — sealed single-turn replay over the turn journal.
# Scoping: docs/analysis/replay-moment-backend-scoping-2026-06-12.md.
# The W-026 artifact-keyed pair above has no live consumer and is retired
# when the frontend Replay Moment re-points to this turn-keyed shape.
# ---------------------------------------------------------------------------
TurnReplayDivergenceSeverity = Literal["critical", "informational"]
# The only basis implemented: a fresh ChatRuntime(no_load_state=True) —
# genesis substrate, no checkpoint load, no checkpoint write, no proposal
# lineage — re-executes the recorded prompt once.
TurnReplayBasis = Literal["sealed_fresh_runtime_single_turn"]
# The journal does not record whether an engine-state checkpoint existed
# when the original turn ran, so the origin state is honestly unrecorded:
# a divergence means nondeterminism OR origin-state influence, and the
# response must never claim to distinguish them.
TurnReplayOriginState = Literal["unrecorded"]
@dataclass(frozen=True, slots=True)
class TurnReplayDivergence:
path: str
original: Any
replay: Any
severity: TurnReplayDivergenceSeverity
@dataclass(frozen=True, slots=True)
class TurnReplayComparison:
turn_id: int
comparison_basis: TurnReplayBasis
origin_state: TurnReplayOriginState
original_trace_hash: str | None
replay_trace_hash: str | None
equivalent: bool
replay_turn_cost_ms: int
divergences: list[TurnReplayDivergence] = field(default_factory=list)
# ---------------------------------------------------------------------------
# ADR-0172 W4 — Math proposal schemas
# ---------------------------------------------------------------------------
@dataclass(frozen=True, slots=True)
class MathReasoningStep:
step_index: int
step_kind: str
claim: str
justification: str
input_pointers: list[str]
output_payload: Any
@dataclass(frozen=True, slots=True)
class MathProposalSummary:
proposal_id: str
domain: Literal["math"]
shape_category: str
proposed_change_kind: str
structural_commonality: str
evidence_count: int
replay_equivalence_hash: str
@dataclass(frozen=True, slots=True)
class MathProposalDetail(MathProposalSummary):
wrong_zero_assertion: str
proposed_change_payload: Any
reasoning_trace_id: str
reasoning_trace_steps: list[MathReasoningStep]
evidence_hashes: list[str]
handler_name: str | None
suggested_ratify_cli: str | None
@dataclass(frozen=True, slots=True)
class MathRatifyResult:
proposal_id: str
change_kind: str
handler_name: str
routing_status: Literal["routed", "not_implemented"]
message: str
suggested_cli: str | None = None
applied: bool = False
target_path: str | None = None
evidence_hash: str | None = None
PackSource = Literal["language_pack", "runtime_pack"]
@dataclass(frozen=True, slots=True)
class PackSummary:
pack_id: str
source: PackSource
manifest_path: str
version: str | None
language: str | None
modality: str | None
determinism_class: str | None
checksum: str | None
checksums: dict[str, str] = field(default_factory=dict)
@dataclass(frozen=True, slots=True)
class PackDetail(PackSummary):
manifest_digest: str = ""
manifest: dict[str, Any] = field(default_factory=dict)
AuditSource = Literal[
"engine_state_manifest",
"math_proposal_log",
"operator_telemetry",
"reboot_telemetry",
"teaching_proposal_log",
]
@dataclass(frozen=True, slots=True)
class AuditEvent:
event_id: str
source: AuditSource
source_path: str
timestamp: str | None
event_type: str
mutation_boundary: bool
summary: str
ref_id: str | None
payload_digest: str
payload: Any
RunSource = Literal["engine_state_manifest", "turn_journal"]
@dataclass(frozen=True, slots=True)
class RunSummary:
session_id: str
source: RunSource
turn_count: int
started_at: str | None
updated_at: str | None
checkpoint_present: bool
checkpoint_revision: str | None
artifact_refs: list[ArtifactRef] = field(default_factory=list)
evidence_gap: str | None = None
@dataclass(frozen=True, slots=True)
class RunTurnRef:
turn_id: int
trace_hash: str | None
timestamp: str
trace_path: str
surface_excerpt: str
@dataclass(frozen=True, slots=True)
class RunDetail(RunSummary):
turns: list[RunTurnRef] = field(default_factory=list)
manifest: dict[str, Any] | None = None
@dataclass(frozen=True, slots=True)
class VaultSummary:
source_path: str
entry_count: int
store_count: int
reproject_interval: int
max_entries: int | None
persisted: bool
@dataclass(frozen=True, slots=True)
class VaultEntry:
entry_index: int
epistemic_status: str
epistemic_state: str
metadata: dict[str, Any]
versor_digest: str | None