Lands the Phase C "make cognition legible" slice plus Phase A residue, all backend-reader-first over real engine data (no theater, read-only doctrine intact, zero serving-path imports). C1-a — Cognitive pipeline record (persistence-first, per #729 worthiness edit): - workbench/pipeline_record.py: curated CognitivePipelineRecord over the real CognitiveTurnResult (input → intent → proposition_graph → articulation_target → realizer → walk_telemetry → trace_hash). Raw field multivectors are DELIBERATELY excluded; _assert_no_raw_field_payload recursively rejects raw field keys, and validate_pipeline_record fails closed on missing/duplicate stages, non-recorded status, or dangling edges — the UI can never receive a partial record that claims to be complete. - test_workbench_pipeline_record.py: non-vacuous guards — missing stage, monkeypatched new required stage, and injected raw {"F": [...]} each raise. C2-a — Contemplation as a process: /contemplation route over real persisted contemplation/runs/*.json (glob reader; honest-empty when absent). C4-a — Identity continuity (L10/L11): RunDetail.identity_continuity + Runs Identity tab, sourced from the real core.engine_identity (engine_identity / parent_engine_identity lineage relation, re-derived to verify). Demo Theater: renders backend-owned proof-promotion + entailment DAGs. Phase A residue: density preference wired end-to-end (settings → shell → tokens); cross-route consistency touch-ups. Infra: local API CORS now echoes only validated 127.0.0.1/localhost origins (hostname-checked, not arbitrary reflection) so Vite fallback ports work. Route chunk-split keeps the build warning-free. Cleanup: corrected the stale ADR-0175 practice-lane assertions (build_report is 6 correct / 0 wrong / 44 refused after the current serving lane; wrong=0 held) and the two registry-derived count tests (LeftNav + CommandPalette 12 → 13 for the new Contemplation route). Docs: runtime_contracts.md (pipeline-record contract), UI-UX-GUIDE, api-contract-v1, data-shapes-v1, wave-M-worthiness, phase-a-residue-ledger. Validation: 106 workbench/practice Python tests green (incl. wrong=0 lane + pipeline-record fail-closed guards); 459/459 frontend; pnpm build clean; git diff --check clean. No generate.derivation / reliability_gate / stream / field.propagate / vault.store imports.
624 lines
16 KiB
Python
624 lines
16 KiB
Python
"""Typed UI-facing schemas for CORE Workbench v1."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from dataclasses import asdict, dataclass, field
|
|
from datetime import datetime, timezone
|
|
from typing import Any, Literal
|
|
|
|
|
|
ErrorCode = Literal[
|
|
"bad_request",
|
|
"evidence_unavailable",
|
|
"not_found",
|
|
"unsupported",
|
|
"read_error",
|
|
"eval_failed",
|
|
"runtime_unavailable",
|
|
]
|
|
|
|
MutationMode = Literal["read_only", "runtime_turn"]
|
|
GroundingSource = Literal["pack", "teaching", "vault", "partial", "oov", "none"]
|
|
TraceIntegrity = Literal["pipeline_trace", "legacy_unhashed"]
|
|
PipelineEvidenceStatus = Literal["recorded", "missing_evidence"]
|
|
CognitivePipelineStageKind = Literal[
|
|
"input",
|
|
"intent",
|
|
"proposition_graph",
|
|
"articulation_target",
|
|
"realizer",
|
|
"walk_telemetry",
|
|
"trace_hash",
|
|
]
|
|
EpistemicStateValue = Literal[
|
|
"perceived",
|
|
"evidenced",
|
|
"evidenced_incomplete",
|
|
"verified",
|
|
"decoded",
|
|
"decoded_unarticulated",
|
|
"inferred",
|
|
"unverified_possible",
|
|
"unverified_novel",
|
|
"contradicted",
|
|
"ambiguous",
|
|
"undetermined",
|
|
"scope_boundary",
|
|
"computationally_bounded",
|
|
"epistemic_state_needed",
|
|
]
|
|
NormativeClearanceValue = Literal[
|
|
"cleared",
|
|
"violated",
|
|
"unassessable",
|
|
"suppressed",
|
|
]
|
|
|
|
|
|
def utc_now() -> str:
|
|
return datetime.now(timezone.utc).isoformat()
|
|
|
|
|
|
def to_data(value: Any) -> Any:
|
|
if hasattr(value, "as_dict") and callable(value.as_dict):
|
|
return value.as_dict()
|
|
if hasattr(value, "__dataclass_fields__"):
|
|
return asdict(value)
|
|
if isinstance(value, dict):
|
|
return {str(k): to_data(v) for k, v in value.items()}
|
|
if isinstance(value, (list, tuple)):
|
|
return [to_data(v) for v in value]
|
|
return value
|
|
|
|
|
|
def ok(data: Any) -> dict[str, Any]:
|
|
return {"ok": True, "generated_at": utc_now(), "data": to_data(data)}
|
|
|
|
|
|
def error(
|
|
code: ErrorCode, message: str, *, detail: Any | None = None
|
|
) -> dict[str, Any]:
|
|
payload: dict[str, Any] = {"code": code, "message": message}
|
|
if detail is not None:
|
|
payload["detail"] = to_data(detail)
|
|
return {"ok": False, "generated_at": utc_now(), "error": payload}
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class LeewayEvidence:
|
|
class_name: str
|
|
license: Literal["PROPOSE", "SERVE", "blocked", "unknown"]
|
|
theta: float | None
|
|
claim_disclosure: Literal["approximate", "verified", "proposal_only", "none"]
|
|
source_digest: str | None
|
|
calibration_evidence_ref: str | None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class RuntimeStatus:
|
|
backend: Literal["numpy", "mlx", "rust", "unknown"]
|
|
git_revision: str
|
|
engine_state_present: bool
|
|
checkpoint_revision: str
|
|
revision_warning: bool
|
|
active_session_id: str | None
|
|
mutation_mode: MutationMode = "read_only"
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class TurnVerdict:
|
|
outcome: Literal["cleared", "violated", "unassessable"]
|
|
runtime_detail: str
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ProposalRef:
|
|
candidate_id: str
|
|
source_kind: str
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class CognitivePipelineStage:
|
|
stage_id: CognitivePipelineStageKind
|
|
label: str
|
|
status: PipelineEvidenceStatus
|
|
summary: str
|
|
detail: dict[str, Any] = field(default_factory=dict)
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class CognitivePipelineEdge:
|
|
from_stage: CognitivePipelineStageKind
|
|
to_stage: CognitivePipelineStageKind
|
|
label: str | None = None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class CognitivePipelineRecord:
|
|
schema_version: Literal["cognitive_pipeline_record_v1"]
|
|
status: PipelineEvidenceStatus
|
|
missing_reason: str | None
|
|
trace_hash: str | None
|
|
versor_condition: float | None
|
|
field_digest: str | None
|
|
stages: list[CognitivePipelineStage] = field(default_factory=list)
|
|
edges: list[CognitivePipelineEdge] = field(default_factory=list)
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ChatTurnResult:
|
|
prompt: str
|
|
surface: str
|
|
articulation_surface: str | None
|
|
walk_surface: str | None
|
|
grounding_source: GroundingSource
|
|
epistemic_state: EpistemicStateValue
|
|
normative_clearance: NormativeClearanceValue
|
|
normative_detail: str
|
|
trace_hash: str | None
|
|
refusal_emitted: bool
|
|
hedge_injected: bool
|
|
mutation_mode: MutationMode
|
|
identity_verdict: TurnVerdict | None
|
|
safety_verdict: TurnVerdict | None
|
|
ethics_verdict: TurnVerdict | None
|
|
proposal_candidates: list[ProposalRef]
|
|
turn_cost_ms: int
|
|
checkpoint_emitted: bool
|
|
leeway_evidence: LeewayEvidence | None = None
|
|
pipeline_record: CognitivePipelineRecord | None = None
|
|
turn_id: int | None = None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class TurnJournalSummarySchema:
|
|
turn_id: int
|
|
timestamp: str
|
|
prompt_excerpt: str
|
|
surface_excerpt: str
|
|
trace_hash: str | None
|
|
grounding_source: GroundingSource
|
|
trace_integrity: TraceIntegrity
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class TurnJournalEntrySchema:
|
|
turn_id: int
|
|
timestamp: str
|
|
trace_hash: str | None
|
|
prompt: str
|
|
surface: str
|
|
articulation_surface: str | None
|
|
walk_surface: str | None
|
|
grounding_source: GroundingSource
|
|
epistemic_state: EpistemicStateValue
|
|
normative_clearance: NormativeClearanceValue
|
|
verdicts: dict[str, Any]
|
|
refusal_emitted: bool
|
|
hedge_injected: bool
|
|
proposal_candidates: list[dict[str, Any]]
|
|
turn_cost_ms: int
|
|
checkpoint_emitted: bool
|
|
trace_integrity: TraceIntegrity
|
|
journal_digest: str
|
|
leeway_evidence: LeewayEvidence | None = None
|
|
pipeline_record: CognitivePipelineRecord | None = None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ArtifactRef:
|
|
artifact_id: str
|
|
kind: Literal[
|
|
"trace",
|
|
"eval_result",
|
|
"proposal",
|
|
"contemplation_report",
|
|
"telemetry",
|
|
"engine_state_manifest",
|
|
"unknown",
|
|
]
|
|
path: str
|
|
digest: str | None
|
|
created_at: str | None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ArtifactDetail(ArtifactRef):
|
|
content_type: Literal["json", "jsonl", "text", "unknown"]
|
|
content: Any
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ProposalSummary:
|
|
proposal_id: str
|
|
state: Literal["pending", "accepted", "rejected", "withdrawn", "unknown"]
|
|
source_kind: str
|
|
replay_equivalent: bool | None
|
|
created_at: str | None
|
|
downstream_effect: Literal["unknown", "none", "observed"]
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ProposalDetail(ProposalSummary):
|
|
proposed_chain: Any
|
|
replay_evidence: Any
|
|
source: Any
|
|
evidence: list[Any] = field(default_factory=list)
|
|
artifact_refs: list[ArtifactRef] = field(default_factory=list)
|
|
suggested_cli: str | None = None
|
|
leeway_evidence: LeewayEvidence | None = None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class EvalLaneSummary:
|
|
lane: str
|
|
versions: list[str]
|
|
read_only: bool
|
|
description: str | None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class EvalRunResult:
|
|
lane: str
|
|
version: str
|
|
split: str
|
|
passed: bool | None
|
|
metrics: dict[str, Any]
|
|
cases: list[Any]
|
|
source_digest: str | None = None
|
|
|
|
|
|
EvidenceClass = Literal[
|
|
"substrate_capability",
|
|
"interface_contract",
|
|
"simulation_only",
|
|
"proposed",
|
|
]
|
|
DemoEvidenceDagKind = Literal[
|
|
"proof_carrying_promotion",
|
|
"deductive_entailment",
|
|
]
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class DemoDagNode:
|
|
node_id: str
|
|
label: str
|
|
summary: str
|
|
detail: dict[str, Any] = field(default_factory=dict)
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class DemoDagEdge:
|
|
from_node: str
|
|
to_node: str
|
|
label: str | None = None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class DemoEvidenceDag:
|
|
graph_id: str
|
|
graph_kind: DemoEvidenceDagKind
|
|
title: str
|
|
source_digest: str | None
|
|
nodes: list[DemoDagNode] = field(default_factory=list)
|
|
edges: list[DemoDagEdge] = field(default_factory=list)
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class DemoScenarioSummary:
|
|
scenario_id: str
|
|
title: str
|
|
expected_status: str
|
|
evidence_class: EvidenceClass
|
|
proposer_wrong: bool
|
|
what_this_proves: str
|
|
what_this_does_not_prove: str
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class DemoSummary:
|
|
demo_id: str
|
|
title: str
|
|
description: str
|
|
evidence_class: EvidenceClass
|
|
scenario_count: int
|
|
read_only: bool
|
|
scenarios: list[DemoScenarioSummary] = field(default_factory=list)
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class DemoScenarioRunResult:
|
|
scenario_id: str
|
|
status: str
|
|
passed: bool
|
|
proposer_wrong: bool
|
|
evidence_class: EvidenceClass
|
|
decision_reason: str | None
|
|
trace_hash: str | None
|
|
problems: list[str] = field(default_factory=list)
|
|
response: Any = None
|
|
evidence_dag: DemoEvidenceDag | None = None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class DemoRunResult:
|
|
demo_id: str
|
|
all_passed: bool
|
|
what_this_proves: str
|
|
what_this_does_not_prove: str
|
|
scenarios: list[DemoScenarioRunResult] = field(default_factory=list)
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ContemplationScene:
|
|
scene_id: str
|
|
claim: str
|
|
detail: dict[str, Any] = field(default_factory=dict)
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ContemplationRunSummary:
|
|
run_id: str
|
|
source_path: str
|
|
source_digest: str | None
|
|
prompt: str | None
|
|
cold_subject: str | None
|
|
scene_count: int
|
|
learning_arc_closed: bool | None
|
|
all_claims_supported: bool | None
|
|
active_corpus_byte_identical: bool | None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ContemplationRunDetail(ContemplationRunSummary):
|
|
before: dict[str, Any] | None = None
|
|
after: dict[str, Any] | None = None
|
|
engine_chain: dict[str, Any] | None = None
|
|
scenes: list[ContemplationScene] = field(default_factory=list)
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Wave R3 — sealed single-turn replay over the turn journal.
|
|
# Scoping: docs/analysis/replay-moment-backend-scoping-2026-06-12.md.
|
|
# The W-026 artifact-keyed pair above has no live consumer and is retired
|
|
# when the frontend Replay Moment re-points to this turn-keyed shape.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
TurnReplayDivergenceSeverity = Literal["critical", "informational"]
|
|
# The only basis implemented: a fresh ChatRuntime(no_load_state=True) —
|
|
# genesis substrate, no checkpoint load, no checkpoint write, no proposal
|
|
# lineage — re-executes the recorded prompt once.
|
|
TurnReplayBasis = Literal["sealed_fresh_runtime_single_turn"]
|
|
# The journal does not record whether an engine-state checkpoint existed
|
|
# when the original turn ran, so the origin state is honestly unrecorded:
|
|
# a divergence means nondeterminism OR origin-state influence, and the
|
|
# response must never claim to distinguish them.
|
|
TurnReplayOriginState = Literal["unrecorded"]
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class TurnReplayDivergence:
|
|
path: str
|
|
original: Any
|
|
replay: Any
|
|
severity: TurnReplayDivergenceSeverity
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class TurnReplayComparison:
|
|
turn_id: int
|
|
comparison_basis: TurnReplayBasis
|
|
origin_state: TurnReplayOriginState
|
|
original_trace_hash: str | None
|
|
replay_trace_hash: str | None
|
|
equivalent: bool
|
|
replay_turn_cost_ms: int
|
|
divergences: list[TurnReplayDivergence] = field(default_factory=list)
|
|
leeway_evidence: LeewayEvidence | None = None
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# ADR-0172 W4 — Math proposal schemas
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class MathReasoningStep:
|
|
step_index: int
|
|
step_kind: str
|
|
claim: str
|
|
justification: str
|
|
input_pointers: list[str]
|
|
output_payload: Any
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class MathProposalSummary:
|
|
proposal_id: str
|
|
domain: Literal["math"]
|
|
shape_category: str
|
|
proposed_change_kind: str
|
|
structural_commonality: str
|
|
evidence_count: int
|
|
replay_equivalence_hash: str
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class MathProposalDetail(MathProposalSummary):
|
|
wrong_zero_assertion: str
|
|
proposed_change_payload: Any
|
|
reasoning_trace_id: str
|
|
reasoning_trace_steps: list[MathReasoningStep]
|
|
evidence_hashes: list[str]
|
|
handler_name: str | None
|
|
suggested_ratify_cli: str | None
|
|
leeway_evidence: LeewayEvidence | None = None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class MathRatifyResult:
|
|
proposal_id: str
|
|
change_kind: str
|
|
handler_name: str
|
|
routing_status: Literal["routed", "not_implemented"]
|
|
message: str
|
|
suggested_cli: str | None = None
|
|
applied: bool = False
|
|
target_path: str | None = None
|
|
evidence_hash: str | None = None
|
|
|
|
|
|
PackSource = Literal["language_pack", "runtime_pack"]
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class PackSummary:
|
|
pack_id: str
|
|
source: PackSource
|
|
manifest_path: str
|
|
version: str | None
|
|
language: str | None
|
|
modality: str | None
|
|
determinism_class: str | None
|
|
checksum: str | None
|
|
checksums: dict[str, str] = field(default_factory=dict)
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class PackDetail(PackSummary):
|
|
manifest_digest: str = ""
|
|
manifest: dict[str, Any] = field(default_factory=dict)
|
|
|
|
|
|
AuditSource = Literal[
|
|
"engine_state_manifest",
|
|
"math_proposal_log",
|
|
"operator_telemetry",
|
|
"reboot_telemetry",
|
|
"teaching_proposal_log",
|
|
]
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class AuditEvent:
|
|
event_id: str
|
|
source: AuditSource
|
|
source_path: str
|
|
timestamp: str | None
|
|
event_type: str
|
|
mutation_boundary: bool
|
|
summary: str
|
|
ref_id: str | None
|
|
payload_digest: str
|
|
payload: Any
|
|
|
|
|
|
RunSource = Literal["engine_state_manifest", "turn_journal"]
|
|
IdentityContinuityStatus = Literal["verified", "break", "missing_evidence"]
|
|
IdentityLineageRelation = Literal[
|
|
"self_parent",
|
|
"descends_from_parent",
|
|
"missing_parent",
|
|
"unavailable",
|
|
]
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class IdentityContinuity:
|
|
status: IdentityContinuityStatus
|
|
engine_identity: str | None
|
|
parent_engine_identity: str | None
|
|
current_engine_identity: str | None
|
|
written_at_revision: str | None
|
|
current_revision: str
|
|
lineage_relation: IdentityLineageRelation
|
|
verification_summary: str
|
|
evidence_gap: str | None = None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class RunSummary:
|
|
session_id: str
|
|
source: RunSource
|
|
turn_count: int
|
|
started_at: str | None
|
|
updated_at: str | None
|
|
checkpoint_present: bool
|
|
checkpoint_revision: str | None
|
|
artifact_refs: list[ArtifactRef] = field(default_factory=list)
|
|
evidence_gap: str | None = None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class RunTurnRef:
|
|
turn_id: int
|
|
trace_hash: str | None
|
|
timestamp: str
|
|
trace_path: str
|
|
surface_excerpt: str
|
|
trace_integrity: TraceIntegrity
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class RunDetail(RunSummary):
|
|
turns: list[RunTurnRef] = field(default_factory=list)
|
|
manifest: dict[str, Any] | None = None
|
|
identity_continuity: IdentityContinuity | None = None
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class VaultSummary:
|
|
source_path: str
|
|
entry_count: int
|
|
store_count: int
|
|
reproject_interval: int
|
|
max_entries: int | None
|
|
persisted: bool
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class VaultEntry:
|
|
entry_index: int
|
|
epistemic_status: str
|
|
epistemic_state: str
|
|
metadata: dict[str, Any]
|
|
versor_digest: str | None
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Wave M Phase B — calibrated-learning / serving-discipline read views.
|
|
# The workbench computes none of these numbers: reliability_floor and the
|
|
# license verdicts come from core.reliability_gate's own conservative_floor /
|
|
# license_for; serving counts come from committed eval report.json artifacts.
|
|
# Read-only — no lane is re-run, no license is changed.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class CalibrationClass:
|
|
class_name: str
|
|
correct: int
|
|
wrong: int
|
|
refused: int
|
|
committed: int
|
|
# One-sided Wilson conservative floor (0.0 below N_MIN committed trials).
|
|
reliability_floor: float
|
|
coverage: float
|
|
propose_required: float # θ for PROPOSE (0.85)
|
|
propose_licensed: bool
|
|
serve_required: float # θ for SERVE (0.99)
|
|
serve_licensed: bool
|
|
source_path: str
|
|
source_digest: str
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ServingMetrics:
|
|
lane: str
|
|
correct: int
|
|
refused: int
|
|
wrong: int
|
|
sample_count: int
|
|
source_path: str
|
|
source_digest: str
|