Merge pull request #874 from AssetOverflow/feat/sealed-practice-trace-shell
feat(kernel): implement inert SealedPracticeTrace shell
This commit is contained in:
Shay
GitHub
commit
7da4b170a0
2 changed files with 1916 additions and 0 deletions
764
generate/sealed_practice_trace.py
Normal file
764
generate/sealed_practice_trace.py
Normal file
|
|
@ -0,0 +1,764 @@
|
|||
"""Inert, diagnostic-only sealed practice trace shell over upstream loop records."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import hashlib
|
||||
import json
|
||||
from dataclasses import dataclass
|
||||
from enum import Enum, unique
|
||||
|
||||
from generate.geometric_search_run import (
|
||||
GeometricSearchRun,
|
||||
SearchRunDisposition,
|
||||
SearchRunRefusal,
|
||||
)
|
||||
from generate.kernel_facts import SourceSpan
|
||||
from generate.replay_adapter import ReplayAdapterRefusal, ReplayAdapterResult, ReplayDisposition
|
||||
|
||||
SEALED_PRACTICE_TRACE_POLICY_VERSION = "sealed_practice_trace.v1"
|
||||
CREATED_BY_POLICY = SEALED_PRACTICE_TRACE_POLICY_VERSION
|
||||
|
||||
|
||||
@unique
|
||||
class PracticeDisposition(str, Enum):
|
||||
SEALED_ORIGINAL_REFUSAL = "sealed_original_refusal"
|
||||
SEALED_EXHAUSTED_NO_CANDIDATE = "sealed_exhausted_no_candidate"
|
||||
SEALED_ALL_CANDIDATES_REFUSED = "sealed_all_candidates_refused"
|
||||
SEALED_REPLAY_UNAVAILABLE = "sealed_replay_unavailable"
|
||||
SEALED_CONTRACT_CLOSED_PROOF_REFUSED = "sealed_contract_closed_proof_refused"
|
||||
SEALED_CANDIDATE_REPLAY_CLOSED = "sealed_candidate_replay_closed"
|
||||
TRACE_INVALID_INPUT = "trace_invalid_input"
|
||||
TRACE_IDENTITY_MISMATCH = "trace_identity_mismatch"
|
||||
TRACE_POLICY_UNSUPPORTED = "trace_policy_unsupported"
|
||||
TRACE_UPSTREAM_INCOMPLETE = "trace_upstream_incomplete"
|
||||
|
||||
|
||||
_SEALED_DISPOSITIONS = frozenset(
|
||||
{
|
||||
PracticeDisposition.SEALED_ORIGINAL_REFUSAL,
|
||||
PracticeDisposition.SEALED_EXHAUSTED_NO_CANDIDATE,
|
||||
PracticeDisposition.SEALED_ALL_CANDIDATES_REFUSED,
|
||||
PracticeDisposition.SEALED_REPLAY_UNAVAILABLE,
|
||||
PracticeDisposition.SEALED_CONTRACT_CLOSED_PROOF_REFUSED,
|
||||
PracticeDisposition.SEALED_CANDIDATE_REPLAY_CLOSED,
|
||||
}
|
||||
)
|
||||
|
||||
_ORIGINAL_REFUSAL_RUN_DISPOSITIONS = frozenset(
|
||||
{
|
||||
SearchRunDisposition.BLOCKED_BY_GATE,
|
||||
SearchRunDisposition.BLOCKED_BY_BUDGET,
|
||||
SearchRunDisposition.NOT_STARTED,
|
||||
SearchRunDisposition.INVALID_INPUT,
|
||||
}
|
||||
)
|
||||
|
||||
|
||||
@dataclass(frozen=True, slots=True)
|
||||
class PracticeTraceInput:
|
||||
input_digest: str
|
||||
trace_policy_version: str
|
||||
problem_frame_digest: str
|
||||
original_contract_assessment_id: str
|
||||
residual_ids: tuple[str, ...]
|
||||
search_gate_decision_id: str
|
||||
compute_budget_id: str
|
||||
geometric_search_run_id: str
|
||||
candidate_attempt_ids: tuple[str, ...]
|
||||
replay_result_ids: tuple[str, ...]
|
||||
replay_refusal_ids: tuple[str, ...]
|
||||
schema_versions: tuple[tuple[str, str], ...]
|
||||
policy_versions: tuple[tuple[str, str], ...]
|
||||
|
||||
|
||||
@dataclass(frozen=True, slots=True)
|
||||
class SealedPracticeTrace:
|
||||
trace_id: str
|
||||
trace_policy_version: str
|
||||
input_digest: str
|
||||
problem_frame_digest: str
|
||||
original_contract_assessment_id: str
|
||||
residual_ids: tuple[str, ...]
|
||||
search_gate_decision_id: str
|
||||
compute_budget_id: str
|
||||
geometric_search_run_id: str
|
||||
candidate_attempt_ids: tuple[str, ...]
|
||||
replay_result_ids: tuple[str, ...]
|
||||
replay_refusal_ids: tuple[str, ...]
|
||||
upstream_identity_chain: tuple[str, ...]
|
||||
practice_disposition: PracticeDisposition
|
||||
trace_records: tuple[str, ...]
|
||||
evidence_spans: tuple[SourceSpan, ...]
|
||||
created_by_policy: str
|
||||
explanation: str
|
||||
|
||||
|
||||
@dataclass(frozen=True, slots=True)
|
||||
class PracticeTraceRefusal:
|
||||
trace_refusal_id: str
|
||||
trace_policy_version: str
|
||||
input_digest: str | None
|
||||
practice_disposition: PracticeDisposition
|
||||
reason_codes: tuple[str, ...]
|
||||
explanation: str
|
||||
|
||||
|
||||
PracticeTraceOutcome = SealedPracticeTrace | PracticeTraceRefusal
|
||||
|
||||
|
||||
def _canonical_digest(payload: dict[str, object]) -> str:
|
||||
encoded = json.dumps(
|
||||
payload,
|
||||
ensure_ascii=False,
|
||||
sort_keys=True,
|
||||
separators=(",", ":"),
|
||||
).encode("utf-8")
|
||||
return hashlib.sha256(encoded).hexdigest()
|
||||
|
||||
|
||||
def _nonempty_text(value: object) -> bool:
|
||||
return isinstance(value, str) and bool(value.strip())
|
||||
|
||||
|
||||
def _sha256_text(value: object) -> bool:
|
||||
return (
|
||||
isinstance(value, str)
|
||||
and len(value) == 64
|
||||
and value == value.lower()
|
||||
and all(character in "0123456789abcdef" for character in value)
|
||||
)
|
||||
|
||||
|
||||
def _valid_span(span: object) -> bool:
|
||||
return (
|
||||
isinstance(span, SourceSpan)
|
||||
and isinstance(span.text, str)
|
||||
and type(span.start) is int
|
||||
and type(span.end) is int
|
||||
and span.start >= 0
|
||||
and span.end >= span.start
|
||||
and (span.sentence_index is None or type(span.sentence_index) is int)
|
||||
)
|
||||
|
||||
|
||||
def _valid_spans(value: object) -> bool:
|
||||
return isinstance(value, tuple) and all(_valid_span(span) for span in value)
|
||||
|
||||
|
||||
def _span_payload(span: SourceSpan) -> dict[str, object]:
|
||||
return {
|
||||
"text": span.text,
|
||||
"start": span.start,
|
||||
"end": span.end,
|
||||
"sentence_index": span.sentence_index,
|
||||
}
|
||||
|
||||
|
||||
def _version_pairs_payload(
|
||||
versions: tuple[tuple[str, str], ...],
|
||||
) -> list[list[str]]:
|
||||
return [[name, version] for name, version in versions]
|
||||
|
||||
|
||||
def _valid_version_pairs(value: object) -> bool:
|
||||
if not isinstance(value, tuple):
|
||||
return False
|
||||
names: list[str] = []
|
||||
for entry in value:
|
||||
if not isinstance(entry, tuple) or len(entry) != 2:
|
||||
return False
|
||||
name, version = entry
|
||||
if not _nonempty_text(name) or not _nonempty_text(version):
|
||||
return False
|
||||
names.append(name)
|
||||
return len(names) == len(set(names)) and names == sorted(names)
|
||||
|
||||
|
||||
def _input_digest_payload(
|
||||
*,
|
||||
trace_policy_version: str,
|
||||
problem_frame_digest: str,
|
||||
original_contract_assessment_id: str,
|
||||
residual_ids: tuple[str, ...],
|
||||
search_gate_decision_id: str,
|
||||
compute_budget_id: str,
|
||||
geometric_search_run_id: str,
|
||||
candidate_attempt_ids: tuple[str, ...],
|
||||
replay_result_ids: tuple[str, ...],
|
||||
replay_refusal_ids: tuple[str, ...],
|
||||
schema_versions: tuple[tuple[str, str], ...],
|
||||
policy_versions: tuple[tuple[str, str], ...],
|
||||
) -> dict[str, object]:
|
||||
return {
|
||||
"trace_policy_version": trace_policy_version,
|
||||
"problem_frame_digest": problem_frame_digest,
|
||||
"original_contract_assessment_id": original_contract_assessment_id,
|
||||
"residual_ids": list(residual_ids),
|
||||
"search_gate_decision_id": search_gate_decision_id,
|
||||
"compute_budget_id": compute_budget_id,
|
||||
"geometric_search_run_id": geometric_search_run_id,
|
||||
"candidate_attempt_ids": list(candidate_attempt_ids),
|
||||
"replay_result_ids": list(replay_result_ids),
|
||||
"replay_refusal_ids": list(replay_refusal_ids),
|
||||
"schema_versions": _version_pairs_payload(schema_versions),
|
||||
"policy_versions": _version_pairs_payload(policy_versions),
|
||||
}
|
||||
|
||||
|
||||
def _trace_id_payload(
|
||||
*,
|
||||
trace_policy_version: str,
|
||||
input_digest: str,
|
||||
problem_frame_digest: str,
|
||||
original_contract_assessment_id: str,
|
||||
residual_ids: tuple[str, ...],
|
||||
search_gate_decision_id: str,
|
||||
compute_budget_id: str,
|
||||
geometric_search_run_id: str,
|
||||
candidate_attempt_ids: tuple[str, ...],
|
||||
replay_result_ids: tuple[str, ...],
|
||||
replay_refusal_ids: tuple[str, ...],
|
||||
upstream_identity_chain: tuple[str, ...],
|
||||
practice_disposition: PracticeDisposition,
|
||||
trace_records: tuple[str, ...],
|
||||
evidence_spans: tuple[SourceSpan, ...],
|
||||
created_by_policy: str,
|
||||
) -> dict[str, object]:
|
||||
return {
|
||||
"trace_id": "",
|
||||
"trace_policy_version": trace_policy_version,
|
||||
"input_digest": input_digest,
|
||||
"problem_frame_digest": problem_frame_digest,
|
||||
"original_contract_assessment_id": original_contract_assessment_id,
|
||||
"residual_ids": list(residual_ids),
|
||||
"search_gate_decision_id": search_gate_decision_id,
|
||||
"compute_budget_id": compute_budget_id,
|
||||
"geometric_search_run_id": geometric_search_run_id,
|
||||
"candidate_attempt_ids": list(candidate_attempt_ids),
|
||||
"replay_result_ids": list(replay_result_ids),
|
||||
"replay_refusal_ids": list(replay_refusal_ids),
|
||||
"upstream_identity_chain": list(upstream_identity_chain),
|
||||
"practice_disposition": practice_disposition.value,
|
||||
"trace_records": list(trace_records),
|
||||
"evidence_spans": [_span_payload(span) for span in evidence_spans],
|
||||
"created_by_policy": created_by_policy,
|
||||
}
|
||||
|
||||
|
||||
def _refusal(
|
||||
*,
|
||||
trace_policy_version: str = SEALED_PRACTICE_TRACE_POLICY_VERSION,
|
||||
input_digest: str | None,
|
||||
disposition: PracticeDisposition,
|
||||
reason_codes: tuple[str, ...],
|
||||
) -> PracticeTraceRefusal:
|
||||
trace_refusal_id = _canonical_digest(
|
||||
{
|
||||
"trace_refusal_id": "",
|
||||
"trace_policy_version": trace_policy_version,
|
||||
"input_digest": input_digest,
|
||||
"practice_disposition": disposition.value,
|
||||
"reason_codes": list(reason_codes),
|
||||
}
|
||||
)
|
||||
return PracticeTraceRefusal(
|
||||
trace_refusal_id=trace_refusal_id,
|
||||
trace_policy_version=trace_policy_version,
|
||||
input_digest=input_digest,
|
||||
practice_disposition=disposition,
|
||||
reason_codes=reason_codes,
|
||||
explanation="Practice trace refused: "
|
||||
+ disposition.value
|
||||
+ " ("
|
||||
+ ", ".join(reason_codes)
|
||||
+ ").",
|
||||
)
|
||||
|
||||
|
||||
def _run_identity(run: GeometricSearchRun | SearchRunRefusal) -> str:
|
||||
if isinstance(run, GeometricSearchRun):
|
||||
return run.run_id
|
||||
if isinstance(run, SearchRunRefusal):
|
||||
return run.outcome_id
|
||||
return ""
|
||||
|
||||
|
||||
def _validate_run_bindings(
|
||||
*,
|
||||
run: GeometricSearchRun | SearchRunRefusal,
|
||||
problem_frame_digest: str,
|
||||
original_contract_assessment_id: str,
|
||||
residual_ids: tuple[str, ...],
|
||||
search_gate_decision_id: str,
|
||||
compute_budget_id: str,
|
||||
) -> list[str]:
|
||||
reasons: list[str] = []
|
||||
if isinstance(run, GeometricSearchRun):
|
||||
if run.problem_frame_digest != problem_frame_digest:
|
||||
reasons.append("problem_frame_digest_run_mismatch")
|
||||
if run.contract_assessment_id != original_contract_assessment_id:
|
||||
reasons.append("contract_assessment_id_run_mismatch")
|
||||
if run.residual_ids != residual_ids:
|
||||
reasons.append("residual_ids_run_mismatch")
|
||||
if run.gate_decision_id != search_gate_decision_id:
|
||||
reasons.append("gate_decision_id_run_mismatch")
|
||||
if run.budget_id != compute_budget_id:
|
||||
reasons.append("budget_id_run_mismatch")
|
||||
elif isinstance(run, SearchRunRefusal):
|
||||
if run.gate_decision_id != search_gate_decision_id:
|
||||
reasons.append("gate_decision_id_refusal_mismatch")
|
||||
if run.budget_id != compute_budget_id:
|
||||
reasons.append("budget_id_refusal_mismatch")
|
||||
else:
|
||||
reasons.append("invalid_run_type")
|
||||
return reasons
|
||||
|
||||
|
||||
def _validate_replay_record_identity(
|
||||
record: ReplayAdapterResult | ReplayAdapterRefusal,
|
||||
) -> str | None:
|
||||
if isinstance(record, ReplayAdapterResult):
|
||||
return None if _sha256_text(record.replay_result_id) else "invalid_replay_result_id"
|
||||
if isinstance(record, ReplayAdapterRefusal):
|
||||
return None if _sha256_text(record.replay_refusal_id) else "invalid_replay_refusal_id"
|
||||
return "invalid_replay_record_type"
|
||||
|
||||
|
||||
def _validate_replay_bindings(
|
||||
*,
|
||||
run: GeometricSearchRun,
|
||||
replay_results: tuple[ReplayAdapterResult, ...],
|
||||
replay_refusals: tuple[ReplayAdapterRefusal, ...],
|
||||
) -> list[str]:
|
||||
reasons: list[str] = []
|
||||
attempt_by_id = {attempt.attempt_id: attempt for attempt in run.candidate_attempts}
|
||||
attempt_ids = {attempt.attempt_id for attempt in run.candidate_attempts}
|
||||
digest_by_attempt = {
|
||||
attempt.attempt_id: attempt.candidate_digest for attempt in run.candidate_attempts
|
||||
}
|
||||
|
||||
for record in (*replay_results, *replay_refusals):
|
||||
identity_reason = _validate_replay_record_identity(record)
|
||||
if identity_reason is not None:
|
||||
reasons.append(identity_reason)
|
||||
run_id = record.run_id
|
||||
attempt_id = record.attempt_id
|
||||
candidate_digest = record.candidate_digest
|
||||
if run_id != run.run_id:
|
||||
reasons.append("replay_run_id_mismatch")
|
||||
if attempt_id is None or not _nonempty_text(attempt_id):
|
||||
reasons.append("replay_missing_attempt_id")
|
||||
elif attempt_id not in attempt_ids:
|
||||
reasons.append("replay_orphan_attempt_id")
|
||||
if candidate_digest is not None and _nonempty_text(candidate_digest):
|
||||
if attempt_id in digest_by_attempt and candidate_digest != digest_by_attempt[attempt_id]:
|
||||
reasons.append("replay_candidate_digest_mismatch")
|
||||
elif attempt_id in attempt_by_id:
|
||||
reasons.append("replay_missing_candidate_digest")
|
||||
|
||||
return reasons
|
||||
|
||||
|
||||
def _derive_disposition(
|
||||
*,
|
||||
run: GeometricSearchRun | SearchRunRefusal,
|
||||
replay_results: tuple[ReplayAdapterResult, ...],
|
||||
replay_refusals: tuple[ReplayAdapterRefusal, ...],
|
||||
) -> PracticeDisposition | None:
|
||||
if isinstance(run, SearchRunRefusal):
|
||||
if run.run_disposition in _ORIGINAL_REFUSAL_RUN_DISPOSITIONS:
|
||||
return PracticeDisposition.SEALED_ORIGINAL_REFUSAL
|
||||
return None
|
||||
|
||||
if not run.candidate_attempts:
|
||||
if run.run_disposition is SearchRunDisposition.EXHAUSTED_NO_CANDIDATE:
|
||||
return PracticeDisposition.SEALED_EXHAUSTED_NO_CANDIDATE
|
||||
if run.run_disposition in _ORIGINAL_REFUSAL_RUN_DISPOSITIONS:
|
||||
return PracticeDisposition.SEALED_ORIGINAL_REFUSAL
|
||||
return None
|
||||
|
||||
if not replay_results and not replay_refusals:
|
||||
return None
|
||||
|
||||
if any(
|
||||
result.replay_disposition is ReplayDisposition.CONTRACT_AND_PROOF_CLOSED
|
||||
for result in replay_results
|
||||
):
|
||||
return PracticeDisposition.SEALED_CANDIDATE_REPLAY_CLOSED
|
||||
|
||||
if any(
|
||||
result.replay_disposition
|
||||
is ReplayDisposition.CONTRACT_CLOSED_BUT_PROOF_REFUSED
|
||||
for result in replay_results
|
||||
):
|
||||
return PracticeDisposition.SEALED_CONTRACT_CLOSED_PROOF_REFUSED
|
||||
|
||||
if replay_results and all(
|
||||
result.replay_disposition is ReplayDisposition.CONTRACT_REFUSED
|
||||
for result in replay_results
|
||||
):
|
||||
return PracticeDisposition.SEALED_ALL_CANDIDATES_REFUSED
|
||||
|
||||
if replay_refusals and not replay_results:
|
||||
return PracticeDisposition.SEALED_REPLAY_UNAVAILABLE
|
||||
|
||||
return None
|
||||
|
||||
|
||||
def _upstream_identity_chain(
|
||||
*,
|
||||
problem_frame_digest: str,
|
||||
original_contract_assessment_id: str,
|
||||
residual_ids: tuple[str, ...],
|
||||
search_gate_decision_id: str,
|
||||
compute_budget_id: str,
|
||||
geometric_search_run_id: str,
|
||||
candidate_attempt_ids: tuple[str, ...],
|
||||
replay_result_ids: tuple[str, ...],
|
||||
replay_refusal_ids: tuple[str, ...],
|
||||
) -> tuple[str, ...]:
|
||||
return (
|
||||
problem_frame_digest,
|
||||
original_contract_assessment_id,
|
||||
*residual_ids,
|
||||
search_gate_decision_id,
|
||||
compute_budget_id,
|
||||
geometric_search_run_id,
|
||||
*candidate_attempt_ids,
|
||||
*replay_result_ids,
|
||||
*replay_refusal_ids,
|
||||
)
|
||||
|
||||
|
||||
def _failure_disposition(reasons: list[str]) -> PracticeDisposition:
|
||||
identity_mismatch_codes = {
|
||||
"problem_frame_digest_run_mismatch",
|
||||
"contract_assessment_id_run_mismatch",
|
||||
"residual_ids_run_mismatch",
|
||||
"gate_decision_id_run_mismatch",
|
||||
"budget_id_run_mismatch",
|
||||
"gate_decision_id_refusal_mismatch",
|
||||
"budget_id_refusal_mismatch",
|
||||
"geometric_search_run_id_mismatch",
|
||||
"candidate_attempt_ids_mismatch",
|
||||
"replay_run_id_mismatch",
|
||||
"replay_orphan_attempt_id",
|
||||
"replay_candidate_digest_mismatch",
|
||||
"replay_result_ids_mismatch",
|
||||
"replay_refusal_ids_mismatch",
|
||||
"invalid_replay_result_id",
|
||||
"invalid_replay_refusal_id",
|
||||
}
|
||||
if "unsupported_trace_policy_version" in reasons:
|
||||
return PracticeDisposition.TRACE_POLICY_UNSUPPORTED
|
||||
if any(reason in identity_mismatch_codes for reason in reasons):
|
||||
return PracticeDisposition.TRACE_IDENTITY_MISMATCH
|
||||
if "missing_replay_records" in reasons:
|
||||
return PracticeDisposition.TRACE_UPSTREAM_INCOMPLETE
|
||||
return PracticeDisposition.TRACE_INVALID_INPUT
|
||||
|
||||
|
||||
def build_practice_trace_input(
|
||||
*,
|
||||
problem_frame_digest: str,
|
||||
original_contract_assessment_id: str,
|
||||
residual_ids: tuple[str, ...],
|
||||
search_gate_decision_id: str,
|
||||
compute_budget_id: str,
|
||||
run: GeometricSearchRun | SearchRunRefusal,
|
||||
replay_results: tuple[ReplayAdapterResult, ...] = (),
|
||||
replay_refusals: tuple[ReplayAdapterRefusal, ...] = (),
|
||||
schema_versions: tuple[tuple[str, str], ...] = (),
|
||||
policy_versions: tuple[tuple[str, str], ...] = (),
|
||||
trace_policy_version: str = SEALED_PRACTICE_TRACE_POLICY_VERSION,
|
||||
) -> PracticeTraceInput | PracticeTraceRefusal:
|
||||
"""Validate upstream identities and emit a trace input or refusal."""
|
||||
|
||||
if trace_policy_version != SEALED_PRACTICE_TRACE_POLICY_VERSION:
|
||||
return _refusal(
|
||||
input_digest=None,
|
||||
trace_policy_version=trace_policy_version,
|
||||
disposition=PracticeDisposition.TRACE_POLICY_UNSUPPORTED,
|
||||
reason_codes=("unsupported_trace_policy_version",),
|
||||
)
|
||||
|
||||
reasons: list[str] = []
|
||||
if not _sha256_text(problem_frame_digest):
|
||||
reasons.append("invalid_problem_frame_digest")
|
||||
if not _nonempty_text(original_contract_assessment_id):
|
||||
reasons.append("missing_original_contract_assessment_id")
|
||||
if not isinstance(residual_ids, tuple) or not all(
|
||||
_nonempty_text(residual_id) for residual_id in residual_ids
|
||||
):
|
||||
reasons.append("invalid_residual_ids")
|
||||
if not _sha256_text(search_gate_decision_id):
|
||||
reasons.append("invalid_search_gate_decision_id")
|
||||
if not _sha256_text(compute_budget_id):
|
||||
reasons.append("invalid_compute_budget_id")
|
||||
if not _valid_version_pairs(schema_versions):
|
||||
reasons.append("invalid_schema_versions")
|
||||
if not _valid_version_pairs(policy_versions):
|
||||
reasons.append("invalid_policy_versions")
|
||||
|
||||
geometric_search_run_id = _run_identity(run)
|
||||
if not _sha256_text(geometric_search_run_id):
|
||||
reasons.append("invalid_geometric_search_run_id")
|
||||
|
||||
candidate_attempt_ids: tuple[str, ...] = ()
|
||||
if isinstance(run, GeometricSearchRun):
|
||||
attempts = run.candidate_attempts
|
||||
if not isinstance(attempts, tuple):
|
||||
reasons.append("invalid_candidate_attempts")
|
||||
else:
|
||||
candidate_attempt_ids = tuple(attempt.attempt_id for attempt in attempts)
|
||||
if not all(_nonempty_text(attempt_id) for attempt_id in candidate_attempt_ids):
|
||||
reasons.append("invalid_candidate_attempt_id")
|
||||
elif isinstance(run, SearchRunRefusal):
|
||||
if replay_results or replay_refusals:
|
||||
reasons.append("replay_records_with_run_refusal")
|
||||
else:
|
||||
reasons.append("invalid_run_type")
|
||||
|
||||
if not reasons:
|
||||
reasons.extend(
|
||||
_validate_run_bindings(
|
||||
run=run,
|
||||
problem_frame_digest=problem_frame_digest,
|
||||
original_contract_assessment_id=original_contract_assessment_id,
|
||||
residual_ids=residual_ids,
|
||||
search_gate_decision_id=search_gate_decision_id,
|
||||
compute_budget_id=compute_budget_id,
|
||||
)
|
||||
)
|
||||
|
||||
replay_result_ids = tuple(result.replay_result_id for result in replay_results)
|
||||
replay_refusal_ids = tuple(refusal.replay_refusal_id for refusal in replay_refusals)
|
||||
|
||||
if isinstance(run, GeometricSearchRun) and not reasons:
|
||||
reasons.extend(
|
||||
_validate_replay_bindings(
|
||||
run=run,
|
||||
replay_results=replay_results,
|
||||
replay_refusals=replay_refusals,
|
||||
)
|
||||
)
|
||||
|
||||
if reasons:
|
||||
return _refusal(
|
||||
input_digest=None,
|
||||
disposition=_failure_disposition(reasons),
|
||||
reason_codes=tuple(reasons),
|
||||
)
|
||||
|
||||
input_digest = _canonical_digest(
|
||||
_input_digest_payload(
|
||||
trace_policy_version=trace_policy_version,
|
||||
problem_frame_digest=problem_frame_digest,
|
||||
original_contract_assessment_id=original_contract_assessment_id,
|
||||
residual_ids=residual_ids,
|
||||
search_gate_decision_id=search_gate_decision_id,
|
||||
compute_budget_id=compute_budget_id,
|
||||
geometric_search_run_id=geometric_search_run_id,
|
||||
candidate_attempt_ids=candidate_attempt_ids,
|
||||
replay_result_ids=replay_result_ids,
|
||||
replay_refusal_ids=replay_refusal_ids,
|
||||
schema_versions=schema_versions,
|
||||
policy_versions=policy_versions,
|
||||
)
|
||||
)
|
||||
return PracticeTraceInput(
|
||||
input_digest=input_digest,
|
||||
trace_policy_version=trace_policy_version,
|
||||
problem_frame_digest=problem_frame_digest,
|
||||
original_contract_assessment_id=original_contract_assessment_id,
|
||||
residual_ids=residual_ids,
|
||||
search_gate_decision_id=search_gate_decision_id,
|
||||
compute_budget_id=compute_budget_id,
|
||||
geometric_search_run_id=geometric_search_run_id,
|
||||
candidate_attempt_ids=candidate_attempt_ids,
|
||||
replay_result_ids=replay_result_ids,
|
||||
replay_refusal_ids=replay_refusal_ids,
|
||||
schema_versions=schema_versions,
|
||||
policy_versions=policy_versions,
|
||||
)
|
||||
|
||||
|
||||
def seal_practice_trace(
|
||||
trace_input: PracticeTraceInput,
|
||||
*,
|
||||
run: GeometricSearchRun | SearchRunRefusal,
|
||||
replay_results: tuple[ReplayAdapterResult, ...] = (),
|
||||
replay_refusals: tuple[ReplayAdapterRefusal, ...] = (),
|
||||
evidence_spans: tuple[SourceSpan, ...] = (),
|
||||
explanation: str = "",
|
||||
) -> SealedPracticeTrace | PracticeTraceRefusal:
|
||||
"""Seal a validated practice episode as immutable diagnostic evidence."""
|
||||
|
||||
if not isinstance(trace_input, PracticeTraceInput):
|
||||
return _refusal(
|
||||
input_digest=None,
|
||||
disposition=PracticeDisposition.TRACE_INVALID_INPUT,
|
||||
reason_codes=("invalid_trace_input_type",),
|
||||
)
|
||||
if trace_input.trace_policy_version != SEALED_PRACTICE_TRACE_POLICY_VERSION:
|
||||
return _refusal(
|
||||
input_digest=trace_input.input_digest,
|
||||
trace_policy_version=trace_input.trace_policy_version,
|
||||
disposition=PracticeDisposition.TRACE_POLICY_UNSUPPORTED,
|
||||
reason_codes=("unsupported_trace_policy_version",),
|
||||
)
|
||||
if not _valid_spans(evidence_spans):
|
||||
return _refusal(
|
||||
input_digest=trace_input.input_digest,
|
||||
disposition=PracticeDisposition.TRACE_INVALID_INPUT,
|
||||
reason_codes=("invalid_evidence_spans",),
|
||||
)
|
||||
|
||||
reasons: list[str] = []
|
||||
geometric_search_run_id = _run_identity(run)
|
||||
if geometric_search_run_id != trace_input.geometric_search_run_id:
|
||||
reasons.append("geometric_search_run_id_mismatch")
|
||||
|
||||
replay_result_ids = tuple(result.replay_result_id for result in replay_results)
|
||||
replay_refusal_ids = tuple(refusal.replay_refusal_id for refusal in replay_refusals)
|
||||
if replay_result_ids != trace_input.replay_result_ids:
|
||||
reasons.append("replay_result_ids_mismatch")
|
||||
if replay_refusal_ids != trace_input.replay_refusal_ids:
|
||||
reasons.append("replay_refusal_ids_mismatch")
|
||||
|
||||
if not reasons:
|
||||
reasons.extend(
|
||||
_validate_run_bindings(
|
||||
run=run,
|
||||
problem_frame_digest=trace_input.problem_frame_digest,
|
||||
original_contract_assessment_id=trace_input.original_contract_assessment_id,
|
||||
residual_ids=trace_input.residual_ids,
|
||||
search_gate_decision_id=trace_input.search_gate_decision_id,
|
||||
compute_budget_id=trace_input.compute_budget_id,
|
||||
)
|
||||
)
|
||||
|
||||
if isinstance(run, GeometricSearchRun) and not reasons:
|
||||
attempt_ids = tuple(attempt.attempt_id for attempt in run.candidate_attempts)
|
||||
if attempt_ids != trace_input.candidate_attempt_ids:
|
||||
reasons.append("candidate_attempt_ids_mismatch")
|
||||
reasons.extend(
|
||||
_validate_replay_bindings(
|
||||
run=run,
|
||||
replay_results=replay_results,
|
||||
replay_refusals=replay_refusals,
|
||||
)
|
||||
)
|
||||
if run.candidate_attempts and not replay_results and not replay_refusals:
|
||||
reasons.append("missing_replay_records")
|
||||
|
||||
if reasons:
|
||||
return _refusal(
|
||||
input_digest=trace_input.input_digest,
|
||||
disposition=_failure_disposition(reasons),
|
||||
reason_codes=tuple(reasons),
|
||||
)
|
||||
|
||||
recomputed_input_digest = _canonical_digest(
|
||||
_input_digest_payload(
|
||||
trace_policy_version=trace_input.trace_policy_version,
|
||||
problem_frame_digest=trace_input.problem_frame_digest,
|
||||
original_contract_assessment_id=trace_input.original_contract_assessment_id,
|
||||
residual_ids=trace_input.residual_ids,
|
||||
search_gate_decision_id=trace_input.search_gate_decision_id,
|
||||
compute_budget_id=trace_input.compute_budget_id,
|
||||
geometric_search_run_id=trace_input.geometric_search_run_id,
|
||||
candidate_attempt_ids=trace_input.candidate_attempt_ids,
|
||||
replay_result_ids=trace_input.replay_result_ids,
|
||||
replay_refusal_ids=trace_input.replay_refusal_ids,
|
||||
schema_versions=trace_input.schema_versions,
|
||||
policy_versions=trace_input.policy_versions,
|
||||
)
|
||||
)
|
||||
if recomputed_input_digest != trace_input.input_digest:
|
||||
return _refusal(
|
||||
input_digest=trace_input.input_digest,
|
||||
disposition=PracticeDisposition.TRACE_IDENTITY_MISMATCH,
|
||||
reason_codes=("input_digest_mismatch",),
|
||||
)
|
||||
|
||||
practice_disposition = _derive_disposition(
|
||||
run=run,
|
||||
replay_results=replay_results,
|
||||
replay_refusals=replay_refusals,
|
||||
)
|
||||
if practice_disposition is None or practice_disposition not in _SEALED_DISPOSITIONS:
|
||||
return _refusal(
|
||||
input_digest=trace_input.input_digest,
|
||||
disposition=PracticeDisposition.TRACE_UPSTREAM_INCOMPLETE,
|
||||
reason_codes=("unsupported_practice_disposition",),
|
||||
)
|
||||
|
||||
identity_chain = _upstream_identity_chain(
|
||||
problem_frame_digest=trace_input.problem_frame_digest,
|
||||
original_contract_assessment_id=trace_input.original_contract_assessment_id,
|
||||
residual_ids=trace_input.residual_ids,
|
||||
search_gate_decision_id=trace_input.search_gate_decision_id,
|
||||
compute_budget_id=trace_input.compute_budget_id,
|
||||
geometric_search_run_id=trace_input.geometric_search_run_id,
|
||||
candidate_attempt_ids=trace_input.candidate_attempt_ids,
|
||||
replay_result_ids=trace_input.replay_result_ids,
|
||||
replay_refusal_ids=trace_input.replay_refusal_ids,
|
||||
)
|
||||
trace_records = identity_chain
|
||||
trace_id = _canonical_digest(
|
||||
_trace_id_payload(
|
||||
trace_policy_version=trace_input.trace_policy_version,
|
||||
input_digest=trace_input.input_digest,
|
||||
problem_frame_digest=trace_input.problem_frame_digest,
|
||||
original_contract_assessment_id=trace_input.original_contract_assessment_id,
|
||||
residual_ids=trace_input.residual_ids,
|
||||
search_gate_decision_id=trace_input.search_gate_decision_id,
|
||||
compute_budget_id=trace_input.compute_budget_id,
|
||||
geometric_search_run_id=trace_input.geometric_search_run_id,
|
||||
candidate_attempt_ids=trace_input.candidate_attempt_ids,
|
||||
replay_result_ids=trace_input.replay_result_ids,
|
||||
replay_refusal_ids=trace_input.replay_refusal_ids,
|
||||
upstream_identity_chain=identity_chain,
|
||||
practice_disposition=practice_disposition,
|
||||
trace_records=trace_records,
|
||||
evidence_spans=evidence_spans,
|
||||
created_by_policy=CREATED_BY_POLICY,
|
||||
)
|
||||
)
|
||||
|
||||
safe_explanation = explanation or (
|
||||
"Sealed practice trace disposition: " + practice_disposition.value + "."
|
||||
)
|
||||
return SealedPracticeTrace(
|
||||
trace_id=trace_id,
|
||||
trace_policy_version=trace_input.trace_policy_version,
|
||||
input_digest=trace_input.input_digest,
|
||||
problem_frame_digest=trace_input.problem_frame_digest,
|
||||
original_contract_assessment_id=trace_input.original_contract_assessment_id,
|
||||
residual_ids=trace_input.residual_ids,
|
||||
search_gate_decision_id=trace_input.search_gate_decision_id,
|
||||
compute_budget_id=trace_input.compute_budget_id,
|
||||
geometric_search_run_id=trace_input.geometric_search_run_id,
|
||||
candidate_attempt_ids=trace_input.candidate_attempt_ids,
|
||||
replay_result_ids=trace_input.replay_result_ids,
|
||||
replay_refusal_ids=trace_input.replay_refusal_ids,
|
||||
upstream_identity_chain=identity_chain,
|
||||
practice_disposition=practice_disposition,
|
||||
trace_records=trace_records,
|
||||
evidence_spans=evidence_spans,
|
||||
created_by_policy=CREATED_BY_POLICY,
|
||||
explanation=safe_explanation,
|
||||
)
|
||||
|
||||
|
||||
__all__ = [
|
||||
"SEALED_PRACTICE_TRACE_POLICY_VERSION",
|
||||
"PracticeDisposition",
|
||||
"PracticeTraceInput",
|
||||
"SealedPracticeTrace",
|
||||
"PracticeTraceRefusal",
|
||||
"PracticeTraceOutcome",
|
||||
"build_practice_trace_input",
|
||||
"seal_practice_trace",
|
||||
]
|
||||
1152
tests/test_sealed_practice_trace.py
Normal file
1152
tests/test_sealed_practice_trace.py
Normal file
File diff suppressed because it is too large
Load diff
Loading…
Reference in a new issue