generate/contemplation/{findings,pass_manager}.py: a single bounded pass — route (N3) -> classify+enrich (N4) -> terminal -> maybe emit proposal-only (N5). No loops/daemon/L10. Seven terminals: SOLVED_VERIFIED / REFUSED_KNOWN_BOUNDARY / REFUSED_UNSUPPORTED_FAMILY / CONTRADICTION_DETECTED / PROPOSAL_EMITTED / AMBIGUOUS_ORGAN / NO_PROGRESS. R2 solved+verified end-to-end; R1 routed setup is SOLVED_VERIFIED (numeric answer stays the eval lane in v0).
Hazard found+fixed: N6 exposed that category_pair_not_found fires on ANY non-R2 text, so mapping it to a growth surface made gibberish falsely PROPOSAL_EMITTED. Reclassified it to input_shape and made missing_category_pair reserved — only the PRECISE missing_total_count/missing_weighted_total remain reachable growth surfaces. Classification is boundary-first (input_shape non-blocking), so a problem one organ recognizes as a substantive boundary never proposes against the other's broad refusal.
Acceptance proven: known correct refusal -> no proposal; unsupported gap -> proposal-only artifact (exactly the 2 missing_* gaps over the gold); answer-key contradiction -> CONTRADICTION_DETECTED; organ conflict -> AMBIGUOUS_ORGAN. 188 tests green incl. architectural invariants; R1 7/0/3 + R2 reader 10/0/0 unchanged; off-serving.
200 lines
8.3 KiB
Python
200 lines
8.3 KiB
Python
"""Contemplation v0 pass manager (N6) — a single bounded pass chain.
|
|
|
|
```text
|
|
Pass 1 route the problem across the R1/R2 setup compilers (N3)
|
|
Pass 2 classify + enrich each attempt with its failure family (N4)
|
|
Pass 3 decide the terminal state
|
|
Pass 4 optionally emit a proposal-only artifact (N5)
|
|
```
|
|
|
|
No loops, no recursion, no background daemon, no L10 runtime — one bounded pass that ends in
|
|
exactly one `Terminal`. The recursive "reread with findings" loop is deferred until we have
|
|
proof the classifications are useful.
|
|
|
|
The load-bearing rule: a problem that one organ recognizes as a **substantive boundary** (a
|
|
correct wrong=0 refusal) must NEVER generate a proposal merely because the *other* organ refused
|
|
with a growth reason. So classification is **boundary-first**, and `input_shape` ("this organ does
|
|
not recognize the shape") is treated as non-blocking, not as a boundary. Proposals are emitted
|
|
only for genuine growth-surface gaps with no substantive boundary in play — and even then only
|
|
proposal-only artifacts (N5), never a mounted change.
|
|
|
|
Off-serving: imports the R1/R2 organs (`generate`) + the comprehension-attempt layer (`core`);
|
|
imports no `evals`, no `generate.derivation`, no `core.reliability_gate`. In v0 the R1 numeric
|
|
answer is the eval lane's domain — a routed R1 setup is `SOLVED_VERIFIED` (admissible,
|
|
forward-substitutable by construction); R2 is solved + verified end to end here.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from dataclasses import dataclass
|
|
from pathlib import Path
|
|
from typing import Any
|
|
|
|
from core.comprehension_attempt import (
|
|
ComprehensionAttempt,
|
|
emit_proposal,
|
|
enrich_family,
|
|
family_for_reason,
|
|
route_setup,
|
|
)
|
|
from generate.answer_choices.verify import verify_answer_choice
|
|
from generate.constraint_comprehension.reader import read_constraint_problem
|
|
from generate.constraint_comprehension.solver import answer_constraint_problem
|
|
from generate.contemplation.findings import Finding, Terminal
|
|
from generate.meaning_graph.reader import Refusal
|
|
|
|
#: Substantive boundaries that are *recognized-but-unsupported* capabilities (not hard errors).
|
|
_UNSUPPORTED_FAMILIES = frozenset(
|
|
{
|
|
"unsupported_system_size",
|
|
"unsupported_clause_shape",
|
|
"unsupported_rate_duration",
|
|
"unsupported_temporal_state",
|
|
}
|
|
)
|
|
#: The non-substantive "this organ does not recognize the shape" family — never blocks a proposal.
|
|
_NOT_MY_DOMAIN = "input_shape"
|
|
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ContemplationResult:
|
|
"""The outcome of one bounded contemplation pass."""
|
|
|
|
terminal: Terminal
|
|
findings: tuple[Finding, ...]
|
|
attempts: tuple[ComprehensionAttempt, ...]
|
|
selected_organ: str | None = None
|
|
answer: int | None = None
|
|
family: str | None = None
|
|
proposal_path: str | None = None
|
|
message: str | None = None
|
|
|
|
|
|
def contemplate(
|
|
text: str,
|
|
*,
|
|
options: dict[str, Any] | None = None,
|
|
answer_key: str | None = None,
|
|
proposal_root: Path | None = None,
|
|
case_id: str | None = None,
|
|
) -> ContemplationResult:
|
|
"""Run one bounded contemplation pass over *text*."""
|
|
findings: list[Finding] = []
|
|
|
|
# Pass 1 — route.
|
|
route = route_setup(text, case_id=case_id)
|
|
findings.append(Finding("route", f"status={route.status}"))
|
|
|
|
# Pass 2 — classify + enrich.
|
|
attempts = tuple(enrich_family(a) for a in route.attempts)
|
|
findings.append(
|
|
Finding(
|
|
"classify",
|
|
"; ".join(
|
|
f"{a.organ}:{a.outcome}:{a.family or a.refusal_reason or '-'}" for a in attempts
|
|
),
|
|
)
|
|
)
|
|
|
|
# Pass 3/4 — terminal (+ maybe emit).
|
|
if route.status == "ambiguous":
|
|
findings.append(Finding("terminal", Terminal.AMBIGUOUS_ORGAN.value))
|
|
return ContemplationResult(Terminal.AMBIGUOUS_ORGAN, tuple(findings), attempts)
|
|
|
|
if route.status == "routed":
|
|
assert route.selected is not None
|
|
if route.selected.organ == "r2_constraints":
|
|
return _solve_and_verify_r2(text, options, answer_key, findings, attempts)
|
|
findings.append(Finding("solve", "r1 admissible setup (numeric answer is the eval lane in v0)"))
|
|
findings.append(Finding("terminal", Terminal.SOLVED_VERIFIED.value))
|
|
return ContemplationResult(
|
|
Terminal.SOLVED_VERIFIED, tuple(findings), attempts, selected_organ="r1_quantitative"
|
|
)
|
|
|
|
# route.status == "all_refused"
|
|
return _classify_all_refused(text, attempts, findings, proposal_root)
|
|
|
|
|
|
def _solve_and_verify_r2(
|
|
text: str,
|
|
options: dict[str, Any] | None,
|
|
answer_key: str | None,
|
|
findings: list[Finding],
|
|
attempts: tuple[ComprehensionAttempt, ...],
|
|
) -> ContemplationResult:
|
|
problem = read_constraint_problem(text)
|
|
assert not isinstance(problem, Refusal) # routed => the reader admitted a setup
|
|
value = answer_constraint_problem(problem)
|
|
if isinstance(value, Refusal):
|
|
findings.append(Finding("solve", f"solver refused: {value.reason}"))
|
|
findings.append(Finding("terminal", Terminal.REFUSED_KNOWN_BOUNDARY.value))
|
|
return ContemplationResult(
|
|
Terminal.REFUSED_KNOWN_BOUNDARY, tuple(findings), attempts,
|
|
selected_organ="r2_constraints", family=_family_name(value.reason),
|
|
)
|
|
if options is not None:
|
|
verdict = verify_answer_choice(value, options, answer_key, noun=problem.query.unit)
|
|
if isinstance(verdict, Refusal):
|
|
findings.append(Finding("verify", f"answer-choice refused: {verdict.reason}"))
|
|
findings.append(Finding("terminal", Terminal.REFUSED_KNOWN_BOUNDARY.value))
|
|
return ContemplationResult(
|
|
Terminal.REFUSED_KNOWN_BOUNDARY, tuple(findings), attempts,
|
|
selected_organ="r2_constraints", answer=value,
|
|
)
|
|
if verdict.status == "contradiction":
|
|
findings.append(Finding("verify", verdict.message))
|
|
findings.append(Finding("terminal", Terminal.CONTRADICTION_DETECTED.value))
|
|
return ContemplationResult(
|
|
Terminal.CONTRADICTION_DETECTED, tuple(findings), attempts,
|
|
selected_organ="r2_constraints", answer=value,
|
|
family="answer_key_contradiction", message=verdict.message,
|
|
)
|
|
findings.append(Finding("verify", verdict.message))
|
|
findings.append(Finding("solve", f"value={value}"))
|
|
findings.append(Finding("terminal", Terminal.SOLVED_VERIFIED.value))
|
|
return ContemplationResult(
|
|
Terminal.SOLVED_VERIFIED, tuple(findings), attempts,
|
|
selected_organ="r2_constraints", answer=value,
|
|
)
|
|
|
|
|
|
def _classify_all_refused(
|
|
text: str,
|
|
attempts: tuple[ComprehensionAttempt, ...],
|
|
findings: list[Finding],
|
|
proposal_root: Path | None,
|
|
) -> ContemplationResult:
|
|
families = [(a, family_for_reason(a.refusal_reason)) for a in attempts]
|
|
|
|
# Boundary-first: a substantive recognized boundary blocks any proposal.
|
|
for _attempt, family in families:
|
|
if family is not None and family.must_remain_refused and family.name != _NOT_MY_DOMAIN:
|
|
terminal = (
|
|
Terminal.REFUSED_UNSUPPORTED_FAMILY
|
|
if family.name in _UNSUPPORTED_FAMILIES
|
|
else Terminal.REFUSED_KNOWN_BOUNDARY
|
|
)
|
|
findings.append(Finding("terminal", f"{terminal.value} via {family.name}"))
|
|
return ContemplationResult(terminal, tuple(findings), attempts, family=family.name)
|
|
|
|
# No substantive boundary: a genuine growth surface may emit a proposal-only artifact.
|
|
for _attempt, family in families:
|
|
if family is not None and family.proposal_allowed:
|
|
path = emit_proposal(text, family, attempts, root=proposal_root)
|
|
findings.append(Finding("propose", f"emitted proposal-only {family.name}"))
|
|
findings.append(Finding("terminal", Terminal.PROPOSAL_EMITTED.value))
|
|
return ContemplationResult(
|
|
Terminal.PROPOSAL_EMITTED, tuple(findings), attempts,
|
|
family=family.name, proposal_path=str(path) if path else None,
|
|
)
|
|
|
|
findings.append(Finding("terminal", Terminal.NO_PROGRESS.value))
|
|
return ContemplationResult(Terminal.NO_PROGRESS, tuple(findings), attempts)
|
|
|
|
|
|
def _family_name(reason: str | None) -> str | None:
|
|
family = family_for_reason(reason)
|
|
return family.name if family is not None else None
|
|
|
|
|
|
__all__ = ["ContemplationResult", "contemplate"]
|