Close residual failures from geometric sovereignty hardening without restoring scalar-L2 or PASSTHROUGH authority: - Ratify CORRECTION/COMPARISON via vocab-grounded tag and multi-token subject anchors so teaching capture and cognition intent accuracy hold. - Keep observational wave leakage from vetoing teaching while identity_wave_gate is off; syntactic override still rejects. - Surface GoldTetherViolationError as fail-closed tether residual rather than aborting lifecycle observation. - Replace excised legacy identity-eval path with a geometry-blind baseline. - Align sensorium corridor and lift instrument assertions with sandwich unitary close and honest PARITY when baseline already solves. [Verification]: smoke 176 passed; cognition 122 passed 1 skipped; teaching 109 passed; claim batch 34 passed
156 lines
6.5 KiB
Python
156 lines
6.5 KiB
Python
"""Tests for field-grounded intent ratification (ADR-0022 §TBD-1)."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from dataclasses import dataclass
|
|
|
|
import numpy as np
|
|
|
|
from generate.admissibility import AdmissibilityRegion
|
|
from generate.intent import DialogueIntent, IntentTag
|
|
from generate.intent_ratifier import (
|
|
RatificationOutcome,
|
|
ratify_intent,
|
|
region_for_intent,
|
|
)
|
|
|
|
|
|
@dataclass
|
|
class _StubVocab:
|
|
"""Minimal vocab stub with the same shape ratify_intent reads."""
|
|
|
|
table: dict[str, np.ndarray]
|
|
|
|
def get_versor(self, token: str) -> np.ndarray:
|
|
return self.table[token.lower()]
|
|
|
|
|
|
def _make_vocab(tokens: dict[str, int]) -> _StubVocab:
|
|
table: dict[str, np.ndarray] = {}
|
|
for token, seed in tokens.items():
|
|
rng = np.random.default_rng(seed)
|
|
table[token] = rng.standard_normal(32).astype(np.float32)
|
|
return _StubVocab(table=table)
|
|
|
|
|
|
class TestRatifyIntent:
|
|
def test_unknown_seed_demotes(self) -> None:
|
|
vocab = _make_vocab({})
|
|
intent = DialogueIntent(tag=IntentTag.UNKNOWN, subject="")
|
|
result = ratify_intent(intent, np.zeros(32, dtype=np.float32), vocab=vocab)
|
|
assert result.outcome is RatificationOutcome.DEMOTED
|
|
assert result.intent.tag is IntentTag.UNKNOWN
|
|
|
|
def test_no_anchor_demotes_to_unknown(self) -> None:
|
|
vocab = _make_vocab({}) # empty vocab
|
|
intent = DialogueIntent(tag=IntentTag.DEFINITION, subject="quokka")
|
|
result = ratify_intent(intent, np.ones(32, dtype=np.float32), vocab=vocab)
|
|
assert result.outcome is RatificationOutcome.DEMOTED
|
|
assert result.intent.tag is IntentTag.UNKNOWN
|
|
assert result.seed_tag is IntentTag.DEFINITION
|
|
|
|
def test_ratified_when_prompt_aligns_with_anchor(self) -> None:
|
|
vocab = _make_vocab({"truth": 1})
|
|
anchor = vocab.get_versor("truth")
|
|
intent = DialogueIntent(tag=IntentTag.DEFINITION, subject="truth")
|
|
# prompt = the anchor itself → maximally aligned
|
|
result = ratify_intent(intent, anchor, vocab=vocab, threshold=0.0)
|
|
assert result.outcome is RatificationOutcome.RATIFIED
|
|
assert result.intent.tag is IntentTag.DEFINITION
|
|
|
|
def test_subject_self_boost_does_not_rescue_weak_prompt(self) -> None:
|
|
"""Skeptic: subject self-inner must not override a weak prompt field."""
|
|
vocab = _make_vocab({"truth": 1, "is": 2})
|
|
subject = vocab.get_versor("truth")
|
|
# Weak prompt anti-aligned with subject (not the subject versor itself).
|
|
weak = (-subject).astype(np.float32)
|
|
intent = DialogueIntent(tag=IntentTag.DEFINITION, subject="truth")
|
|
result = ratify_intent(intent, weak, vocab=vocab, threshold=0.5)
|
|
assert result.outcome is RatificationOutcome.DEMOTED
|
|
assert result.intent.tag is IntentTag.UNKNOWN
|
|
# Score is cga_inner(weak, anchors) only — not cga_inner(subject, subject).
|
|
assert result.score < 0.5
|
|
|
|
def test_demoted_under_extreme_threshold(self) -> None:
|
|
vocab = _make_vocab({"x": 7})
|
|
intent = DialogueIntent(tag=IntentTag.DEFINITION, subject="x")
|
|
result = ratify_intent(
|
|
intent,
|
|
np.zeros(32, dtype=np.float32),
|
|
vocab=vocab,
|
|
threshold=1e9,
|
|
)
|
|
assert result.outcome is RatificationOutcome.DEMOTED
|
|
assert result.intent.tag is IntentTag.UNKNOWN
|
|
assert result.seed_tag is IntentTag.DEFINITION
|
|
|
|
def test_ratification_is_deterministic(self) -> None:
|
|
vocab = _make_vocab({"truth": 1})
|
|
intent = DialogueIntent(tag=IntentTag.DEFINITION, subject="truth")
|
|
prompt = vocab.get_versor("truth")
|
|
a = ratify_intent(intent, prompt, vocab=vocab)
|
|
b = ratify_intent(intent, prompt, vocab=vocab)
|
|
assert a == b
|
|
|
|
def test_correction_tag_anchors_ratify_without_passthrough(self) -> None:
|
|
"""CORRECTION must ground via tag subspace, not PASSTHROUGH or empty anchors.
|
|
|
|
Teaching capture requires intent.tag remains CORRECTION after field
|
|
ratification. Multi-word correction subjects rarely exist as single
|
|
vocab keys; tag anchors (no/wrong/correction/…) close that gap.
|
|
"""
|
|
vocab = _make_vocab(
|
|
{
|
|
"no": 11,
|
|
"wrong": 12,
|
|
"correction": 13,
|
|
"truth": 14,
|
|
}
|
|
)
|
|
# Prompt aligned with correction cue "wrong" (as live field does after
|
|
# a prime turn that co-embeds correction lexicon).
|
|
prompt = vocab.get_versor("wrong")
|
|
intent = DialogueIntent(
|
|
tag=IntentTag.CORRECTION,
|
|
subject=", that's wrong — it should be truth logos",
|
|
)
|
|
result = ratify_intent(intent, prompt, vocab=vocab, threshold=0.0)
|
|
assert result.outcome is RatificationOutcome.RATIFIED
|
|
assert result.intent.tag is IntentTag.CORRECTION
|
|
assert result.seed_tag is IntentTag.CORRECTION
|
|
assert result.score >= 0.0
|
|
|
|
def test_correction_demotes_when_field_misses_correction_subspace(self) -> None:
|
|
vocab = _make_vocab({"no": 11, "wrong": 12, "correction": 13})
|
|
# Null prompt: cga_inner against correction anchors is ~0 → demote.
|
|
# (Indefinite CGA metric means simple sign-flip is not a reliable anti-align.)
|
|
prompt = np.zeros(32, dtype=np.float32)
|
|
intent = DialogueIntent(
|
|
tag=IntentTag.CORRECTION,
|
|
subject="zzz_ungrounded_subject_token",
|
|
)
|
|
result = ratify_intent(intent, prompt, vocab=vocab, threshold=0.5)
|
|
assert result.outcome is RatificationOutcome.DEMOTED
|
|
assert result.intent.tag is IntentTag.UNKNOWN
|
|
|
|
|
|
class TestRegionForIntent:
|
|
def test_empty_vocab_yields_unconstrained_region(self) -> None:
|
|
vocab = _make_vocab({})
|
|
intent = DialogueIntent(tag=IntentTag.DEFINITION, subject="quokka")
|
|
region = region_for_intent(intent, vocab=vocab)
|
|
assert isinstance(region, AdmissibilityRegion)
|
|
assert region.is_unconstrained()
|
|
assert "intent[definition]" in region.label
|
|
|
|
def test_grounded_intent_yields_non_trivial_blade(self) -> None:
|
|
vocab = _make_vocab({"truth": 1, "is": 2})
|
|
intent = DialogueIntent(tag=IntentTag.DEFINITION, subject="truth")
|
|
region = region_for_intent(intent, vocab=vocab)
|
|
assert float(np.linalg.norm(region.relation_blade)) > 0.0
|
|
|
|
def test_label_includes_intent_tag(self) -> None:
|
|
vocab = _make_vocab({"a": 1})
|
|
intent = DialogueIntent(tag=IntentTag.CAUSE, subject="a")
|
|
region = region_for_intent(intent, vocab=vocab)
|
|
assert "intent[cause]" in region.label
|