dcb0b34ccc
- restore articulation surface as ChatResponse.surface while retaining walk_surface telemetry - calibrate moderate E2 energy boundary - reclose generated field states after propagation and recall - restore pytest-safe REPL parsing and field_walk helper - anchor proposition predicate selection to prompt field - make vault exact self-recall deterministic - align chat telemetry regression with restored surface contract
51 lines
1.7 KiB
Python
51 lines
1.7 KiB
Python
"""Regression coverage for chat identity telemetry and vault recall counts."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import pytest
|
|
|
|
|
|
@pytest.fixture()
|
|
def runtime():
|
|
try:
|
|
from chat.runtime import ChatRuntime
|
|
return ChatRuntime()
|
|
except Exception as exc:
|
|
pytest.skip(f"ChatRuntime not available: {exc}")
|
|
|
|
|
|
def test_chat_keeps_walk_visible_when_identity_is_telemetry(runtime):
|
|
response = runtime.chat("truth", max_tokens=6)
|
|
|
|
assert response.walk_surface
|
|
assert response.surface == response.articulation_surface
|
|
assert isinstance(response.flagged, bool)
|
|
assert response.identity_score is not None
|
|
|
|
|
|
def test_turn_log_records_selected_surface_and_walk_surface(runtime):
|
|
response = runtime.chat("light", max_tokens=6)
|
|
event = runtime.turn_log[-1]
|
|
|
|
assert event.surface == response.surface
|
|
assert event.walk_surface == response.walk_surface
|
|
assert event.articulation_surface == response.articulation_surface
|
|
|
|
|
|
def test_vault_hits_are_actual_generation_telemetry(runtime):
|
|
first = runtime.chat("truth", max_tokens=4)
|
|
second = runtime.chat("truth", max_tokens=4)
|
|
|
|
assert first.vault_hits >= 0
|
|
# Vault accumulates across turns; second turn has at least as many hits as first.
|
|
assert second.vault_hits >= first.vault_hits
|
|
assert runtime.turn_log[-1].vault_hits == second.vault_hits
|
|
|
|
|
|
def test_default_identity_threshold_matches_micro_pack_energy(runtime):
|
|
response = runtime.chat("\u03bb\u03cc\u03b3\u03bf\u03c2", max_tokens=4)
|
|
|
|
assert response.identity_score is not None
|
|
assert runtime.identity_manifold.alignment_threshold == pytest.approx(0.45)
|
|
assert response.identity_score.score >= runtime.identity_manifold.alignment_threshold
|
|
assert response.identity_score.axes_evaluated == []
|