aadaf11612
Add salience and attention operators, wire salience-gated candidate selection into generation, expose vault/salience trace telemetry, and add tests proving non-placeholder salience behavior.
118 lines
4.3 KiB
Python
118 lines
4.3 KiB
Python
from __future__ import annotations
|
|
|
|
import pytest
|
|
|
|
from core.cli import build_parser, main
|
|
|
|
|
|
def test_top_level_help_exits_without_runtime_import(capsys: pytest.CaptureFixture[str]) -> None:
|
|
with pytest.raises(SystemExit) as excinfo:
|
|
build_parser().parse_args(["-h"])
|
|
assert excinfo.value.code == 0
|
|
out = capsys.readouterr().out
|
|
assert "CORE versor engine command suite" in out
|
|
assert "core trace" in out
|
|
assert "core rust" in out
|
|
|
|
|
|
def test_trace_help_exits_without_runtime_import(capsys: pytest.CaptureFixture[str]) -> None:
|
|
with pytest.raises(SystemExit) as excinfo:
|
|
build_parser().parse_args(["trace", "-h"])
|
|
assert excinfo.value.code == 0
|
|
out = capsys.readouterr().out
|
|
assert "trace one chat turn" in out
|
|
assert "--pack" in out
|
|
assert "--output-language" in out
|
|
assert "--frame-pack" in out
|
|
assert "--salience-top-k" in out
|
|
assert "--no-salience" in out
|
|
assert "--json" in out
|
|
|
|
|
|
def test_rust_help_exits_without_building(capsys: pytest.CaptureFixture[str]) -> None:
|
|
with pytest.raises(SystemExit) as excinfo:
|
|
build_parser().parse_args(["rust", "-h"])
|
|
assert excinfo.value.code == 0
|
|
out = capsys.readouterr().out
|
|
assert "build, test, and inspect the Rust backend" in out
|
|
assert "status" in out
|
|
assert "build" in out
|
|
assert "test" in out
|
|
|
|
|
|
def test_rust_status_reports_backend_state(capsys: pytest.CaptureFixture[str]) -> None:
|
|
assert main(["rust", "status"]) in {0, 1}
|
|
out = capsys.readouterr().out
|
|
assert "core_rs crate" in out
|
|
assert "cargo manifest" in out
|
|
assert "rust backend" in out
|
|
|
|
|
|
def test_main_without_args_prints_help(capsys: pytest.CaptureFixture[str]) -> None:
|
|
assert main([]) == 0
|
|
out = capsys.readouterr().out
|
|
assert "CORE versor engine command suite" in out
|
|
assert "doctor" in out
|
|
|
|
|
|
def test_trace_requires_text_before_runtime_initialization(capsys: pytest.CaptureFixture[str]) -> None:
|
|
with pytest.raises(SystemExit) as excinfo:
|
|
main(["trace"])
|
|
assert excinfo.value.code == 2
|
|
err = capsys.readouterr().err
|
|
assert "trace requires input text" in err
|
|
|
|
|
|
def test_doctor_imports_runtime_support_modules(capsys: pytest.CaptureFixture[str]) -> None:
|
|
assert main(["doctor"]) == 0
|
|
out = capsys.readouterr().out
|
|
assert "OK alignment" in out
|
|
assert "OK morphology" in out
|
|
assert "OK sensorium" in out
|
|
|
|
|
|
def test_doctor_rust_reports_backend_state(capsys: pytest.CaptureFixture[str]) -> None:
|
|
assert main(["doctor", "--rust"]) == 0
|
|
out = capsys.readouterr().out
|
|
assert "rust backend" in out
|
|
|
|
|
|
def test_trace_formats_real_runtime_payload(capsys: pytest.CaptureFixture[str]) -> None:
|
|
assert main(["trace", "--pack", "en_minimal_v1", "--salience-top-k", "8", "word", "beginning", "truth"]) == 0
|
|
out = capsys.readouterr().out
|
|
assert "input : word beginning truth" in out
|
|
assert "output_language: en" in out
|
|
assert "frame_pack : en" in out
|
|
assert "salience_top_k : 8" in out
|
|
assert "candidates_used:" in out
|
|
assert "vault_reproject_every:" in out
|
|
assert "vault_store_count" in out
|
|
assert "articulation" in out
|
|
assert "raw_walk" in out
|
|
assert "proposition" in out
|
|
assert "subject" in out
|
|
assert "predicate" in out
|
|
|
|
|
|
def test_trace_json_formats_real_runtime_payload(capsys: pytest.CaptureFixture[str]) -> None:
|
|
assert main(["trace", "--pack", "en_minimal_v1", "--json", "--salience-top-k", "8", "word", "beginning", "truth"]) == 0
|
|
out = capsys.readouterr().out
|
|
assert '"input": "word beginning truth"' in out
|
|
assert '"output_language": "en"' in out
|
|
assert '"frame_pack": "en"' in out
|
|
assert '"salience_top_k": 8' in out
|
|
assert '"candidates_used"' in out
|
|
assert '"vault_reproject_every"' in out
|
|
assert '"vault_store_count"' in out
|
|
assert '"articulation"' in out
|
|
assert '"walk_surface"' in out
|
|
assert '"proposition"' in out
|
|
assert '"subject"' in out
|
|
assert '"predicate"' in out
|
|
|
|
|
|
def test_trace_json_no_salience_has_null_salience_telemetry(capsys: pytest.CaptureFixture[str]) -> None:
|
|
assert main(["trace", "--pack", "en_minimal_v1", "--json", "--no-salience", "word", "beginning", "truth"]) == 0
|
|
out = capsys.readouterr().out
|
|
assert '"salience_top_k": null' in out
|
|
assert '"candidates_used": null' in out
|