* docs: consolidate governance anchors and clean up test registries * refactor(cli): decompose cli into dedicated modules * test: fix broken test baselines and formatting * docs: add domain boundary READMEs for governance anchors * test: update baseline for determination lane * test: fix capability_pass expectation * test: fix CORE_SHOWCASE_SKIP_BUDGET enforcement * chore: cleanup CLI extraction and unreachable code
188 lines
5.4 KiB
Python
188 lines
5.4 KiB
Python
"""CLI tests for curated pytest suite aliases."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import tomllib
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
from core import cli_rust
|
|
from core import cli
|
|
|
|
|
|
def test_pyproject_installs_core_console_script_under_uv() -> None:
|
|
pyproject = Path(__file__).resolve().parents[1] / "pyproject.toml"
|
|
data = tomllib.loads(pyproject.read_text(encoding="utf-8"))
|
|
|
|
assert data["project"]["scripts"]["core"] == "core.cli:main"
|
|
assert data["tool"]["uv"]["package"] is True
|
|
package_includes = data["tool"]["setuptools"]["packages"]["find"]["include"]
|
|
expected_runtime_packages = {
|
|
"benchmarks*",
|
|
"calibration*",
|
|
"core_ingest*",
|
|
"demos*",
|
|
"engine_state*",
|
|
"evals*",
|
|
"packs*",
|
|
"scripts*",
|
|
"teaching*",
|
|
}
|
|
assert expected_runtime_packages.issubset(package_includes)
|
|
|
|
|
|
def test_core_test_lists_curated_suites(capsys) -> None:
|
|
rc = cli.main(["test", "--list-suites"])
|
|
|
|
captured = capsys.readouterr()
|
|
assert rc == 0
|
|
assert "fast" in captured.out.splitlines()
|
|
assert "smoke" in captured.out.splitlines()
|
|
assert "cognition" in captured.out.splitlines()
|
|
assert "teaching" in captured.out.splitlines()
|
|
assert "packs" in captured.out.splitlines()
|
|
assert "deductive" in captured.out.splitlines()
|
|
assert "full" in captured.out.splitlines()
|
|
|
|
|
|
def test_core_test_suite_expands_to_expected_pytest_paths(monkeypatch) -> None:
|
|
calls: list[tuple[str, ...]] = []
|
|
|
|
def fake_run(*args: str, check: bool = False, cwd=None) -> int:
|
|
calls.append(args)
|
|
return 0
|
|
|
|
monkeypatch.setattr(cli, "_run", fake_run)
|
|
|
|
rc = cli.main(["test", "--suite", "cognition", "-q"])
|
|
|
|
assert rc == 0
|
|
assert calls
|
|
command = calls[0]
|
|
assert command[:3] == (cli.sys.executable, "-m", "pytest")
|
|
assert "tests/test_intent_proposition_graph.py" in command
|
|
assert "tests/test_cognitive_turn_pipeline.py" in command
|
|
assert "tests/test_articulation_realizer_v2.py" in command
|
|
assert "-q" in command
|
|
|
|
|
|
def test_core_test_fast_suite_expands_to_iteration_lane(monkeypatch) -> None:
|
|
calls: list[tuple[str, ...]] = []
|
|
|
|
def fake_run(*args: str, check: bool = False, cwd=None) -> int:
|
|
calls.append(args)
|
|
return 0
|
|
|
|
monkeypatch.setattr(cli, "_run", fake_run)
|
|
|
|
rc = cli.main(["test", "--suite", "fast", "-q"])
|
|
|
|
assert rc == 0
|
|
command = calls[0]
|
|
assert "tests/test_cli_test_suites.py" in command
|
|
assert "tests/test_runtime_config.py" in command
|
|
assert "tests/test_core_semantic_seed_pack.py" in command
|
|
assert "tests/test_cognitive_eval_harness.py" in command
|
|
assert "tests/" not in command
|
|
|
|
|
|
def test_core_test_deductive_suite_expands_to_entailment_lane(monkeypatch) -> None:
|
|
calls: list[tuple[str, ...]] = []
|
|
|
|
def fake_run(*args: str, check: bool = False, cwd=None) -> int:
|
|
calls.append(args)
|
|
return 0
|
|
|
|
monkeypatch.setattr(cli, "_run", fake_run)
|
|
|
|
rc = cli.main(["test", "--suite", "deductive", "-q"])
|
|
|
|
assert rc == 0
|
|
assert calls[0] == (
|
|
cli.sys.executable,
|
|
"-m",
|
|
"pytest",
|
|
"tests/test_deductive_logic_entail.py",
|
|
"-q",
|
|
)
|
|
|
|
|
|
def test_core_test_suite_accepts_pytest_flags_without_separator(monkeypatch) -> None:
|
|
calls: list[tuple[str, ...]] = []
|
|
|
|
def fake_run(*args: str, check: bool = False, cwd=None) -> int:
|
|
calls.append(args)
|
|
return 0
|
|
|
|
monkeypatch.setattr(cli, "_run", fake_run)
|
|
|
|
rc = cli.main(["test", "--suite", "packs", "-q"])
|
|
|
|
assert rc == 0
|
|
# Assert against the live suite definition rather than re-hardcoding the
|
|
# (growing) packs file list: the contract under test is that a curated
|
|
# suite expands to its files followed by the forwarded "-q", with no "--"
|
|
# separator needed.
|
|
assert calls[0] == (
|
|
cli.sys.executable,
|
|
"-m",
|
|
"pytest",
|
|
*cli._TEST_SUITES["packs"],
|
|
"-q",
|
|
)
|
|
|
|
|
|
def test_core_test_passthrough_still_accepts_arbitrary_pytest_args(monkeypatch) -> None:
|
|
calls: list[tuple[str, ...]] = []
|
|
|
|
def fake_run(*args: str, check: bool = False, cwd=None) -> int:
|
|
calls.append(args)
|
|
return 0
|
|
|
|
monkeypatch.setattr(cli, "_run", fake_run)
|
|
|
|
rc = cli.main(["test", "--", "tests/test_core_semantic_seed_pack.py", "-q"])
|
|
|
|
assert rc == 0
|
|
assert calls[0] == (
|
|
cli.sys.executable,
|
|
"-m",
|
|
"pytest",
|
|
"tests/test_core_semantic_seed_pack.py",
|
|
"-q",
|
|
)
|
|
|
|
|
|
def test_core_rust_test_sets_pyo3_forward_compat(monkeypatch) -> None:
|
|
calls: list[tuple[tuple[str, ...], object, dict[str, str] | None]] = []
|
|
|
|
def fake_which(name: str) -> str | None:
|
|
return "/usr/bin/cargo" if name == "cargo" else None
|
|
|
|
def fake_run(
|
|
*args: str,
|
|
check: bool = False,
|
|
cwd=None,
|
|
env: dict[str, str] | None = None,
|
|
) -> int:
|
|
calls.append((args, cwd, env))
|
|
return 0
|
|
|
|
monkeypatch.setattr(cli_rust.shutil, "which", fake_which)
|
|
monkeypatch.setattr(cli, "_run", fake_run)
|
|
|
|
rc = cli.main(["rust", "test"])
|
|
|
|
assert rc == 0
|
|
assert len(calls) == 1
|
|
args, cwd, env = calls[0]
|
|
assert args == ("cargo", "test", "--release")
|
|
assert cwd == cli_rust.CORE_RS_DIR
|
|
assert env is not None
|
|
assert env["PYO3_USE_ABI3_FORWARD_COMPATIBILITY"] == "1"
|
|
|
|
|
|
def test_non_test_commands_still_reject_unknown_args() -> None:
|
|
with pytest.raises(SystemExit):
|
|
cli.main(["pack", "list", "-q"])
|