2a3f7ad125
The post-CGA / ProblemFrame pivot comes to fruition: geometric dilation for fraction_decrease is built from the bound scale role's GroundedScalar (exact Fraction from kernel slash_fraction / pack numerics), not from a local "decrease to N/M of" regex on evidence spans. - Remove _build_fraction_decrease_payload_and_bind (legacy overfitting path) - Add _fraction_decrease_scale_binding + _versor_binding_from_scale_value - assess_fraction_decrease attaches VersorBindings when runnable - assess_geometric_proposals uses frame scale only for fraction_decrease - compose fallback prefers obligation-complete contracts with bindings - Guard test: contracts source must not reintroduce the prose regex Invariants: construction-boundary CGA only; versor_condition < 1e-6; no new derivation-organ prose parser.
237 lines
10 KiB
Python
237 lines
10 KiB
Python
from pathlib import Path
|
|
|
|
from generate.problem_frame_builder import build_problem_frame
|
|
from generate.problem_frame_contracts import (
|
|
assess_contracts,
|
|
assess_fraction_decrease,
|
|
assess_geometric_proposals,
|
|
assess_percent_partition,
|
|
)
|
|
from algebra.versor import versor_condition
|
|
|
|
|
|
FRACTION_DECREASE_CASE = (
|
|
"In one hour, Addison mountain's temperature will decrease to 3/4 of its temperature. "
|
|
"If the current temperature of the mountain is 84 degrees, what will the temperature "
|
|
"decrease by?"
|
|
)
|
|
|
|
FRACTION_DECREASE_SIBLING = (
|
|
"In two hours, Cedar peak's temperature will decrease to 2/3 of its temperature. "
|
|
"If the current temperature of the peak is 60 degrees, what will the temperature "
|
|
"decrease by?"
|
|
)
|
|
|
|
FINAL_VALUE_CONFUSER = (
|
|
"In one hour, the lake's temperature will decrease to 3/4 of its temperature. "
|
|
"If the current temperature of the lake is 80 degrees, what will the temperature be?"
|
|
)
|
|
|
|
AFFINE_CONFUSER = (
|
|
"Yun had 20 paperclips initially, but then lost 12. Marion has 1/4 more than what "
|
|
"Yun currently has, plus 7. How many paperclips does Marion have?"
|
|
)
|
|
|
|
MULTIPLE_FRACTION_CONFUSER = (
|
|
"The reactor's temperature will decrease to 3/4 of its temperature and later decrease "
|
|
"to 1/2 of its temperature. If the current temperature is 80 degrees, what will the "
|
|
"temperature decrease by?"
|
|
)
|
|
|
|
PERCENT_PARTITION_CASE = (
|
|
"A school has 100 students. Half of the students are girls, the other half are boys. "
|
|
"20% of the girls have dogs at home and 10% of the boys have dogs at home. "
|
|
"How many students own dogs?"
|
|
)
|
|
|
|
ONE_SUBGROUP_CONFUSER = (
|
|
"There are 100 students. Half are girls. 30% of the girls own pets. "
|
|
"How many students own pets?"
|
|
)
|
|
|
|
UNEQUAL_PARTITION_CONFUSER = (
|
|
"A school has 100 students. 60 of the students are girls and 40 are boys. "
|
|
"20% of the girls have dogs and 10% of the boys have dogs. "
|
|
"How many students own dogs?"
|
|
)
|
|
|
|
INVERSE_REMAINING_CONFUSER = (
|
|
"Yvonne brings a box of chocolates to school. Half have nuts and half do not. "
|
|
"The students eat 80% of the ones with nuts and eat half of the ones without nuts. "
|
|
"If there are 28 chocolates left, how many chocolates were in the box?"
|
|
)
|
|
|
|
|
|
def test_fraction_decrease_contract_is_runnable_from_problemframe() -> None:
|
|
assessment = assess_fraction_decrease(build_problem_frame(FRACTION_DECREASE_CASE))
|
|
assert assessment.runnable
|
|
assert assessment.missing_bindings == ()
|
|
assert assessment.evidence_spans
|
|
# Pivot revelation: geometric dilation binds from frame scale Fraction(3/4),
|
|
# not from re-parsing "decrease to N/M of" prose.
|
|
assert assessment.bindings
|
|
assert assessment.bindings[0].semantic_identity in {"3/4", "3 / 4"}
|
|
assert float(versor_condition(assessment.bindings[0].geometric_payload)) < 1e-6
|
|
|
|
|
|
def test_fraction_decrease_geometric_uses_frame_scale_not_prose_regex() -> None:
|
|
frame = build_problem_frame(FRACTION_DECREASE_CASE)
|
|
geom = assess_geometric_proposals(frame)
|
|
assert len(geom) == 1
|
|
assert geom[0].candidate_organ == "fraction_decrease"
|
|
assert geom[0].runnable
|
|
assert geom[0].bindings[0].semantic_identity.replace(" ", "") == "3/4"
|
|
# Payload is dilation for k=0.75 (same as Fraction(3,4)).
|
|
from generate.problem_frame_contracts import _dilation_versor_payload
|
|
import numpy as np
|
|
|
|
expected = _dilation_versor_payload(0.75)
|
|
assert np.allclose(geom[0].bindings[0].geometric_payload, expected)
|
|
|
|
|
|
def test_no_legacy_decrease_to_fraction_prose_regex_in_contracts() -> None:
|
|
"""Guard: the overfitting local prose parser must not return."""
|
|
source = Path("generate/problem_frame_contracts.py").read_text(encoding="utf-8")
|
|
assert r"decrease to (\d+" not in source
|
|
assert "_build_fraction_decrease_payload_and_bind" not in source
|
|
|
|
|
|
def test_fraction_decrease_sibling_is_runnable() -> None:
|
|
assessment = assess_fraction_decrease(build_problem_frame(FRACTION_DECREASE_SIBLING))
|
|
assert assessment.runnable
|
|
|
|
|
|
def test_final_value_question_is_not_delta_runnable() -> None:
|
|
assessment = assess_fraction_decrease(build_problem_frame(FINAL_VALUE_CONFUSER))
|
|
assert not assessment.runnable
|
|
assert "delta_decrease_target_unbound" in assessment.missing_bindings
|
|
|
|
|
|
def test_affine_more_than_fraction_is_not_change_runnable() -> None:
|
|
assessments = assess_contracts(build_problem_frame(AFFINE_CONFUSER))
|
|
assert not any(item.candidate_organ == "fraction_decrease" for item in assessments)
|
|
|
|
|
|
def test_multiple_fraction_or_base_candidates_refuse_readiness() -> None:
|
|
assessments = assess_contracts(build_problem_frame(MULTIPLE_FRACTION_CONFUSER))
|
|
assert not any(item.candidate_organ == "fraction_decrease" and item.runnable for item in assessments)
|
|
|
|
|
|
def test_tightly_grounded_percent_partition_is_diagnostically_runnable() -> None:
|
|
assessment = assess_percent_partition(build_problem_frame(PERCENT_PARTITION_CASE))
|
|
assert assessment.runnable
|
|
assert assessment.missing_bindings == ()
|
|
assert assessment.evidence_spans
|
|
|
|
|
|
def test_percent_partition_requires_two_complementary_subgroups() -> None:
|
|
assessment = assess_percent_partition(build_problem_frame(ONE_SUBGROUP_CONFUSER))
|
|
assert not assessment.runnable
|
|
assert "partition_subgroups_not_distinct" in assessment.missing_bindings
|
|
assert "percent_subgroup_links_incomplete" in assessment.missing_bindings
|
|
|
|
|
|
def test_inverse_remaining_percent_case_is_not_runnable() -> None:
|
|
assessment = assess_percent_partition(build_problem_frame(INVERSE_REMAINING_CONFUSER))
|
|
assert not assessment.runnable
|
|
assert "inverse_topology_unlicensed" in assessment.missing_bindings
|
|
assert "original_whole_unbound" in assessment.missing_bindings
|
|
|
|
|
|
def test_unequal_partition_confuser_is_not_runnable() -> None:
|
|
assessment = assess_percent_partition(build_problem_frame(UNEQUAL_PARTITION_CONFUSER))
|
|
assert not assessment.runnable
|
|
assert "partition_subgroups_not_distinct" in assessment.missing_bindings or "percent_subgroup_links_incomplete" in assessment.missing_bindings
|
|
|
|
|
|
def test_fraction_decrease_rejects_scale_zero() -> None:
|
|
case = (
|
|
"In one hour, Addison mountain's temperature will decrease to 0/4 of its temperature. "
|
|
"If the current temperature of the mountain is 84 degrees, what will the temperature "
|
|
"decrease by?"
|
|
)
|
|
assessment = assess_fraction_decrease(build_problem_frame(case))
|
|
assert not assessment.runnable
|
|
assert "scale_out_of_range" in assessment.missing_bindings
|
|
|
|
|
|
def test_fraction_decrease_rejects_scale_one() -> None:
|
|
case = (
|
|
"In one hour, Addison mountain's temperature will decrease to 4/4 of its temperature. "
|
|
"If the current temperature of the mountain is 84 degrees, what will the temperature "
|
|
"decrease by?"
|
|
)
|
|
assessment = assess_fraction_decrease(build_problem_frame(case))
|
|
assert not assessment.runnable
|
|
assert "scale_out_of_range" in assessment.missing_bindings
|
|
|
|
|
|
def test_fraction_decrease_rejects_scale_greater_than_one() -> None:
|
|
case = (
|
|
"In one hour, Addison mountain's temperature will decrease to 5/4 of its temperature. "
|
|
"If the current temperature of the mountain is 84 degrees, what will the temperature "
|
|
"decrease by?"
|
|
)
|
|
assessment = assess_fraction_decrease(build_problem_frame(case))
|
|
assert not assessment.runnable
|
|
assert "scale_out_of_range" in assessment.missing_bindings
|
|
|
|
|
|
def test_multi_base_candidate_is_refused() -> None:
|
|
import dataclasses
|
|
case = (
|
|
"In one hour, Addison mountain's temperature will decrease to 3/4 of its temperature. "
|
|
"If the current temperature of the mountain is 84 degrees, what will the temperature "
|
|
"decrease by?"
|
|
)
|
|
frame = build_problem_frame(case)
|
|
relation = [r for r in frame.bound_relations if r.relation_type == "decrease_to_fraction"][0]
|
|
frame = dataclasses.replace(frame, bound_relations=(relation, relation))
|
|
assessment = assess_fraction_decrease(frame)
|
|
assert not assessment.runnable
|
|
assert "decrease_relation_ambiguous" in assessment.missing_bindings
|
|
|
|
|
|
def test_state_entity_continuity_unproven_blocks_runnable() -> None:
|
|
import dataclasses
|
|
case = (
|
|
"In one hour, Addison mountain's temperature will decrease to 3/4 of its temperature. "
|
|
"If the current temperature of the mountain is 84 degrees, what will the temperature "
|
|
"decrease by?"
|
|
)
|
|
frame = build_problem_frame(case)
|
|
# Target "mention-0004" is "degrees" which does not match "temperature" (state_entity)
|
|
new_target = dataclasses.replace(frame.bound_question_target, target_mention_id="mention-0004")
|
|
frame = dataclasses.replace(frame, bound_question_target=new_target)
|
|
assessment = assess_fraction_decrease(frame)
|
|
assert not assessment.runnable
|
|
assert "state_entity_continuity_unproven" in assessment.missing_bindings
|
|
|
|
|
|
def test_unit_continuity_unproven_blocks_runnable() -> None:
|
|
import dataclasses
|
|
case = (
|
|
"In one hour, Addison mountain's temperature will decrease to 3/4 of its temperature. "
|
|
"If the current temperature of the mountain is 84 degrees, what will the temperature "
|
|
"decrease by?"
|
|
)
|
|
frame = build_problem_frame(case)
|
|
relation = [r for r in frame.bound_relations if r.relation_type == "decrease_to_fraction"][0]
|
|
new_roles = []
|
|
for role in relation.roles:
|
|
if role.role == "unit":
|
|
new_roles.append(dataclasses.replace(role, target_id="mention-9999"))
|
|
else:
|
|
new_roles.append(role)
|
|
new_relation = dataclasses.replace(relation, roles=tuple(new_roles))
|
|
frame = dataclasses.replace(frame, bound_relations=(new_relation,))
|
|
assessment = assess_fraction_decrease(frame)
|
|
assert not assessment.runnable
|
|
assert "unit_continuity_unproven" in assessment.missing_bindings
|
|
|
|
|
|
def test_unequal_partition_confuser_produces_specific_blocker() -> None:
|
|
assessment = assess_percent_partition(build_problem_frame(UNEQUAL_PARTITION_CONFUSER))
|
|
assert not assessment.runnable
|
|
assert "partition_subgroups_not_distinct" in assessment.missing_bindings
|
|
assert "percent_subgroup_links_incomplete" in assessment.missing_bindings
|