{
  "adr": "0131.G.3",
  "axis": "numeric_literals",
  "cases_path": "evals/math_capability_axes/G3_numerics/v1/cases.jsonl",
  "class_counts": {
    "hyphenated_cardinal": 5,
    "money_symbol_decimal": 5,
    "money_symbol_integer": 5,
    "money_word": 5,
    "refuse_division_by_zero": 1,
    "refuse_money_precision": 2,
    "refuse_percentage": 1,
    "refuse_unknown_compound": 2
  },
  "metrics": {
    "cases_total": 26,
    "correct_rate_on_positive_cases": 1.0,
    "overall_pass": true,
    "refused_as_expected": 6,
    "solved_correct": 20,
    "solved_wrong": 0,
    "wrong_count_is_zero": true
  },
  "per_case": [
    {
      "actual_answer": 4000.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-sym-int-01",
      "class": "money_symbol_integer",
      "expected_answer": 4000,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "742b18b40f28213ce2361e208b8deb01cedf2ab16fe40b001e570070b5c48fdd",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 2500.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-sym-int-02",
      "class": "money_symbol_integer",
      "expected_answer": 2500,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "1e2ba5472e84656edabc744bfd036b001f342ac6b76760e411d5b51cf524753b",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 6000.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-sym-int-03",
      "class": "money_symbol_integer",
      "expected_answer": 6000,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "0db7b91caeb1721c99982938e5bafd45df5d3ba849982494e82984dbefaf8c76",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 7000.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-sym-int-04",
      "class": "money_symbol_integer",
      "expected_answer": 7000,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "9efdb9599d909c9501fae743b6b07e496febc474991f27090fc02b2c0ce24aef",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 3500.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-sym-int-05",
      "class": "money_symbol_integer",
      "expected_answer": 3500,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "0113e1b71499c4ad66008115e9b1e611790c432eb8c430f42ad64312a4b01484",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 1800.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-sym-dec-01",
      "class": "money_symbol_decimal",
      "expected_answer": 1800,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "cbe7694b94ec417069feb636114da8b3dfbbd6df5ba4226c0a17cf896a564a96",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 250.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-sym-dec-02",
      "class": "money_symbol_decimal",
      "expected_answer": 250,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "2a2b8050917b97d120fd90cd5a5246b6626a4e0a5be48b42a87aab39fba2112d",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 750.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-sym-dec-03",
      "class": "money_symbol_decimal",
      "expected_answer": 750,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "32543d70d2caf8befb616082361d7c59107e1f9b8785180da6f44bd4bf22ce72",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 675.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-sym-dec-04",
      "class": "money_symbol_decimal",
      "expected_answer": 675,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "dd6c3b8cc0c83a0fe9d65f993759a5f14243aae9a6086e7ce4ca92c26897350b",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 999.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-sym-dec-05",
      "class": "money_symbol_decimal",
      "expected_answer": 999,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "c4bda23a263700abd5e03c7d94d3393ae9a38a5587afcb2c374688db5b1f56df",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 4000.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-word-01",
      "class": "money_word",
      "expected_answer": 4000,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "742b18b40f28213ce2361e208b8deb01cedf2ab16fe40b001e570070b5c48fdd",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 4500.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-word-02",
      "class": "money_word",
      "expected_answer": 4500,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "0e222771bf42bd808f4d9d5794ac044d515e94a3b47377bdee695b6f8173b93c",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 250.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-word-03",
      "class": "money_word",
      "expected_answer": 250,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "a48d47cf0f4c41907df10058a246940352e5cae719c4a32778f80a6e88f46799",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 15000.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-word-04",
      "class": "money_word",
      "expected_answer": 15000,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "855733e843f7caa9d924aed87841ea21a67e74325e9445aae3f2477de3805dc2",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 1500.0,
      "actual_outcome": "correct",
      "actual_unit": "cents",
      "case_id": "g3-money-word-05",
      "class": "money_word",
      "expected_answer": 1500,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "10ed9467df9c42de95ba8104b0f1ff72fc50579839a6d85ce95aed184add37c0",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 25.0,
      "actual_outcome": "correct",
      "actual_unit": "apples",
      "case_id": "g3-hyphen-card-01",
      "class": "hyphenated_cardinal",
      "expected_answer": 25,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "5d486cf0eadaab2f52039c28b239c78ab58eca80bd154ab912be4acd03f06182",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 55.0,
      "actual_outcome": "correct",
      "actual_unit": "toys",
      "case_id": "g3-hyphen-card-02",
      "class": "hyphenated_cardinal",
      "expected_answer": 55,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "a094f20be6f6664e499a6f6fa9e68dbef6a27c5fcdd29973053919dfa20a322a",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 87.0,
      "actual_outcome": "correct",
      "actual_unit": "pencils",
      "case_id": "g3-hyphen-card-03",
      "class": "hyphenated_cardinal",
      "expected_answer": 87,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "bc0696023e69f665e1551344319e3eb40e0b7e97108b4f896b12b2eb9e85d6e5",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 40.0,
      "actual_outcome": "correct",
      "actual_unit": "apples",
      "case_id": "g3-hyphen-card-04",
      "class": "hyphenated_cardinal",
      "expected_answer": 40,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "69a3edca720fa45b42ce4b6c0c068ef51d0655ef4cd7098012898260dac1c4da",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": 18.0,
      "actual_outcome": "correct",
      "actual_unit": "books",
      "case_id": "g3-hyphen-card-05",
      "class": "hyphenated_cardinal",
      "expected_answer": 18,
      "expected_outcome": "solved_correct",
      "reason": "",
      "trace_hash": "fa82ed15b02dcbf1931623ab8a9cd1fcdeb4ae5e2ae15a0e50dcc6078fde5a2f",
      "verdict": "solved_correct"
    },
    {
      "actual_answer": null,
      "actual_outcome": "refused",
      "actual_unit": null,
      "case_id": "g3-refuse-money-prec-01",
      "class": "refuse_money_precision",
      "expected_answer": 0,
      "expected_outcome": "refused",
      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Bob has $40.000 in savings.' (category=currency_amount)",
      "trace_hash": null,
      "verdict": "refused"
    },
    {
      "actual_answer": null,
      "actual_outcome": "refused",
      "actual_unit": null,
      "case_id": "g3-refuse-money-prec-02",
      "class": "refuse_money_precision",
      "expected_answer": 0,
      "expected_outcome": "refused",
      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Sarah has $1.2345 in change.' (category=currency_amount)",
      "trace_hash": null,
      "verdict": "refused"
    },
    {
      "actual_answer": null,
      "actual_outcome": "refused",
      "actual_unit": null,
      "case_id": "g3-refuse-div-zero-01",
      "class": "refuse_division_by_zero",
      "expected_answer": 0,
      "expected_outcome": "refused",
      "reason": "candidate_graph: no admissible candidate for statement: 'Bob has 5/0 apples.'",
      "trace_hash": null,
      "verdict": "refused"
    },
    {
      "actual_answer": null,
      "actual_outcome": "refused",
      "actual_unit": null,
      "case_id": "g3-refuse-hyphen-01",
      "class": "refuse_unknown_compound",
      "expected_answer": 0,
      "expected_outcome": "refused",
      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Bob has five-and-a-half apples.' (category=descriptive_setup_no_quantity)",
      "trace_hash": null,
      "verdict": "refused"
    },
    {
      "actual_answer": null,
      "actual_outcome": "refused",
      "actual_unit": null,
      "case_id": "g3-refuse-hyphen-02",
      "class": "refuse_unknown_compound",
      "expected_answer": 0,
      "expected_outcome": "refused",
      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Bob has gobbledy-gook apples.' (category=descriptive_setup_no_quantity)",
      "trace_hash": null,
      "verdict": "refused"
    },
    {
      "actual_answer": null,
      "actual_outcome": "refused",
      "actual_unit": null,
      "case_id": "g3-refuse-percent-01",
      "class": "refuse_percentage",
      "expected_answer": 0,
      "expected_outcome": "refused",
      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Bob has 50% apples.' (category=discrete_count_statement)",
      "trace_hash": null,
      "verdict": "refused"
    }
  ],
  "schema_version": 1,
  "verdict_counts": {
    "refused": 6,
    "solved_correct": 20
  }
}
