{
  "adr": "0131.G.5",
  "axis": "aggregate",
  "cases_path": "evals/math_capability_axes/G5_aggregate/v1/cases.jsonl",
  "metrics": {
    "cases_total": 20,
    "pass_rate": 1.0,
    "passed": 20,
    "wrong": 0,
    "wrong_count_is_zero": true,
    "wrong_rate": 0.0
  },
  "per_case": [
    {
      "answer": 8.0,
      "case_id": "G5-2ent-001",
      "category": "2entity_no_op",
      "cue": "altogether",
      "expected_answer": 8.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 11.0,
      "case_id": "G5-2ent-002",
      "category": "2entity_no_op",
      "cue": "in total",
      "expected_answer": 11.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 15.0,
      "case_id": "G5-2ent-003",
      "category": "2entity_no_op",
      "cue": "combined",
      "expected_answer": 15.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 20.0,
      "case_id": "G5-2ent-004",
      "category": "2entity_no_op",
      "cue": "together",
      "expected_answer": 20.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 10.0,
      "case_id": "G5-3ent-001",
      "category": "3entity_no_op",
      "cue": "altogether",
      "expected_answer": 10.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 12.0,
      "case_id": "G5-3ent-002",
      "category": "3entity_no_op",
      "cue": "in total",
      "expected_answer": 12.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 18.0,
      "case_id": "G5-3ent-003",
      "category": "3entity_no_op",
      "cue": "combined",
      "expected_answer": 18.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 20.0,
      "case_id": "G5-3ent-004",
      "category": "3entity_no_op",
      "cue": "together",
      "expected_answer": 20.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 12.0,
      "case_id": "G5-op-001",
      "category": "2entity_with_op",
      "cue": "altogether",
      "expected_answer": 12.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 14.0,
      "case_id": "G5-op-002",
      "category": "2entity_with_op",
      "cue": "combined",
      "expected_answer": 14.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 16.0,
      "case_id": "G5-op-003",
      "category": "2entity_with_op",
      "cue": "in total",
      "expected_answer": 16.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 16.0,
      "case_id": "G5-op-004",
      "category": "2entity_with_op",
      "cue": "together",
      "expected_answer": 16.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 5.0,
      "case_id": "G5-degen-001",
      "category": "single_entity_total_cue",
      "cue": "in total",
      "expected_answer": 5.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 10.0,
      "case_id": "G5-degen-002",
      "category": "single_entity_total_cue",
      "cue": "altogether",
      "expected_answer": 10.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 7.0,
      "case_id": "G5-degen-003",
      "category": "single_entity_total_cue",
      "cue": "combined",
      "expected_answer": 7.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 6.0,
      "case_id": "G5-degen-004",
      "category": "single_entity_total_cue",
      "cue": "together",
      "expected_answer": 6.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": null,
      "case_id": "G5-refuse-001",
      "category": "refusal_outside_closed_cue",
      "cue": "none",
      "expected_answer": null,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": null,
      "case_id": "G5-refuse-002",
      "category": "refusal_outside_closed_cue",
      "cue": "none",
      "expected_answer": null,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": null,
      "case_id": "G5-refuse-003",
      "category": "refusal_outside_closed_cue",
      "cue": "none",
      "expected_answer": null,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": null,
      "case_id": "G5-refuse-004",
      "category": "refusal_outside_closed_cue",
      "cue": "none",
      "expected_answer": null,
      "outcome": "pass",
      "reason": ""
    }
  ],
  "per_category": {
    "2entity_no_op": {
      "pass": 4,
      "wrong": 0
    },
    "2entity_with_op": {
      "pass": 4,
      "wrong": 0
    },
    "3entity_no_op": {
      "pass": 4,
      "wrong": 0
    },
    "refusal_outside_closed_cue": {
      "pass": 4,
      "wrong": 0
    },
    "single_entity_total_cue": {
      "pass": 4,
      "wrong": 0
    }
  },
  "schema_version": 1
}
