{
  "adr": "0136.S.4",
  "axis": "novel_initial_form",
  "cases_path": "evals/math_capability_axes/S4_novel_initial_form/v1/cases.jsonl",
  "metrics": {
    "cases_total": 20,
    "pass_rate": 1.0,
    "passed": 20,
    "wrong": 0,
    "wrong_count_is_zero": true,
    "wrong_rate": 0.0
  },
  "per_case": [
    {
      "answer": 100.0,
      "case_id": "S4-indef-canon-001",
      "category": "indefinite_article_canonical",
      "expected_answer": 100.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 50.0,
      "case_id": "S4-indef-canon-002",
      "category": "indefinite_article_canonical",
      "expected_answer": 50.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 200.0,
      "case_id": "S4-indef-canon-003",
      "category": "indefinite_article_canonical",
      "expected_answer": 200.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 30.0,
      "case_id": "S4-indef-canon-004",
      "category": "indefinite_article_canonical",
      "expected_answer": 30.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 40.0,
      "case_id": "S4-indef-subst-001",
      "category": "indefinite_article_substance",
      "expected_answer": 40.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 25.0,
      "case_id": "S4-indef-subst-002",
      "category": "indefinite_article_substance",
      "expected_answer": 25.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 60.0,
      "case_id": "S4-indef-subst-003",
      "category": "indefinite_article_substance",
      "expected_answer": 60.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 100.0,
      "case_id": "S4-prep-canon-001",
      "category": "prep_prefix_canonical",
      "expected_answer": 100.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 30.0,
      "case_id": "S4-prep-canon-002",
      "category": "prep_prefix_canonical",
      "expected_answer": 30.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 200.0,
      "case_id": "S4-prep-canon-003",
      "category": "prep_prefix_canonical",
      "expected_answer": 200.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 15.0,
      "case_id": "S4-prep-canon-004",
      "category": "prep_prefix_canonical",
      "expected_answer": 15.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 100.0,
      "case_id": "S4-prep-ordinal-001",
      "category": "prep_prefix_ordinal_participial",
      "expected_answer": 100.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 50.0,
      "case_id": "S4-prep-ordinal-002",
      "category": "prep_prefix_ordinal_participial",
      "expected_answer": 50.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 200.0,
      "case_id": "S4-prep-ordinal-003",
      "category": "prep_prefix_ordinal_participial",
      "expected_answer": 200.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": null,
      "case_id": "S4-ref-missing-unit-001",
      "category": "refusal_missing_unit",
      "expected_answer": null,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": null,
      "case_id": "S4-ref-missing-unit-002",
      "category": "refusal_missing_unit",
      "expected_answer": null,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": null,
      "case_id": "S4-ref-indef-quant-001",
      "category": "refusal_indefinite_quantity",
      "expected_answer": null,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": null,
      "case_id": "S4-ref-indef-quant-002",
      "category": "refusal_indefinite_quantity",
      "expected_answer": null,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 100.0,
      "case_id": "S4-reg-definite-001",
      "category": "refusal_definite_article_regression",
      "expected_answer": 100.0,
      "outcome": "pass",
      "reason": ""
    },
    {
      "answer": 50.0,
      "case_id": "S4-reg-definite-002",
      "category": "refusal_definite_article_regression",
      "expected_answer": 50.0,
      "outcome": "pass",
      "reason": ""
    }
  ],
  "per_category": {
    "indefinite_article_canonical": {
      "pass": 4,
      "wrong": 0
    },
    "indefinite_article_substance": {
      "pass": 3,
      "wrong": 0
    },
    "prep_prefix_canonical": {
      "pass": 4,
      "wrong": 0
    },
    "prep_prefix_ordinal_participial": {
      "pass": 3,
      "wrong": 0
    },
    "refusal_definite_article_regression": {
      "pass": 2,
      "wrong": 0
    },
    "refusal_indefinite_quantity": {
      "pass": 2,
      "wrong": 0
    },
    "refusal_missing_unit": {
      "pass": 2,
      "wrong": 0
    }
  },
  "schema_version": 1
}
