{
  "adjacent_benchmark_citations": [
    {
      "benchmark": "MATH (level 1-5, hendrycks)",
      "metric": "exact_match",
      "model": "claude-3-5-sonnet-20241022",
      "note": "Reported on the full MATH test set (5000 problems). B1's univariate polynomial scope is a strict subset of the MATH algebra sub-domain.",
      "score": 0.781,
      "source_date": "2024-06-20",
      "source_url": "https://www.anthropic.com/news/claude-3-5-sonnet",
      "vendor": "Anthropic"
    },
    {
      "benchmark": "AIME 2025 (high-school olympiad-style algebra)",
      "metric": "exact_match",
      "model": "claude-opus-4-1-20250805",
      "note": "AIME problems exceed B1's bounded scope by a wide margin; reported here as upper-bound context for frontier symbolic capability.",
      "score": 0.901,
      "source_date": "2025-08-05",
      "source_url": "https://www.anthropic.com/claude/opus",
      "vendor": "Anthropic"
    },
    {
      "benchmark": "MATH (level 1-5, hendrycks)",
      "metric": "exact_match",
      "model": "gpt-4o-2024-05-13",
      "note": "Same full MATH test set as the Anthropic citation; scope caveat applies.",
      "score": 0.764,
      "source_date": "2024-05-13",
      "source_url": "https://openai.com/index/hello-gpt-4o/",
      "vendor": "OpenAI"
    },
    {
      "benchmark": "MATH (level 1-5, hendrycks)",
      "metric": "exact_match",
      "model": "gemini-1.5-pro-001",
      "note": "Same MATH test set; scope caveat applies.",
      "score": 0.674,
      "source_date": "2024-05-14",
      "source_url": "https://blog.google/technology/ai/google-gemini-update-flash-ai-assistant-io-2024/",
      "vendor": "Google"
    }
  ],
  "adr": "0131.1.F",
  "core": {
    "accuracy": 1.0,
    "case_count": 185,
    "deterministic": true,
    "exit_criterion_passed": true,
    "lane": "math_symbolic_equivalence_v1",
    "refusal_correctness": 1.0,
    "verdict_counts": {
      "correct": 185,
      "refused": 0,
      "wrong": 0
    }
  },
  "frontier_head_to_head": [
    {
      "accuracy": 0.9621621621621622,
      "case_count": 185,
      "latency_summary": null,
      "missing_case_ids": [],
      "model": "claude-opus-4-7",
      "provider": "anthropic",
      "refusal_correctness": 0.3333333333333333,
      "refused_expected_total": 3,
      "responses_seen": 185,
      "status": "ok",
      "verdict_counts": {
        "equivalent": 145,
        "not_equivalent": 39,
        "refused": 1
      }
    },
    {
      "accuracy": 0.9837837837837838,
      "case_count": 185,
      "latency_summary": null,
      "missing_case_ids": [],
      "model": "claude-sonnet-4-6",
      "provider": "anthropic",
      "refusal_correctness": 0.3333333333333333,
      "refused_expected_total": 3,
      "responses_seen": 185,
      "status": "ok",
      "verdict_counts": {
        "equivalent": 139,
        "not_equivalent": 45,
        "refused": 1
      }
    },
    {
      "accuracy": 0.4918918918918919,
      "case_count": 185,
      "latency_summary": null,
      "missing_case_ids": [
        "sym-eq-gen-v1-0062",
        "sym-eq-gen-v1-0063",
        "sym-eq-gen-v1-0064",
        "sym-eq-gen-v1-0065",
        "sym-eq-gen-v1-0066",
        "sym-eq-gen-v1-0067",
        "sym-eq-gen-v1-0068",
        "sym-eq-gen-v1-0069",
        "sym-eq-gen-v1-0070",
        "sym-eq-gen-v1-0071",
        "sym-eq-gen-v1-0072",
        "sym-eq-gen-v1-0073",
        "sym-eq-gen-v1-0074",
        "sym-eq-gen-v1-0075",
        "sym-eq-gen-v1-0076",
        "sym-eq-gen-v1-0077",
        "sym-eq-gen-v1-0078",
        "sym-eq-gen-v1-0079",
        "sym-eq-gen-v1-0080",
        "sym-eq-gen-v1-0081",
        "sym-eq-gen-v1-0082",
        "sym-eq-gen-v1-0083",
        "sym-eq-gen-v1-0084",
        "sym-eq-gen-v1-0085",
        "sym-eq-gen-v1-0086",
        "sym-eq-gen-v1-0087",
        "sym-eq-gen-v1-0088",
        "sym-eq-gen-v1-0089",
        "sym-eq-gen-v1-0090",
        "sym-eq-gen-v1-0091",
        "sym-eq-gen-v1-0092",
        "sym-eq-gen-v1-0093",
        "sym-eq-gen-v1-0094",
        "sym-eq-gen-v1-0095",
        "sym-eq-gen-v1-0096",
        "sym-eq-gen-v1-0097",
        "sym-eq-gen-v1-0098",
        "sym-eq-gen-v1-0099",
        "sym-eq-gen-v1-0100",
        "sym-eq-gen-v1-0101",
        "sym-eq-gen-v1-0102",
        "sym-eq-gen-v1-0103",
        "sym-eq-gen-v1-0104",
        "sym-eq-gen-v1-0105",
        "sym-eq-gen-v1-0106",
        "sym-eq-gen-v1-0107",
        "sym-eq-gen-v1-0108",
        "sym-eq-gen-v1-0109",
        "sym-eq-gen-v1-0110",
        "sym-eq-gen-v1-0111",
        "sym-eq-gen-v1-0112",
        "sym-eq-gen-v1-0113",
        "sym-eq-gen-v1-0114",
        "sym-eq-gen-v1-0115",
        "sym-eq-gen-v1-0116",
        "sym-eq-gen-v1-0117",
        "sym-eq-gen-v1-0118",
        "sym-eq-gen-v1-0119",
        "sym-eq-gen-v1-0120",
        "sym-eq-gen-v1-0121",
        "sym-eq-gen-v1-0122",
        "sym-eq-gen-v1-0123",
        "sym-eq-gen-v1-0124",
        "sym-eq-gen-v1-0125",
        "sym-eq-gen-v1-0126",
        "sym-eq-gen-v1-0127",
        "sym-eq-gen-v1-0128",
        "sym-eq-gen-v1-0129",
        "sym-eq-gen-v1-0130",
        "sym-eq-gen-v1-0131",
        "sym-eq-gen-v1-0132",
        "sym-eq-gen-v1-0133",
        "sym-eq-gen-v1-0134",
        "sym-eq-gen-v1-0135",
        "sym-eq-gen-v1-0136",
        "sym-eq-gen-v1-0137",
        "sym-eq-gen-v1-0138",
        "sym-eq-gen-v1-0139",
        "sym-eq-gen-v1-0140",
        "sym-eq-gen-v1-0141",
        "sym-eq-gen-v1-0142",
        "sym-eq-gen-v1-0143",
        "sym-eq-gen-v1-0144",
        "sym-eq-gen-v1-0145",
        "sym-eq-gen-v1-0146",
        "sym-eq-gen-v1-0147",
        "sym-eq-gen-v1-0148",
        "sym-eq-gen-v1-0149",
        "sym-eq-gen-v1-0150",
        "sym-eq-gen-v1-0151",
        "sym-eq-gen-v1-0152",
        "sym-eq-gen-v1-0153",
        "sym-eq-gen-v1-0154",
        "sym-eq-gen-v1-0155"
      ],
      "model": "qwen3:8b",
      "provider": "ollama",
      "refusal_correctness": null,
      "refused_expected_total": 0,
      "responses_seen": 91,
      "status": "ok",
      "verdict_counts": {
        "equivalent": 81,
        "not_equivalent": 10
      }
    },
    {
      "accuracy": 0.7243243243243244,
      "case_count": 185,
      "latency_summary": null,
      "missing_case_ids": [],
      "model": "gpt-5",
      "provider": "openai",
      "refusal_correctness": 0.3333333333333333,
      "refused_expected_total": 3,
      "responses_seen": 185,
      "status": "ok",
      "verdict_counts": {
        "equivalent": 106,
        "not_equivalent": 29,
        "refused": 50
      }
    }
  ],
  "schema_version": 1,
  "scope_disclaimer": "Citations above measure frontier capability on the full MATH benchmark (Hendrycks et al., 2021), which spans algebra, geometry, number theory, and combinatorics across five difficulty levels. B1 (ADR-0131.1) measures univariate polynomial canonical equivalence \u2014 a strict subset of the algebra sub-domain. The citations are not claimed as head-to-head scores on B1; the head-to-head, when run, is reported separately via frontier_runner with provider responses cached for replay."
}
