{
  "schema_version": 1,
  "brief": "Brief 11B-step-2 + B1 \u2014 lexicon closure wave 3",
  "adr_chain": [
    "0164",
    "0164.3",
    "0164.4",
    "0166"
  ],
  "source_dataset": "gsm8k",
  "sample_path": "evals/gsm8k_math/train_sample/v1/cases.jsonl",
  "case_count": 50,
  "summary": {
    "admitted": 0,
    "refused": 50,
    "refusal_reasons": {
      "unknown_word": 3,
      "unexpected_category": 17,
      "unattached_quantity": 4,
      "incomplete_operation": 21,
      "no_question_target": 1,
      "unresolved_pronoun": 4
    },
    "missing_operators": {
      "lexicon_entry": 1,
      "pre_frame_filler_sentence": 9,
      "descriptive_frame_question": 2,
      "fraction_percentage_literal": 4,
      "unit_binding": 4,
      "multi_quantity_composition": 8,
      "quantity_extraction": 12,
      "question_target_slot": 1,
      "pronoun_resolution": 4,
      "compound_time_literal": 1,
      "multi_subject_sentence": 2,
      "question_frame_slot": 1,
      "compound_numeric_literal": 1
    }
  },
  "invariants": {
    "wrong_count": 0,
    "reader_runtime_changes_in_this_pr": false,
    "pack_changes": "+2 drain_token lemmas (path, journey, sees-alias-of-see) added to en_core_math_v1"
  },
  "per_case": [
    {
      "case_id": "gsm8k-train-sample-v1-0001",
      "outcome": "refused",
      "refusal_reason": "unknown_word",
      "missing_operator": "lexicon_entry",
      "refusal_detail": "no primitive or lexicon match for '+'",
      "sentence_index": 1,
      "token_index": 23,
      "token_text": "+",
      "recognized_terms": [
        "If",
        "she",
        "works",
        "more",
        "than",
        "8",
        "hours",
        "per",
        "shift",
        ",",
        "she",
        "is",
        "eligible",
        "for",
        "overtime",
        ",",
        "which",
        "is",
        "paid",
        "by",
        "your",
        "hourly",
        "wage"
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0002",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "pre_frame_filler_sentence",
      "refusal_detail": "category 'statement_terminator' (word='.') at pre-frame position 7 not handled; may be Phase-3 scope",
      "sentence_index": 1,
      "token_index": 7,
      "token_text": ".",
      "recognized_terms": [
        "She",
        "splits",
        "it",
        "up",
        "into",
        "25-foot",
        "sections"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0003",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "descriptive_frame_question",
      "refusal_detail": "category 'question_terminator' (word='?') not drainable in descriptive_frame",
      "sentence_index": 3,
      "token_index": 17,
      "token_text": "?",
      "recognized_terms": [
        "If",
        "the",
        "student",
        "council",
        "sells",
        "the",
        "erasers",
        "for",
        "$0.75",
        "each",
        ",",
        "how",
        "much",
        "money",
        "will",
        "they",
        "make"
      ],
      "skipped_frame": "descriptive_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0004",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "fraction_percentage_literal",
      "refusal_detail": "fraction/percentage literal at position 11 is out-of-scope (embedded-quantifier aggregate; deferred to Phase 2.1)",
      "sentence_index": 1,
      "token_index": 11,
      "token_text": "1/4",
      "recognized_terms": [
        "Half",
        "of",
        "the",
        "kids",
        "are",
        "going",
        "to",
        "soccer",
        "camp",
        ",",
        "and"
      ],
      "skipped_frame": "descriptive_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0005",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "fraction_percentage_literal",
      "refusal_detail": "fraction/percentage literal at position 10 is out-of-scope (embedded-quantifier aggregate; deferred to Phase 2.1)",
      "sentence_index": 0,
      "token_index": 10,
      "token_text": "3/4",
      "recognized_terms": [
        "In",
        "one",
        "hour",
        ",",
        "Addison",
        "mountain's",
        "temperature",
        "will",
        "decrease",
        "to"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0006",
      "outcome": "refused",
      "refusal_reason": "unattached_quantity",
      "missing_operator": "unit_binding",
      "refusal_detail": "1 quantities never attached to entity+unit at sentence end",
      "sentence_index": 2,
      "token_index": 12,
      "token_text": "",
      "recognized_terms": [
        "Presently",
        ",",
        "she",
        "reads",
        "books",
        "that",
        "are",
        "4",
        "times",
        "the",
        "previous",
        "length",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0007",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "multi_quantity_composition",
      "refusal_detail": "initial_state_frame has 2 quantities; multi-quantity initial state is Phase-2.1 scope",
      "sentence_index": 0,
      "token_index": 19,
      "token_text": "",
      "recognized_terms": [
        "Francine",
        "has",
        "five",
        "full",
        "boxes",
        "of",
        "crayons",
        "and",
        "5",
        "loose",
        "crayons",
        ",",
        "and",
        "her",
        "friend",
        "has",
        "27",
        "loose",
        "crayons",
        "."
      ],
      "skipped_frame": "initial_state_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0008",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "operation_frame closed with no quantity",
      "sentence_index": 0,
      "token_index": 4,
      "token_text": "",
      "recognized_terms": [
        "Marnie",
        "makes",
        "bead",
        "bracelets",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0009",
      "outcome": "refused",
      "refusal_reason": "no_question_target",
      "missing_operator": "question_target_slot",
      "refusal_detail": "ProblemReadingState has no unknown_target_slot after finalize",
      "sentence_index": 2,
      "token_index": 0,
      "token_text": "",
      "recognized_terms": [],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0010",
      "outcome": "refused",
      "refusal_reason": "unattached_quantity",
      "missing_operator": "unit_binding",
      "refusal_detail": "1 quantities never attached to entity+unit at sentence end",
      "sentence_index": 0,
      "token_index": 10,
      "token_text": "",
      "recognized_terms": [
        "Yun",
        "had",
        "20",
        "paperclips",
        "initially",
        ",",
        "but",
        "then",
        "lost",
        "12",
        "."
      ],
      "skipped_frame": "initial_state_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0011",
      "outcome": "refused",
      "refusal_reason": "unattached_quantity",
      "missing_operator": "unit_binding",
      "refusal_detail": "1 quantities never attached to entity+unit at sentence end",
      "sentence_index": 1,
      "token_index": 23,
      "token_text": "",
      "recognized_terms": [
        "If",
        "she",
        "spent",
        "$20",
        "on",
        "ingredients",
        ",",
        "how",
        "many",
        "cups",
        "of",
        "lemonade",
        "does",
        "she",
        "need",
        "to",
        "sell",
        "to",
        "make",
        "a",
        "profit",
        "of",
        "$80",
        "?"
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0012",
      "outcome": "refused",
      "refusal_reason": "unresolved_pronoun",
      "missing_operator": "pronoun_resolution",
      "refusal_detail": "pronoun 'them' in operation_frame has no compatible entity",
      "sentence_index": 1,
      "token_index": 14,
      "token_text": "them",
      "recognized_terms": [
        "He",
        "put",
        "all",
        "of",
        "them",
        "in",
        "his",
        "aquarium",
        "but",
        "his",
        "fish",
        "ate",
        "half",
        "of"
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0013",
      "outcome": "refused",
      "refusal_reason": "unknown_word",
      "missing_operator": "compound_time_literal",
      "refusal_detail": "no primitive or lexicon match for 'one-hour'",
      "sentence_index": 0,
      "token_index": 7,
      "token_text": "one-hour",
      "recognized_terms": [
        "Allison",
        ",",
        "a",
        "YouTuber",
        ",",
        "uploads",
        "10"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0014",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "multi_quantity_composition",
      "refusal_detail": "operation_frame has 2 quantities; multi-quantity operations are Phase-2.1 scope",
      "sentence_index": 0,
      "token_index": 8,
      "token_text": "",
      "recognized_terms": [
        "Bob",
        "can",
        "shuck",
        "10",
        "oysters",
        "in",
        "5",
        "minutes",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0015",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "operation_frame closed with no quantity",
      "sentence_index": 1,
      "token_index": 12,
      "token_text": "",
      "recognized_terms": [
        "What's",
        "the",
        "total",
        "time",
        "he",
        "takes",
        "to",
        "reach",
        "the",
        "Bronx",
        "from",
        "Manhattan",
        "?"
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0016",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "pre_frame_filler_sentence",
      "refusal_detail": "category 'statement_terminator' (word='.') at pre-frame position 22 not handled; may be Phase-3 scope",
      "sentence_index": 0,
      "token_index": 22,
      "token_text": ".",
      "recognized_terms": [
        "On",
        "Rudolph's",
        "car",
        "trip",
        "across",
        "town",
        ",",
        "he",
        "traveled",
        "2",
        "more",
        "than",
        "5",
        "miles",
        "and",
        "encountered",
        "3",
        "less",
        "than",
        "17",
        "stop",
        "signs"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0017",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "initial_state_frame closed with no quantity",
      "sentence_index": 0,
      "token_index": 9,
      "token_text": "",
      "recognized_terms": [
        "Jason",
        "has",
        "a",
        "carriage",
        "house",
        "that",
        "he",
        "rents",
        "out",
        "."
      ],
      "skipped_frame": "initial_state_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0018",
      "outcome": "refused",
      "refusal_reason": "unresolved_pronoun",
      "missing_operator": "pronoun_resolution",
      "refusal_detail": "pronoun 'his' in operation_frame has no compatible entity",
      "sentence_index": 0,
      "token_index": 4,
      "token_text": "his",
      "recognized_terms": [
        "Xavier",
        "plays",
        "football",
        "with"
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0019",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "operation_frame closed with no quantity",
      "sentence_index": 0,
      "token_index": 7,
      "token_text": "",
      "recognized_terms": [
        "John",
        "adopts",
        "a",
        "dog",
        "from",
        "a",
        "shelter",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0020",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "descriptive_frame_question",
      "refusal_detail": "category 'question_terminator' (word='?') not drainable in descriptive_frame",
      "sentence_index": 2,
      "token_index": 28,
      "token_text": "?",
      "recognized_terms": [
        "If",
        "the",
        "cost",
        "of",
        "one",
        "parakeet",
        "was",
        "$10",
        ",",
        "what",
        "would",
        "it",
        "cost",
        "to",
        "purchase",
        "all",
        "of",
        "the",
        "pets",
        "for",
        "sale",
        "at",
        "the",
        "pet",
        "shop",
        ",",
        "in",
        "dollars"
      ],
      "skipped_frame": "descriptive_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0021",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "pre_frame_filler_sentence",
      "refusal_detail": "category 'statement_terminator' (word='.') at pre-frame position 12 not handled; may be Phase-3 scope",
      "sentence_index": 1,
      "token_index": 12,
      "token_text": ".",
      "recognized_terms": [
        "He",
        "bench",
        "presses",
        "15",
        "pounds",
        "for",
        "10",
        "reps",
        "and",
        "does",
        "3",
        "sets"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0022",
      "outcome": "refused",
      "refusal_reason": "unresolved_pronoun",
      "missing_operator": "pronoun_resolution",
      "refusal_detail": "pronoun 'their' in operation_frame has no compatible entity",
      "sentence_index": 0,
      "token_index": 11,
      "token_text": "their",
      "recognized_terms": [
        "Erica",
        "lives",
        "near",
        "a",
        "lake",
        "where",
        "most",
        "locals",
        "sell",
        "fish",
        "as"
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0023",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "operation_frame closed with no quantity",
      "sentence_index": 1,
      "token_index": 16,
      "token_text": "",
      "recognized_terms": [
        "Cindy",
        "collected",
        "twice",
        "as",
        "many",
        ",",
        "and",
        "Rex",
        "collected",
        "half",
        "of",
        "Nicole",
        "and",
        "Cindy's",
        "combined",
        "total",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0024",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "multi_subject_sentence",
      "refusal_detail": "second entity 'Monday' at pre-frame position 6; multi-subject sentences are Phase-2.1 scope",
      "sentence_index": 0,
      "token_index": 6,
      "token_text": "Monday",
      "recognized_terms": [
        "Sidney",
        "does",
        "20",
        "jumping",
        "jacks",
        "on"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0025",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "pre_frame_filler_sentence",
      "refusal_detail": "category 'statement_terminator' (word='.') at pre-frame position 7 not handled; may be Phase-3 scope",
      "sentence_index": 0,
      "token_index": 7,
      "token_text": ".",
      "recognized_terms": [
        "Lilibeth",
        "and",
        "her",
        "friends",
        "go",
        "strawberry",
        "picking"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0026",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "multi_subject_sentence",
      "refusal_detail": "second entity 'Carson' at pre-frame position 4; multi-subject sentences are Phase-2.1 scope",
      "sentence_index": 0,
      "token_index": 4,
      "token_text": "Carson",
      "recognized_terms": [
        "Aaron",
        "and",
        "his",
        "brother"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0027",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "multi_quantity_composition",
      "refusal_detail": "initial_state_frame has 2 quantities; multi-quantity initial state is Phase-2.1 scope",
      "sentence_index": 0,
      "token_index": 11,
      "token_text": "",
      "recognized_terms": [
        "Malcolm",
        "has",
        "240",
        "followers",
        "on",
        "Instagram",
        "and",
        "500",
        "followers",
        "on",
        "Facebook",
        "."
      ],
      "skipped_frame": "initial_state_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0028",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "pre_frame_filler_sentence",
      "refusal_detail": "category 'statement_terminator' (word='.') at pre-frame position 5 not handled; may be Phase-3 scope",
      "sentence_index": 0,
      "token_index": 5,
      "token_text": ".",
      "recognized_terms": [
        "Tom",
        "opens",
        "an",
        "amusement",
        "park"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0029",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "operation_frame closed with no quantity",
      "sentence_index": 0,
      "token_index": 16,
      "token_text": "",
      "recognized_terms": [
        "Fabian",
        "bought",
        "a",
        "brand",
        "new",
        "computer",
        "mouse",
        "and",
        "keyboard",
        "to",
        "be",
        "able",
        "to",
        "work",
        "from",
        "home",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0030",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "pre_frame_filler_sentence",
      "refusal_detail": "category 'statement_terminator' (word='.') at pre-frame position 11 not handled; may be Phase-3 scope",
      "sentence_index": 0,
      "token_index": 11,
      "token_text": ".",
      "recognized_terms": [
        "Jake",
        "decides",
        "to",
        "go",
        "to",
        "the",
        "beach",
        "for",
        "a",
        "fun",
        "day"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0031",
      "outcome": "refused",
      "refusal_reason": "unattached_quantity",
      "missing_operator": "unit_binding",
      "refusal_detail": "1 quantities never attached to entity+unit at sentence end",
      "sentence_index": 0,
      "token_index": 16,
      "token_text": "",
      "recognized_terms": [
        "Jeremie",
        "wants",
        "to",
        "go",
        "to",
        "an",
        "amusement",
        "park",
        "with",
        "3",
        "friends",
        "at",
        "the",
        "end",
        "of",
        "summer",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0032",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "operation_frame closed with no quantity",
      "sentence_index": 0,
      "token_index": 6,
      "token_text": "",
      "recognized_terms": [
        "John",
        "decides",
        "to",
        "take",
        "up",
        "illustration",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0033",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "question_frame_slot",
      "refusal_detail": "question_frame missing required slot(s): unit_class",
      "sentence_index": 2,
      "token_index": 12,
      "token_text": "",
      "recognized_terms": [
        "How",
        "old",
        "will",
        "Rachel's",
        "father",
        "be",
        "when",
        "she",
        "is",
        "25",
        "years",
        "old",
        "?"
      ],
      "skipped_frame": "question_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0034",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "multi_quantity_composition",
      "refusal_detail": "operation_frame has 2 quantities; multi-quantity operations are Phase-2.1 scope",
      "sentence_index": 1,
      "token_index": 8,
      "token_text": "",
      "recognized_terms": [
        "He",
        "can",
        "run",
        "40",
        "yards",
        "within",
        "5",
        "seconds",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0035",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "pre_frame_filler_sentence",
      "refusal_detail": "category 'statement_terminator' (word='.') at pre-frame position 8 not handled; may be Phase-3 scope",
      "sentence_index": 1,
      "token_index": 8,
      "token_text": ".",
      "recognized_terms": [
        "She",
        "decided",
        "to",
        "split",
        "them",
        "among",
        "her",
        "friends"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0036",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "pre_frame_filler_sentence",
      "refusal_detail": "category 'statement_terminator' (word='.') at pre-frame position 6 not handled; may be Phase-3 scope",
      "sentence_index": 0,
      "token_index": 6,
      "token_text": ".",
      "recognized_terms": [
        "Monica",
        "way",
        "studying",
        "for",
        "an",
        "exam"
      ],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0037",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "multi_quantity_composition",
      "refusal_detail": "operation_frame has 2 quantities; multi-quantity operations are Phase-2.1 scope",
      "sentence_index": 1,
      "token_index": 11,
      "token_text": "",
      "recognized_terms": [
        "He",
        "lost",
        "3",
        "pounds",
        "in",
        "March",
        "and",
        "4",
        "pounds",
        "in",
        "April",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0038",
      "outcome": "refused",
      "refusal_reason": "unknown_word",
      "missing_operator": "compound_numeric_literal",
      "refusal_detail": "no primitive or lexicon match for 'hundred'",
      "sentence_index": 0,
      "token_index": 7,
      "token_text": "hundred",
      "recognized_terms": [
        "In",
        "a",
        "building",
        ",",
        "there",
        "are",
        "a"
      ],
      "skipped_frame": "descriptive_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0039",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "operation_frame closed with no quantity",
      "sentence_index": 2,
      "token_index": 10,
      "token_text": "",
      "recognized_terms": [
        "Jose",
        "gained",
        "two",
        "pounds",
        "more",
        "than",
        "twice",
        "what",
        "Orlando",
        "gained",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0040",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "initial_state_frame closed with no quantity",
      "sentence_index": 0,
      "token_index": 18,
      "token_text": "",
      "recognized_terms": [
        "Over",
        "several",
        "years",
        ",",
        "Daniel",
        "has",
        "adopted",
        "any",
        "stray",
        "animals",
        "he",
        "sees",
        "on",
        "the",
        "side",
        "of",
        "the",
        "road",
        "."
      ],
      "skipped_frame": "initial_state_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0041",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "multi_quantity_composition",
      "refusal_detail": "operation_frame has 2 quantities; multi-quantity operations are Phase-2.1 scope",
      "sentence_index": 0,
      "token_index": 13,
      "token_text": "",
      "recognized_terms": [
        "Troy",
        "bakes",
        "2",
        "pans",
        "of",
        "brownies",
        ",",
        "cut",
        "into",
        "16",
        "pieces",
        "per",
        "pan",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0042",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "multi_quantity_composition",
      "refusal_detail": "initial_state_frame has 3 quantities; multi-quantity initial state is Phase-2.1 scope",
      "sentence_index": 0,
      "token_index": 19,
      "token_text": "",
      "recognized_terms": [
        "Ella",
        "has",
        "4",
        "bags",
        "with",
        "20",
        "apples",
        "in",
        "each",
        "bag",
        "and",
        "six",
        "bags",
        "with",
        "25",
        "apples",
        "in",
        "each",
        "bag",
        "."
      ],
      "skipped_frame": "initial_state_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0043",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "operation_frame closed with no quantity",
      "sentence_index": 0,
      "token_index": 6,
      "token_text": "",
      "recognized_terms": [
        "Sandra",
        "wants",
        "to",
        "buy",
        "some",
        "sweets",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0044",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "fraction_percentage_literal",
      "refusal_detail": "fraction/percentage literal at position 7 is out-of-scope (embedded-quantifier aggregate; deferred to Phase 2.1)",
      "sentence_index": 0,
      "token_index": 7,
      "token_text": "10%",
      "recognized_terms": [
        "John",
        "invests",
        "in",
        "a",
        "bank",
        "and",
        "gets"
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0045",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "operation_frame closed with no quantity",
      "sentence_index": 0,
      "token_index": 7,
      "token_text": "",
      "recognized_terms": [
        "Bart",
        "fills",
        "out",
        "surveys",
        "to",
        "earn",
        "money",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0046",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "fraction_percentage_literal",
      "refusal_detail": "fraction/percentage literal at position 0 is out-of-scope (embedded-quantifier aggregate; deferred to Phase 2.1)",
      "sentence_index": 2,
      "token_index": 0,
      "token_text": "20%",
      "recognized_terms": [],
      "skipped_frame": null
    },
    {
      "case_id": "gsm8k-train-sample-v1-0047",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "multi_quantity_composition",
      "refusal_detail": "operation_frame has 2 quantities; multi-quantity operations are Phase-2.1 scope",
      "sentence_index": 0,
      "token_index": 10,
      "token_text": "",
      "recognized_terms": [
        "John",
        "bakes",
        "12",
        "coconut",
        "macaroons",
        ",",
        "each",
        "weighing",
        "5",
        "ounces",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0048",
      "outcome": "refused",
      "refusal_reason": "incomplete_operation",
      "missing_operator": "quantity_extraction",
      "refusal_detail": "operation_frame closed with no quantity",
      "sentence_index": 0,
      "token_index": 4,
      "token_text": "",
      "recognized_terms": [
        "Jed",
        "collects",
        "stamp",
        "cards",
        "."
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0049",
      "outcome": "refused",
      "refusal_reason": "unresolved_pronoun",
      "missing_operator": "pronoun_resolution",
      "refusal_detail": "pronoun 'it' in operation_frame has no compatible entity",
      "sentence_index": 1,
      "token_index": 33,
      "token_text": "it",
      "recognized_terms": [
        "In",
        "the",
        "first",
        "route",
        ",",
        "he",
        "walks",
        "for",
        "6",
        "minutes",
        "uphill",
        ",",
        "walks",
        "for",
        "twice",
        "this",
        "amount",
        "of",
        "time",
        "along",
        "a",
        "path",
        ",",
        "then",
        "finishes",
        "the",
        "journey",
        "in",
        "a",
        "third",
        "of",
        "the",
        "time"
      ],
      "skipped_frame": "operation_frame"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0050",
      "outcome": "refused",
      "refusal_reason": "unexpected_category",
      "missing_operator": "pre_frame_filler_sentence",
      "refusal_detail": "category 'statement_terminator' (word='.') at pre-frame position 10 not handled; may be Phase-3 scope",
      "sentence_index": 0,
      "token_index": 10,
      "token_text": ".",
      "recognized_terms": [
        "Mark",
        "does",
        "a",
        "gig",
        "every",
        "other",
        "day",
        "for",
        "2",
        "weeks"
      ],
      "skipped_frame": null
    }
  ]
}