{
  "cases": [
    {
      "case_id": "gsm8k-train-sample-v1-0001",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Tina makes $18.00 an hour.' (category=rate_with_currency)",
      "shape_category": "rate_with_currency",
      "statement": "Tina makes $18.00 an hour."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0002",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'She splits it up into 25-foot sections.' (category=discrete_count_statement)",
      "shape_category": "unit_partition",
      "statement": "She splits it up into 25-foot sections."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0004",
      "refusal_reason": "candidate_graph: no admissible candidate for statement: 'Half of the kids are going to soccer camp, and 1/4 of the kids going to soccer camp are going to soccer camp in the morning.'",
      "shape_category": "discrete_count_statement",
      "statement": "Half of the kids are going to soccer camp, and 1/4 of the kids going to soccer camp are going to soccer camp in the morning."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0005",
      "refusal_reason": "candidate_graph: no admissible candidate for statement: \"In one hour, Addison mountain's temperature will decrease to 3/4  of its temperature.\"",
      "shape_category": "fractional_rate_of_change",
      "statement": "In one hour, Addison mountain's temperature will decrease to 3/4  of its temperature."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0006",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Mandy started reading books with only 8 pages when she was 6 years old.' (category=multiplicative_aggregation)",
      "shape_category": "discrete_count_statement",
      "statement": "Mandy started reading books with only 8 pages when she was 6 years old."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0007",
      "refusal_reason": "candidate_graph: no admissible candidate for question: 'How many more boxes do they need if Francine has a total of 85 crayons?'",
      "shape_category": "indefinite_quantity",
      "statement": "How many more boxes do they need if Francine has a total of 85 crayons?"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0008",
      "refusal_reason": "candidate_graph: no admissible candidate for question: 'If 50 beads are used to make one bracelet, how many bracelets will Marnie be able to make out of the beads she bought?'",
      "shape_category": "nested_question_target",
      "statement": "If 50 beads are used to make one bracelet, how many bracelets will Marnie be able to make out of the beads she bought?"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0009",
      "refusal_reason": "candidate_graph: no admissible candidate for question: 'If Jen has 150 ducks, how many total birds does she have?'",
      "shape_category": "nested_question_target",
      "statement": "If Jen has 150 ducks, how many total birds does she have?"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0010",
      "refusal_reason": "candidate_graph: no admissible candidate for statement: 'Marion has 1/4 more than what Yun currently has, plus 7.'",
      "shape_category": "comparative_with_unit",
      "statement": "Marion has 1/4 more than what Yun currently has, plus 7."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0011",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Alexa has a lemonade stand where she sells lemonade for $2 for one cup.' (category=rate_with_currency)",
      "shape_category": "rate_with_currency",
      "statement": "Alexa has a lemonade stand where she sells lemonade for $2 for one cup."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0012",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'He put all of them in his aquarium but his fish ate half of them.' (category=descriptive_setup_no_quantity)",
      "shape_category": "fractional_rate_of_change",
      "statement": "He put all of them in his aquarium but his fish ate half of them."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0013",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Allison, a YouTuber, uploads 10 one-hour videos of food reviews each day to her channel.' (category=multiplicative_aggregation)",
      "shape_category": "temporal_aggregation",
      "statement": "Allison, a YouTuber, uploads 10 one-hour videos of food reviews each day to her channel."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0015",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Traveling from Manhattan to the Bronx, Andrew rides the subway for 10 hours, takes the train and rides for twice as much time as the subway ride, and then bikes the remaining distance for 8 hours.' (category=discrete_count_statement)",
      "shape_category": "comparative_with_unit",
      "statement": "Traveling from Manhattan to the Bronx, Andrew rides the subway for 10 hours, takes the train and rides for twice as much time as the subway ride, and then bikes the remaining distance for 8 hours."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0016",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: \"On Rudolph's car trip across town, he traveled 2 more than 5 miles and encountered 3 less than 17 stop signs.\" (category=discrete_count_statement)",
      "shape_category": "comparative_with_unit",
      "statement": "On Rudolph's car trip across town, he traveled 2 more than 5 miles and encountered 3 less than 17 stop signs."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0017",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'He’s charging $50.00 per day or $500.00 for 14 days.' (category=temporal_aggregation)",
      "shape_category": "rate_with_currency",
      "statement": "He’s charging $50.00 per day or $500.00 for 14 days."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0019",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'After the first appointment, John paid $100 for pet insurance that covers 80% of the subsequent visits.' (category=currency_amount)",
      "shape_category": "currency_amount",
      "statement": "After the first appointment, John paid $100 for pet insurance that covers 80% of the subsequent visits."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0020",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Two puppies, two kittens, and three parakeets were for sale at the pet shop.' (category=discrete_count_statement)",
      "shape_category": "discrete_count_statement",
      "statement": "Two puppies, two kittens, and three parakeets were for sale at the pet shop."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0022",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Erica lives near a lake where most locals sell fish as their main source of income, earning $20 per kg of fish.' (category=rate_with_currency)",
      "shape_category": "rate_with_currency",
      "statement": "Erica lives near a lake where most locals sell fish as their main source of income, earning $20 per kg of fish."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0023",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: \"Cindy collected twice as many, and Rex collected half of Nicole and Cindy's combined total.\" (category=descriptive_setup_no_quantity)",
      "shape_category": "comparative_with_unit",
      "statement": "Cindy collected twice as many, and Rex collected half of Nicole and Cindy's combined total."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0025",
      "refusal_reason": "candidate_graph: no admissible candidate for question: \"If three of Lilibeth's friends pick the same amount as her, how many strawberries do Lilibeth and her friends pick in all?\"",
      "shape_category": "nested_question_target",
      "statement": "If three of Lilibeth's friends pick the same amount as her, how many strawberries do Lilibeth and her friends pick in all?"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0026",
      "refusal_reason": "candidate_graph: no admissible candidate for statement: 'Aaron and his brother Carson each saved up $40 to go to dinner.'",
      "shape_category": "currency_amount",
      "statement": "Aaron and his brother Carson each saved up $40 to go to dinner."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0027",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'The number of followers he has on Twitter is half the number of followers he has on Instagram and Facebook combined.' (category=descriptive_setup_no_quantity)",
      "shape_category": "uncategorized",
      "statement": "The number of followers he has on Twitter is half the number of followers he has on Instagram and Facebook combined."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0028",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'It cost $100,000 to open initially.' (category=currency_amount)",
      "shape_category": "currency_amount",
      "statement": "It cost $100,000 to open initially."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0029",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'The cost of the keyboard was three times greater than the cost of the mouse.' (category=discrete_count_statement)",
      "shape_category": "discrete_count_statement",
      "statement": "The cost of the keyboard was three times greater than the cost of the mouse."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0030",
      "refusal_reason": "candidate_graph: no admissible candidate for statement: 'It is a 2-hour drive each way.'",
      "shape_category": "unit_partition",
      "statement": "It is a 2-hour drive each way."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0031",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Jeremie wants to go to an amusement park with 3 friends at the end of summer.' (category=discrete_count_statement)",
      "shape_category": "discrete_count_statement",
      "statement": "Jeremie wants to go to an amusement park with 3 friends at the end of summer."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0032",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'He draws and colors 10 pictures.' (category=discrete_count_statement)",
      "shape_category": "discrete_count_statement",
      "statement": "He draws and colors 10 pictures."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0033",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Rachel is 12 years old, and her grandfather is 7 times her age.' (category=discrete_count_statement)",
      "shape_category": "comparative_with_unit",
      "statement": "Rachel is 12 years old, and her grandfather is 7 times her age."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0034",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'He can run 40 yards within 5 seconds.' (category=discrete_count_statement)",
      "shape_category": "temporal_aggregation",
      "statement": "He can run 40 yards within 5 seconds."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0035",
      "refusal_reason": "candidate_graph: no admissible candidate for question: 'How many more apples would Martha need to give away to be left with only 4 of them?'",
      "shape_category": "indefinite_quantity",
      "statement": "How many more apples would Martha need to give away to be left with only 4 of them?"
    },
    {
      "case_id": "gsm8k-train-sample-v1-0036",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'She studied for 2 hours on Wednesday and three times as long on Thursday.' (category=discrete_count_statement)",
      "shape_category": "temporal_aggregation",
      "statement": "She studied for 2 hours on Wednesday and three times as long on Thursday."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0037",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Michael wants to lose 10 pounds by June.' (category=discrete_count_statement)",
      "shape_category": "discrete_count_statement",
      "statement": "Michael wants to lose 10 pounds by June."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0038",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'There are three times that many girls at a party being held on the second floor of the building.' (category=discrete_count_statement)",
      "shape_category": "indefinite_quantity",
      "statement": "There are three times that many girls at a party being held on the second floor of the building."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0039",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Orlando gained 5 pounds.' (category=discrete_count_statement)",
      "shape_category": "discrete_count_statement",
      "statement": "Orlando gained 5 pounds."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0040",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'He now has 2 horses, 5 dogs, 7 cats, 3 turtles, and 1 goat.' (category=discrete_count_statement)",
      "shape_category": "discrete_count_statement",
      "statement": "He now has 2 horses, 5 dogs, 7 cats, 3 turtles, and 1 goat."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0041",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'The guests eat all of 1 pan, and 75% of the 2nd pan.' (category=discrete_count_statement)",
      "shape_category": "fractional_rate_of_change",
      "statement": "The guests eat all of 1 pan, and 75% of the 2nd pan."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0043",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Her mother gave her an additional $4, and her father twice as much as her mother.' (category=currency_amount)",
      "shape_category": "currency_amount",
      "statement": "Her mother gave her an additional $4, and her father twice as much as her mother."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0044",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'John invests in a bank and gets 10% simple interest.' (category=discrete_count_statement)",
      "shape_category": "uncategorized",
      "statement": "John invests in a bank and gets 10% simple interest."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0045",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Each survey has 10 questions.' (category=multiplicative_aggregation)",
      "shape_category": "multiplicative_aggregation",
      "statement": "Each survey has 10 questions."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0046",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Half of the students are girls, the other half are boys.' (category=descriptive_setup_no_quantity)",
      "shape_category": "uncategorized",
      "statement": "Half of the students are girls, the other half are boys."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0047",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'He then packs an equal number of the macaroons in 4 different brown bags, ready for delivery.' (category=discrete_count_statement)",
      "shape_category": "discrete_count_statement",
      "statement": "He then packs an equal number of the macaroons in 4 different brown bags, ready for delivery."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0048",
      "refusal_reason": "candidate_graph: no admissible candidate for statement: 'Every week, he gets 6 cards.'",
      "shape_category": "temporal_aggregation",
      "statement": "Every week, he gets 6 cards."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0049",
      "refusal_reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Malcolm is trying to find the fastest walk to school and is currently comparing two routes.' (category=discrete_count_statement)",
      "shape_category": "discrete_count_statement",
      "statement": "Malcolm is trying to find the fastest walk to school and is currently comparing two routes."
    },
    {
      "case_id": "gsm8k-train-sample-v1-0050",
      "refusal_reason": "candidate_graph: no admissible candidate for statement: 'Mark does a gig every other day for 2 weeks.'",
      "shape_category": "temporal_aggregation",
      "statement": "Mark does a gig every other day for 2 weeks."
    }
  ],
  "lane": "refusal_taxonomy",
  "metrics": {
    "by_category": {
      "comparative_with_unit": 5,
      "conditional_quantity": 0,
      "currency_amount": 4,
      "descriptive_setup_no_quantity": 0,
      "discrete_count_statement": 11,
      "fractional_rate_of_change": 3,
      "indefinite_quantity": 3,
      "multiplicative_aggregation": 1,
      "nested_question_target": 3,
      "rate_with_currency": 4,
      "temporal_aggregation": 5,
      "uncategorized": 3,
      "unit_partition": 2
    },
    "case_digest": "f352d0bd4d49b9f48d71b5d4f44443ae68e78d721352fa891d3002ec72445dbb",
    "categorized_rate": 0.9318181818181818,
    "total": 44,
    "uncategorized": 3
  },
  "source_cases": "/Users/kaizenpro/Projects/core/.claude/worktrees/tender-raman-028946/evals/refusal_taxonomy/public/v1/cases.jsonl",
  "split": "public",
  "version": "v1"
}
