{
  "adr": "0131.G",
  "metrics": {
    "admission_rate": 0.0,
    "admitted_solved": 0,
    "admitted_wrong": 0,
    "cases_total": 50,
    "refused": 50,
    "refused_rate": 1.0,
    "safety_rail_intact": true,
    "wrong_count_is_zero": true,
    "wrong_rate": 0.0
  },
  "per_case": [
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0001",
      "expected_answer": 990.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Tina makes $18.00 an hour.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0002",
      "expected_answer": 15.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'She splits it up into 25-foot sections.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0003",
      "expected_answer": 864.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'The student council sells scented erasers in the morning before school starts to help raise money for school dances.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0004",
      "expected_answer": 2000.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'There are some kids in camp.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0005",
      "expected_answer": 21.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: \"In one hour, Addison mountain's temperature will decrease to 3/4  of its temperature.\"",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0006",
      "expected_answer": 480.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Mandy started reading books with only 8 pages when she was 6 years old.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0007",
      "expected_answer": 2.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Francine has five full boxes of crayons and 5 loose crayons, and her friend has 27 loose crayons.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0008",
      "expected_answer": 9.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Marnie makes bead bracelets.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0009",
      "expected_answer": 185.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Jen has 10 more ducks than four times the number of chickens.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0010",
      "expected_answer": 9.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Yun had 20 paperclips initially, but then lost 12.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0011",
      "expected_answer": 50.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Alexa has a lemonade stand where she sells lemonade for $2 for one cup.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0012",
      "expected_answer": 7.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'He put all of them in his aquarium but his fish ate half of them.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0013",
      "expected_answer": 450.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Allison, a YouTuber, uploads 10 one-hour videos of food reviews each day to her channel.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0014",
      "expected_answer": 240.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Bob can shuck 10 oysters in 5 minutes.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0015",
      "expected_answer": 38.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Traveling from Manhattan to the Bronx, Andrew rides the subway for 10 hours, takes the train and rides for twice as much time as the subway ride, and then bikes the remaining distance for 8 hours.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0016",
      "expected_answer": 2.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: \"On Rudolph's car trip across town, he traveled 2 more than 5 miles and encountered 3 less than 17 stop signs.\"",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0017",
      "expected_answer": 800.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Jason has a carriage house that he rents out.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0018",
      "expected_answer": 16.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Xavier plays football with his friends.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0019",
      "expected_answer": 660.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'John adopts a dog from a shelter.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0020",
      "expected_answer": 130.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Two puppies, two kittens, and three parakeets were for sale at the pet shop.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0021",
      "expected_answer": 450.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'John is lifting weights.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0022",
      "expected_answer": 4800.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Erica lives near a lake where most locals sell fish as their main source of income, earning $20 per kg of fish.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0023",
      "expected_answer": 150.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Nicole collected 400 Pokemon cards.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0024",
      "expected_answer": 438.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Sidney does 20 jumping jacks on Monday, 36 on Tuesday, 40 on Wednesday, and 50 on Thursday.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0025",
      "expected_answer": 1200.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Lilibeth and her friends go strawberry picking.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0026",
      "expected_answer": 6.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Aaron and his brother Carson each saved up $40 to go to dinner.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0027",
      "expected_answer": 3840.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Malcolm has 240 followers on Instagram and 500 followers on Facebook.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0028",
      "expected_answer": 200.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Tom opens an amusement park.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0029",
      "expected_answer": 64.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Fabian bought a brand new computer mouse and keyboard to be able to work from home.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0030",
      "expected_answer": 14.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Jake decides to go to the beach for a fun day.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0031",
      "expected_answer": 92.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Jeremie wants to go to an amusement park with 3 friends at the end of summer.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0032",
      "expected_answer": 34.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'John decides to take up illustration.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0033",
      "expected_answer": 60.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Rachel is 12 years old, and her grandfather is 7 times her age.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0034",
      "expected_answer": 112.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Georgie is a varsity player on a football team.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0035",
      "expected_answer": 4.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'She decided to split them among her friends.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0036",
      "expected_answer": 22.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Monica way studying for an exam.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0037",
      "expected_answer": 3.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Michael wants to lose 10 pounds by June.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0038",
      "expected_answer": 400.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'In a building, there are a hundred ladies on the first-floor studying.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0039",
      "expected_answer": 20.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'At the family reunion, everyone ate too much food and gained weight.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0040",
      "expected_answer": 72.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Over several years, Daniel has adopted any stray animals he sees on the side of the road.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0041",
      "expected_answer": 6.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'The guests eat all of 1 pan, and 75% of the 2nd pan.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0042",
      "expected_answer": 30.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Ella has 4 bags with 20 apples in each bag and six bags with 25 apples in each bag.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0043",
      "expected_answer": 11.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Sandra wants to buy some sweets.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0044",
      "expected_answer": 1300.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'John invests in a bank and gets 10% simple interest.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0045",
      "expected_answer": 14.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Bart fills out surveys to earn money.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0046",
      "expected_answer": 15.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'A school has 100 students.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0047",
      "expected_answer": 45.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'John bakes 12 coconut macaroons, each weighing 5 ounces.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0048",
      "expected_answer": 4.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Jed collects stamp cards.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0049",
      "expected_answer": 18.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Malcolm is trying to find the fastest walk to school and is currently comparing two routes.'",
      "trace_hash": null
    },
    {
      "actual_answer": null,
      "actual_unit": null,
      "case_id": "gsm8k-train-sample-v1-0050",
      "expected_answer": 280.0,
      "expected_unit": "",
      "outcome": "refused",
      "realized_prose": null,
      "reason": "candidate_graph: no admissible candidate for statement: 'Mark does a gig every other day for 2 weeks.'",
      "trace_hash": null
    }
  ],
  "probe": "gsm8k_train_sample_coverage",
  "refused_reasons_top": [
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: \"In one hour, Addison mountain's temperature will decrease to 3/"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: \"On Rudolph's car trip across town, he traveled 2 more than 5 mi"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'A school has 100 students.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Aaron and his brother Carson each saved up $40 to go to dinner."
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Alexa has a lemonade stand where she sells lemonade for $2 for "
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Allison, a YouTuber, uploads 10 one-hour videos of food reviews"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'At the family reunion, everyone ate too much food and gained we"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Bart fills out surveys to earn money.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Bob can shuck 10 oysters in 5 minutes.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Ella has 4 bags with 20 apples in each bag and six bags with 25"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Erica lives near a lake where most locals sell fish as their ma"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Fabian bought a brand new computer mouse and keyboard to be abl"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Francine has five full boxes of crayons and 5 loose crayons, an"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Georgie is a varsity player on a football team.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'He put all of them in his aquarium but his fish ate half of the"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'In a building, there are a hundred ladies on the first-floor st"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Jake decides to go to the beach for a fun day.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Jason has a carriage house that he rents out.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Jed collects stamp cards.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Jen has 10 more ducks than four times the number of chickens.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Jeremie wants to go to an amusement park with 3 friends at the "
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'John adopts a dog from a shelter.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'John bakes 12 coconut macaroons, each weighing 5 ounces.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'John decides to take up illustration.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'John invests in a bank and gets 10% simple interest.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'John is lifting weights.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Lilibeth and her friends go strawberry picking.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Malcolm has 240 followers on Instagram and 500 followers on Fac"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Malcolm is trying to find the fastest walk to school and is cur"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Mandy started reading books with only 8 pages when she was 6 ye"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Mark does a gig every other day for 2 weeks.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Marnie makes bead bracelets.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Michael wants to lose 10 pounds by June.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Monica way studying for an exam.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Nicole collected 400 Pokemon cards.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Over several years, Daniel has adopted any stray animals he see"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Rachel is 12 years old, and her grandfather is 7 times her age."
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Sandra wants to buy some sweets.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'She decided to split them among her friends.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'She splits it up into 25-foot sections.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Sidney does 20 jumping jacks on Monday, 36 on Tuesday, 40 on We"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'The guests eat all of 1 pan, and 75% of the 2nd pan.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'The student council sells scented erasers in the morning before"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'There are some kids in camp.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Tina makes $18.00 an hour.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Tom opens an amusement park.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Traveling from Manhattan to the Bronx, Andrew rides the subway "
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Two puppies, two kittens, and three parakeets were for sale at "
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Xavier plays football with his friends.'"
    },
    {
      "count": 1,
      "reason": "candidate_graph: no admissible candidate for statement: 'Yun had 20 paperclips initially, but then lost 12.'"
    }
  ],
  "sample_path": "evals/gsm8k_math/train_sample/v1/cases.jsonl",
  "schema_version": 1,
  "substrate": "candidate_graph"
}
