diff --git a/evals/gsm8k_math/practice/v1/cases.jsonl b/evals/gsm8k_math/practice/v1/cases.jsonl new file mode 100644 index 00000000..0bfeeab4 --- /dev/null +++ b/evals/gsm8k_math/practice/v1/cases.jsonl @@ -0,0 +1,150 @@ +{"case_id": "gsm8k-practice-v1-0001", "question": "Sam has 14 apples. He buys 9 more. How many apples does Sam have now?", "answer_expression": "Sam has 14 apples and buys 9 more, so 14+9=<<14+9=23>>23 apples.\n#### 23", "answer_numeric": 23} +{"case_id": "gsm8k-practice-v1-0002", "question": "Anna has 20 stickers. She gets 8 more from her teacher. How many stickers does Anna have now?", "answer_expression": "Anna has 20 stickers and gets 8 more, so 20+8=<<20+8=28>>28 stickers.\n#### 28", "answer_numeric": 28} +{"case_id": "gsm8k-practice-v1-0003", "question": "Tom has 5 books. He receives 6 more for his birthday. How many books does Tom have now?", "answer_expression": "Tom has 5 books and receives 6 more, so 5+6=<<5+6=11>>11 books.\n#### 11", "answer_numeric": 11} +{"case_id": "gsm8k-practice-v1-0004", "question": "Lisa has 30 coins. She earns 15 more by doing chores. How many coins does Lisa have?", "answer_expression": "Lisa has 30 coins and earns 15 more, so 30+15=<<30+15=45>>45 coins.\n#### 45", "answer_numeric": 45} +{"case_id": "gsm8k-practice-v1-0005", "question": "Ben has 12 marbles. He finds 7 more on the playground. How many marbles does Ben have now?", "answer_expression": "Ben has 12 marbles and finds 7 more, so 12+7=<<12+7=19>>19 marbles.\n#### 19", "answer_numeric": 19} +{"case_id": "gsm8k-practice-v1-0006", "question": "Kate has 18 pencils. Her teacher gives her 5 more. How many pencils does Kate have?", "answer_expression": "Kate has 18 pencils and gets 5 more, so 18+5=<<18+5=23>>23 pencils.\n#### 23", "answer_numeric": 23} +{"case_id": "gsm8k-practice-v1-0007", "question": "Jack has 22 stamps. His grandpa gives him 10 more. How many stamps does Jack have?", "answer_expression": "Jack has 22 stamps and gets 10 more, so 22+10=<<22+10=32>>32 stamps.\n#### 32", "answer_numeric": 32} +{"case_id": "gsm8k-practice-v1-0008", "question": "Mia has 7 cookies. Her mom bakes 13 more. How many cookies does Mia have now?", "answer_expression": "Mia has 7 cookies and her mom bakes 13 more, so 7+13=<<7+13=20>>20 cookies.\n#### 20", "answer_numeric": 20} +{"case_id": "gsm8k-practice-v1-0009", "question": "Leo has 45 buttons. He buys a pack of 20 more. How many buttons does Leo have?", "answer_expression": "Leo has 45 buttons and buys 20 more, so 45+20=<<45+20=65>>65 buttons.\n#### 65", "answer_numeric": 65} +{"case_id": "gsm8k-practice-v1-0010", "question": "Emma has 16 flowers. She picks 9 more from the garden. How many flowers does Emma have?", "answer_expression": "Emma has 16 flowers and picks 9 more, so 16+9=<<16+9=25>>25 flowers.\n#### 25", "answer_numeric": 25} +{"case_id": "gsm8k-practice-v1-0011", "question": "Dan has 100 cards. He gets 35 more from a friend. How many cards does Dan have?", "answer_expression": "Dan has 100 cards and gets 35 more, so 100+35=<<100+35=135>>135 cards.\n#### 135", "answer_numeric": 135} +{"case_id": "gsm8k-practice-v1-0012", "question": "Rosa has 8 toy cars. She gets 4 more for her birthday. How many toy cars does she have?", "answer_expression": "Rosa has 8 toy cars and gets 4 more, so 8+4=<<8+4=12>>12 toy cars.\n#### 12", "answer_numeric": 12} +{"case_id": "gsm8k-practice-v1-0013", "question": "Max has 50 shells. He collects 23 more on the beach. How many shells does Max have?", "answer_expression": "Max has 50 shells and collects 23 more, so 50+23=<<50+23=73>>73 shells.\n#### 73", "answer_numeric": 73} +{"case_id": "gsm8k-practice-v1-0014", "question": "Nina has 11 stickers. Her friend gives her 17 more. How many stickers does Nina have?", "answer_expression": "Nina has 11 stickers and gets 17 more, so 11+17=<<11+17=28>>28 stickers.\n#### 28", "answer_numeric": 28} +{"case_id": "gsm8k-practice-v1-0015", "question": "Ed has 60 coins. He earns 40 more by mowing lawns. How many coins does Ed have?", "answer_expression": "Ed has 60 coins and earns 40 more, so 60+40=<<60+40=100>>100 coins.\n#### 100", "answer_numeric": 100} +{"case_id": "gsm8k-practice-v1-0016", "question": "Sam has 25 apples. He picks 15 more from the tree. How many apples does Sam have?", "answer_expression": "Sam has 25 apples and picks 15 more, so 25+15=<<25+15=40>>40 apples.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0017", "question": "Anna has 3 books. She brings home 12 more from the library. How many books does Anna have?", "answer_expression": "Anna has 3 books and gets 12 more, so 3+12=<<3+12=15>>15 books.\n#### 15", "answer_numeric": 15} +{"case_id": "gsm8k-practice-v1-0018", "question": "Tom has 88 stickers. He buys 12 more at the store. How many stickers does Tom have?", "answer_expression": "Tom has 88 stickers and buys 12 more, so 88+12=<<88+12=100>>100 stickers.\n#### 100", "answer_numeric": 100} +{"case_id": "gsm8k-practice-v1-0019", "question": "Lisa has 14 marbles. She finds a bag with 6 more. How many marbles does Lisa have?", "answer_expression": "Lisa has 14 marbles and finds 6 more, so 14+6=<<14+6=20>>20 marbles.\n#### 20", "answer_numeric": 20} +{"case_id": "gsm8k-practice-v1-0020", "question": "Ben has 9 cookies. He bakes 21 more. How many cookies does Ben have?", "answer_expression": "Ben has 9 cookies and bakes 21 more, so 9+21=<<9+21=30>>30 cookies.\n#### 30", "answer_numeric": 30} +{"case_id": "gsm8k-practice-v1-0021", "question": "Kate has 33 pencils. She buys 7 more at the store. How many pencils does Kate have?", "answer_expression": "Kate has 33 pencils and buys 7 more, so 33+7=<<33+7=40>>40 pencils.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0022", "question": "Jack has 17 toy cars. His dad buys him 8 more. How many toy cars does Jack have?", "answer_expression": "Jack has 17 toy cars and gets 8 more, so 17+8=<<17+8=25>>25 toy cars.\n#### 25", "answer_numeric": 25} +{"case_id": "gsm8k-practice-v1-0023", "question": "Mia has 42 buttons. She finds 18 more in a box. How many buttons does Mia have?", "answer_expression": "Mia has 42 buttons and finds 18 more, so 42+18=<<42+18=60>>60 buttons.\n#### 60", "answer_numeric": 60} +{"case_id": "gsm8k-practice-v1-0024", "question": "Leo has 5 stamps. His neighbor gives him 45 more. How many stamps does Leo have?", "answer_expression": "Leo has 5 stamps and gets 45 more, so 5+45=<<5+45=50>>50 stamps.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0025", "question": "Emma has 19 flowers. She picks 11 more from the yard. How many flowers does Emma have?", "answer_expression": "Emma has 19 flowers and picks 11 more, so 19+11=<<19+11=30>>30 flowers.\n#### 30", "answer_numeric": 30} +{"case_id": "gsm8k-practice-v1-0026", "question": "Dan has 77 cards. He gets 23 more in the mail. How many cards does Dan have?", "answer_expression": "Dan has 77 cards and gets 23 more, so 77+23=<<77+23=100>>100 cards.\n#### 100", "answer_numeric": 100} +{"case_id": "gsm8k-practice-v1-0027", "question": "Rosa has 31 shells. She collects 19 more at the beach. How many shells does Rosa have?", "answer_expression": "Rosa has 31 shells and collects 19 more, so 31+19=<<31+19=50>>50 shells.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0028", "question": "Max has 64 coins. He earns 36 more. How many coins does Max have?", "answer_expression": "Max has 64 coins and earns 36 more, so 64+36=<<64+36=100>>100 coins.\n#### 100", "answer_numeric": 100} +{"case_id": "gsm8k-practice-v1-0029", "question": "Nina has 28 stickers. She buys 12 more. How many stickers does Nina have?", "answer_expression": "Nina has 28 stickers and buys 12 more, so 28+12=<<28+12=40>>40 stickers.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0030", "question": "Ed has 46 apples. He picks 4 more from the tree. How many apples does Ed have?", "answer_expression": "Ed has 46 apples and picks 4 more, so 46+4=<<46+4=50>>50 apples.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0031", "question": "Sam has 30 apples. He eats 8. How many apples does Sam have left?", "answer_expression": "Sam has 30 apples and eats 8, so 30-8=<<30-8=22>>22 apples.\n#### 22", "answer_numeric": 22} +{"case_id": "gsm8k-practice-v1-0032", "question": "Anna has 25 stickers. She gives 10 to her friend. How many stickers does Anna have left?", "answer_expression": "Anna has 25 stickers and gives 10 away, so 25-10=<<25-10=15>>15 stickers.\n#### 15", "answer_numeric": 15} +{"case_id": "gsm8k-practice-v1-0033", "question": "Tom has 40 books. He donates 12 to the library. How many books does Tom have?", "answer_expression": "Tom has 40 books and donates 12, so 40-12=<<40-12=28>>28 books.\n#### 28", "answer_numeric": 28} +{"case_id": "gsm8k-practice-v1-0034", "question": "Lisa has 50 coins. She spends 17 at the store. How many coins does Lisa have left?", "answer_expression": "Lisa has 50 coins and spends 17, so 50-17=<<50-17=33>>33 coins.\n#### 33", "answer_numeric": 33} +{"case_id": "gsm8k-practice-v1-0035", "question": "Ben has 100 marbles. He loses 15 at recess. How many marbles does Ben have?", "answer_expression": "Ben has 100 marbles and loses 15, so 100-15=<<100-15=85>>85 marbles.\n#### 85", "answer_numeric": 85} +{"case_id": "gsm8k-practice-v1-0036", "question": "Kate has 36 pencils. She uses 9 during the week. How many pencils does Kate have left?", "answer_expression": "Kate has 36 pencils and uses 9, so 36-9=<<36-9=27>>27 pencils.\n#### 27", "answer_numeric": 27} +{"case_id": "gsm8k-practice-v1-0037", "question": "Jack has 48 stamps. He uses 20 to mail letters. How many stamps does Jack have?", "answer_expression": "Jack has 48 stamps and uses 20, so 48-20=<<48-20=28>>28 stamps.\n#### 28", "answer_numeric": 28} +{"case_id": "gsm8k-practice-v1-0038", "question": "Mia has 60 cookies. She gives 25 to her class. How many cookies does Mia have left?", "answer_expression": "Mia has 60 cookies and gives 25 away, so 60-25=<<60-25=35>>35 cookies.\n#### 35", "answer_numeric": 35} +{"case_id": "gsm8k-practice-v1-0039", "question": "Leo has 80 buttons. He sews 34 onto jackets. How many buttons does Leo have left?", "answer_expression": "Leo has 80 buttons and uses 34, so 80-34=<<80-34=46>>46 buttons.\n#### 46", "answer_numeric": 46} +{"case_id": "gsm8k-practice-v1-0040", "question": "Emma has 45 flowers. She sells 18 at the market. How many flowers does Emma have?", "answer_expression": "Emma has 45 flowers and sells 18, so 45-18=<<45-18=27>>27 flowers.\n#### 27", "answer_numeric": 27} +{"case_id": "gsm8k-practice-v1-0041", "question": "Dan has 200 cards. He trades away 75. How many cards does Dan have?", "answer_expression": "Dan has 200 cards and trades away 75, so 200-75=<<200-75=125>>125 cards.\n#### 125", "answer_numeric": 125} +{"case_id": "gsm8k-practice-v1-0042", "question": "Rosa has 55 toy cars. She donates 23. How many toy cars does Rosa have?", "answer_expression": "Rosa has 55 toy cars and donates 23, so 55-23=<<55-23=32>>32 toy cars.\n#### 32", "answer_numeric": 32} +{"case_id": "gsm8k-practice-v1-0043", "question": "Max has 90 shells. He gives 41 to his sister. How many shells does Max have?", "answer_expression": "Max has 90 shells and gives 41 away, so 90-41=<<90-41=49>>49 shells.\n#### 49", "answer_numeric": 49} +{"case_id": "gsm8k-practice-v1-0044", "question": "Nina has 70 stickers. She uses 33 for crafts. How many stickers does Nina have?", "answer_expression": "Nina has 70 stickers and uses 33, so 70-33=<<70-33=37>>37 stickers.\n#### 37", "answer_numeric": 37} +{"case_id": "gsm8k-practice-v1-0045", "question": "Ed has 120 coins. He spends 50. How many coins does Ed have?", "answer_expression": "Ed has 120 coins and spends 50, so 120-50=<<120-50=70>>70 coins.\n#### 70", "answer_numeric": 70} +{"case_id": "gsm8k-practice-v1-0046", "question": "Sam has 44 apples. He sells 16 at the market. How many apples does Sam have?", "answer_expression": "Sam has 44 apples and sells 16, so 44-16=<<44-16=28>>28 apples.\n#### 28", "answer_numeric": 28} +{"case_id": "gsm8k-practice-v1-0047", "question": "Anna has 35 books. She lends 14 to classmates. How many books does Anna have?", "answer_expression": "Anna has 35 books and lends 14, so 35-14=<<35-14=21>>21 books.\n#### 21", "answer_numeric": 21} +{"case_id": "gsm8k-practice-v1-0048", "question": "Tom has 58 stickers. He gives 29 away. How many stickers does Tom have?", "answer_expression": "Tom has 58 stickers and gives 29 away, so 58-29=<<58-29=29>>29 stickers.\n#### 29", "answer_numeric": 29} +{"case_id": "gsm8k-practice-v1-0049", "question": "Lisa has 100 marbles. She gives 37 to her brother. How many marbles does Lisa have?", "answer_expression": "Lisa has 100 marbles and gives 37 away, so 100-37=<<100-37=63>>63 marbles.\n#### 63", "answer_numeric": 63} +{"case_id": "gsm8k-practice-v1-0050", "question": "Ben has 67 cookies. He eats 19. How many cookies does Ben have left?", "answer_expression": "Ben has 67 cookies and eats 19, so 67-19=<<67-19=48>>48 cookies.\n#### 48", "answer_numeric": 48} +{"case_id": "gsm8k-practice-v1-0051", "question": "Kate has 85 pencils. She donates 40. How many pencils does Kate have?", "answer_expression": "Kate has 85 pencils and donates 40, so 85-40=<<85-40=45>>45 pencils.\n#### 45", "answer_numeric": 45} +{"case_id": "gsm8k-practice-v1-0052", "question": "Jack has 93 toy cars. He trades 27. How many toy cars does Jack have?", "answer_expression": "Jack has 93 toy cars and trades 27, so 93-27=<<93-27=66>>66 toy cars.\n#### 66", "answer_numeric": 66} +{"case_id": "gsm8k-practice-v1-0053", "question": "Mia has 77 buttons. She uses 38. How many buttons does Mia have left?", "answer_expression": "Mia has 77 buttons and uses 38, so 77-38=<<77-38=39>>39 buttons.\n#### 39", "answer_numeric": 39} +{"case_id": "gsm8k-practice-v1-0054", "question": "Leo has 111 stamps. He mails 62. How many stamps does Leo have?", "answer_expression": "Leo has 111 stamps and uses 62, so 111-62=<<111-62=49>>49 stamps.\n#### 49", "answer_numeric": 49} +{"case_id": "gsm8k-practice-v1-0055", "question": "Emma has 88 flowers. She gives 51 to a neighbor. How many flowers does Emma have?", "answer_expression": "Emma has 88 flowers and gives 51 away, so 88-51=<<88-51=37>>37 flowers.\n#### 37", "answer_numeric": 37} +{"case_id": "gsm8k-practice-v1-0056", "question": "Dan has 145 cards. He loses 80. How many cards does Dan have?", "answer_expression": "Dan has 145 cards and loses 80, so 145-80=<<145-80=65>>65 cards.\n#### 65", "answer_numeric": 65} +{"case_id": "gsm8k-practice-v1-0057", "question": "Rosa has 74 shells. She gives 36 to her cousin. How many shells does Rosa have?", "answer_expression": "Rosa has 74 shells and gives 36 away, so 74-36=<<74-36=38>>38 shells.\n#### 38", "answer_numeric": 38} +{"case_id": "gsm8k-practice-v1-0058", "question": "Max has 130 coins. He spends 65. How many coins does Max have?", "answer_expression": "Max has 130 coins and spends 65, so 130-65=<<130-65=65>>65 coins.\n#### 65", "answer_numeric": 65} +{"case_id": "gsm8k-practice-v1-0059", "question": "Nina has 160 stickers. She uses 99. How many stickers does Nina have?", "answer_expression": "Nina has 160 stickers and uses 99, so 160-99=<<160-99=61>>61 stickers.\n#### 61", "answer_numeric": 61} +{"case_id": "gsm8k-practice-v1-0060", "question": "Ed has 200 apples. He sells 113. How many apples does Ed have?", "answer_expression": "Ed has 200 apples and sells 113, so 200-113=<<200-113=87>>87 apples.\n#### 87", "answer_numeric": 87} +{"case_id": "gsm8k-practice-v1-0061", "question": "Sam has 10 apples. He gets 5 more from Tom and 3 more from Lisa. How many apples does Sam have?", "answer_expression": "Sam gets 5 from Tom, so 10+5=<<10+5=15>>15 apples.\nHe then gets 3 from Lisa, so 15+3=<<15+3=18>>18 apples.\n#### 18", "answer_numeric": 18} +{"case_id": "gsm8k-practice-v1-0062", "question": "Anna has 8 stickers. She buys 12 more and finds 4 more. How many stickers does Anna have?", "answer_expression": "Anna buys 12 more, so 8+12=<<8+12=20>>20 stickers.\nShe finds 4 more, so 20+4=<<20+4=24>>24 stickers.\n#### 24", "answer_numeric": 24} +{"case_id": "gsm8k-practice-v1-0063", "question": "Tom has 30 books. He donates 8 to a shelter and then donates 5 more to the school. How many books does Tom have?", "answer_expression": "Tom donates 8 to a shelter, so 30-8=<<30-8=22>>22 books.\nHe donates 5 more, so 22-5=<<22-5=17>>17 books.\n#### 17", "answer_numeric": 17} +{"case_id": "gsm8k-practice-v1-0064", "question": "Lisa has 50 coins. She spends 14 at the toy store and 6 at the candy store. How many coins does Lisa have?", "answer_expression": "Lisa spends 14 at the toy store, so 50-14=<<50-14=36>>36 coins.\nShe spends 6 at the candy store, so 36-6=<<36-6=30>>30 coins.\n#### 30", "answer_numeric": 30} +{"case_id": "gsm8k-practice-v1-0065", "question": "Ben has 20 marbles. He wins 7 in a game and earns 9 more. How many marbles does Ben have?", "answer_expression": "Ben wins 7 more, so 20+7=<<20+7=27>>27 marbles.\nHe earns 9 more, so 27+9=<<27+9=36>>36 marbles.\n#### 36", "answer_numeric": 36} +{"case_id": "gsm8k-practice-v1-0066", "question": "Kate has 40 pencils. She uses 11 in math class and 9 in art class. How many pencils does Kate have?", "answer_expression": "Kate uses 11 in math, so 40-11=<<40-11=29>>29 pencils.\nShe uses 9 in art, so 29-9=<<29-9=20>>20 pencils.\n#### 20", "answer_numeric": 20} +{"case_id": "gsm8k-practice-v1-0067", "question": "Jack has 15 stamps. He gets 20 from his grandpa and 15 from his uncle. How many stamps does Jack have?", "answer_expression": "Jack gets 20 from grandpa, so 15+20=<<15+20=35>>35 stamps.\nHe gets 15 from his uncle, so 35+15=<<35+15=50>>50 stamps.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0068", "question": "Mia has 25 cookies. Her mom bakes 12 more and her aunt bakes 8 more. How many cookies does Mia have?", "answer_expression": "Her mom bakes 12 more, so 25+12=<<25+12=37>>37 cookies.\nHer aunt bakes 8 more, so 37+8=<<37+8=45>>45 cookies.\n#### 45", "answer_numeric": 45} +{"case_id": "gsm8k-practice-v1-0069", "question": "Leo has 60 buttons. He uses 13 for a shirt and 12 for a jacket. How many buttons does Leo have?", "answer_expression": "Leo uses 13 for a shirt, so 60-13=<<60-13=47>>47 buttons.\nHe uses 12 for a jacket, so 47-12=<<47-12=35>>35 buttons.\n#### 35", "answer_numeric": 35} +{"case_id": "gsm8k-practice-v1-0070", "question": "Emma has 30 flowers. She picks 10 more on Monday and 15 more on Tuesday. How many flowers does Emma have?", "answer_expression": "Emma picks 10 on Monday, so 30+10=<<30+10=40>>40 flowers.\nShe picks 15 on Tuesday, so 40+15=<<40+15=55>>55 flowers.\n#### 55", "answer_numeric": 55} +{"case_id": "gsm8k-practice-v1-0071", "question": "Dan has 100 cards. He trades away 25 and then sells 15 more. How many cards does Dan have?", "answer_expression": "Dan trades 25 away, so 100-25=<<100-25=75>>75 cards.\nHe sells 15 more, so 75-15=<<75-15=60>>60 cards.\n#### 60", "answer_numeric": 60} +{"case_id": "gsm8k-practice-v1-0072", "question": "Rosa has 18 toy cars. Her dad gives her 7 and her grandma gives her 9. How many toy cars does Rosa have?", "answer_expression": "Her dad gives her 7, so 18+7=<<18+7=25>>25 toy cars.\nHer grandma gives her 9, so 25+9=<<25+9=34>>34 toy cars.\n#### 34", "answer_numeric": 34} +{"case_id": "gsm8k-practice-v1-0073", "question": "Max has 70 shells. He gives 20 to his sister and 15 to his brother. How many shells does Max have?", "answer_expression": "Max gives 20 to his sister, so 70-20=<<70-20=50>>50 shells.\nHe gives 15 to his brother, so 50-15=<<50-15=35>>35 shells.\n#### 35", "answer_numeric": 35} +{"case_id": "gsm8k-practice-v1-0074", "question": "Nina has 45 stickers. She finds 13 in her backpack and 7 more in her drawer. How many stickers does Nina have?", "answer_expression": "Nina finds 13 in her backpack, so 45+13=<<45+13=58>>58 stickers.\nShe finds 7 more in her drawer, so 58+7=<<58+7=65>>65 stickers.\n#### 65", "answer_numeric": 65} +{"case_id": "gsm8k-practice-v1-0075", "question": "Ed has 90 coins. He spends 22 on lunch and 18 on a snack. How many coins does Ed have?", "answer_expression": "Ed spends 22 on lunch, so 90-22=<<90-22=68>>68 coins.\nHe spends 18 on a snack, so 68-18=<<68-18=50>>50 coins.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0076", "question": "Sam has 12 books. A friend gives him 6 more and he buys 4 more. How many books does Sam have?", "answer_expression": "A friend gives Sam 6 books, so 12+6=<<12+6=18>>18 books.\nHe buys 4 more, so 18+4=<<18+4=22>>22 books.\n#### 22", "answer_numeric": 22} +{"case_id": "gsm8k-practice-v1-0077", "question": "Anna has 55 marbles. She loses 12 in a game and loses 8 more the next day. How many marbles does Anna have?", "answer_expression": "Anna loses 12 in a game, so 55-12=<<55-12=43>>43 marbles.\nShe loses 8 more the next day, so 43-8=<<43-8=35>>35 marbles.\n#### 35", "answer_numeric": 35} +{"case_id": "gsm8k-practice-v1-0078", "question": "Tom has 6 cookies. He bakes 24 more and then bakes 10 more. How many cookies does Tom have?", "answer_expression": "Tom bakes 24 more, so 6+24=<<6+24=30>>30 cookies.\nHe bakes 10 more, so 30+10=<<30+10=40>>40 cookies.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0079", "question": "Lisa has 80 pencils. She donates 30 to school and 10 to her neighbor. How many pencils does Lisa have?", "answer_expression": "Lisa donates 30 to school, so 80-30=<<80-30=50>>50 pencils.\nShe donates 10 to her neighbor, so 50-10=<<50-10=40>>40 pencils.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0080", "question": "Ben has 14 stamps. He buys 16 more on Monday and 20 more on Friday. How many stamps does Ben have?", "answer_expression": "Ben buys 16 on Monday, so 14+16=<<14+16=30>>30 stamps.\nHe buys 20 on Friday, so 30+20=<<30+20=50>>50 stamps.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0081", "question": "Kate has 95 buttons. She sews 35 onto a costume and 25 onto a bag. How many buttons does Kate have?", "answer_expression": "Kate sews 35 onto a costume, so 95-35=<<95-35=60>>60 buttons.\nShe sews 25 onto a bag, so 60-25=<<60-25=35>>35 buttons.\n#### 35", "answer_numeric": 35} +{"case_id": "gsm8k-practice-v1-0082", "question": "Jack has 7 flowers. He picks 13 more and receives 20 more as a gift. How many flowers does Jack have?", "answer_expression": "Jack picks 13 more, so 7+13=<<7+13=20>>20 flowers.\nHe receives 20 more, so 20+20=<<20+20=40>>40 flowers.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0083", "question": "Mia has 110 cards. She gives 50 to friends and 25 more to her class. How many cards does Mia have?", "answer_expression": "Mia gives 50 to friends, so 110-50=<<110-50=60>>60 cards.\nShe gives 25 to her class, so 60-25=<<60-25=35>>35 cards.\n#### 35", "answer_numeric": 35} +{"case_id": "gsm8k-practice-v1-0084", "question": "Leo has 22 shells. He finds 18 on Monday and 30 on Tuesday. How many shells does Leo have?", "answer_expression": "Leo finds 18 on Monday, so 22+18=<<22+18=40>>40 shells.\nHe finds 30 on Tuesday, so 40+30=<<40+30=70>>70 shells.\n#### 70", "answer_numeric": 70} +{"case_id": "gsm8k-practice-v1-0085", "question": "Emma has 75 coins. She spends 27 on a book and 13 on a pen. How many coins does Emma have?", "answer_expression": "Emma spends 27 on a book, so 75-27=<<75-27=48>>48 coins.\nShe spends 13 on a pen, so 48-13=<<48-13=35>>35 coins.\n#### 35", "answer_numeric": 35} +{"case_id": "gsm8k-practice-v1-0086", "question": "Dan has 9 toy cars. He gets 11 more for his birthday and finds 5 more in the attic. How many toy cars does Dan have?", "answer_expression": "Dan gets 11 for his birthday, so 9+11=<<9+11=20>>20 toy cars.\nHe finds 5 more, so 20+5=<<20+5=25>>25 toy cars.\n#### 25", "answer_numeric": 25} +{"case_id": "gsm8k-practice-v1-0087", "question": "Rosa has 120 stickers. She gives 45 to her sister and 35 more to her friend. How many stickers does Rosa have?", "answer_expression": "Rosa gives 45 to her sister, so 120-45=<<120-45=75>>75 stickers.\nShe gives 35 to her friend, so 75-35=<<75-35=40>>40 stickers.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0088", "question": "Max has 16 apples. He picks 14 more in the morning and 20 more in the afternoon. How many apples does Max have?", "answer_expression": "Max picks 14 in the morning, so 16+14=<<16+14=30>>30 apples.\nHe picks 20 in the afternoon, so 30+20=<<30+20=50>>50 apples.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0089", "question": "Nina has 200 marbles. She trades 80 and then trades 60 more. How many marbles does Nina have?", "answer_expression": "Nina trades 80, so 200-80=<<200-80=120>>120 marbles.\nShe trades 60 more, so 120-60=<<120-60=60>>60 marbles.\n#### 60", "answer_numeric": 60} +{"case_id": "gsm8k-practice-v1-0090", "question": "Ed has 33 books. He gets 17 from a library sale and 10 from a friend. How many books does Ed have?", "answer_expression": "Ed gets 17 from the library sale, so 33+17=<<33+17=50>>50 books.\nHe gets 10 from a friend, so 50+10=<<50+10=60>>60 books.\n#### 60", "answer_numeric": 60} +{"case_id": "gsm8k-practice-v1-0091", "question": "Sam has 20 apples. He buys 10 more and then gives 8 to Anna. How many apples does Sam have?", "answer_expression": "Sam buys 10 more, so 20+10=<<20+10=30>>30 apples.\nHe gives 8 to Anna, so 30-8=<<30-8=22>>22 apples.\n#### 22", "answer_numeric": 22} +{"case_id": "gsm8k-practice-v1-0092", "question": "Anna has 15 stickers. She gets 12 more and uses 9 for a craft. How many stickers does Anna have?", "answer_expression": "Anna gets 12 more, so 15+12=<<15+12=27>>27 stickers.\nShe uses 9 for a craft, so 27-9=<<27-9=18>>18 stickers.\n#### 18", "answer_numeric": 18} +{"case_id": "gsm8k-practice-v1-0093", "question": "Tom has 40 coins. He earns 25 more and spends 30. How many coins does Tom have?", "answer_expression": "Tom earns 25 more, so 40+25=<<40+25=65>>65 coins.\nHe spends 30, so 65-30=<<65-30=35>>35 coins.\n#### 35", "answer_numeric": 35} +{"case_id": "gsm8k-practice-v1-0094", "question": "Lisa has 50 pencils. She finds 10 more and donates 20. How many pencils does Lisa have?", "answer_expression": "Lisa finds 10 more, so 50+10=<<50+10=60>>60 pencils.\nShe donates 20, so 60-20=<<60-20=40>>40 pencils.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0095", "question": "Ben has 30 cookies. He bakes 20 more and eats 5. How many cookies does Ben have?", "answer_expression": "Ben bakes 20 more, so 30+20=<<30+20=50>>50 cookies.\nHe eats 5, so 50-5=<<50-5=45>>45 cookies.\n#### 45", "answer_numeric": 45} +{"case_id": "gsm8k-practice-v1-0096", "question": "Kate has 60 cards. She receives 40 more and gives away 35. How many cards does Kate have?", "answer_expression": "Kate receives 40 more, so 60+40=<<60+40=100>>100 cards.\nShe gives away 35, so 100-35=<<100-35=65>>65 cards.\n#### 65", "answer_numeric": 65} +{"case_id": "gsm8k-practice-v1-0097", "question": "Jack has 25 marbles. He wins 15 more and loses 8. How many marbles does Jack have?", "answer_expression": "Jack wins 15 more, so 25+15=<<25+15=40>>40 marbles.\nHe loses 8, so 40-8=<<40-8=32>>32 marbles.\n#### 32", "answer_numeric": 32} +{"case_id": "gsm8k-practice-v1-0098", "question": "Mia has 80 buttons. She buys 20 more and uses 45. How many buttons does Mia have?", "answer_expression": "Mia buys 20 more, so 80+20=<<80+20=100>>100 buttons.\nShe uses 45, so 100-45=<<100-45=55>>55 buttons.\n#### 55", "answer_numeric": 55} +{"case_id": "gsm8k-practice-v1-0099", "question": "Leo has 35 flowers. He picks 25 more and gives 30 to his teacher. How many flowers does Leo have?", "answer_expression": "Leo picks 25 more, so 35+25=<<35+25=60>>60 flowers.\nHe gives 30 to his teacher, so 60-30=<<60-30=30>>30 flowers.\n#### 30", "answer_numeric": 30} +{"case_id": "gsm8k-practice-v1-0100", "question": "Emma has 90 shells. She finds 10 more and gives 50 to her friends. How many shells does Emma have?", "answer_expression": "Emma finds 10 more, so 90+10=<<90+10=100>>100 shells.\nShe gives 50 to friends, so 100-50=<<100-50=50>>50 shells.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0101", "question": "Dan has 55 stamps. He buys 45 more and uses 40 to mail packages. How many stamps does Dan have?", "answer_expression": "Dan buys 45 more, so 55+45=<<55+45=100>>100 stamps.\nHe uses 40, so 100-40=<<100-40=60>>60 stamps.\n#### 60", "answer_numeric": 60} +{"case_id": "gsm8k-practice-v1-0102", "question": "Rosa has 20 toy cars. She gets 14 more and donates 9. How many toy cars does Rosa have?", "answer_expression": "Rosa gets 14 more, so 20+14=<<20+14=34>>34 toy cars.\nShe donates 9, so 34-9=<<34-9=25>>25 toy cars.\n#### 25", "answer_numeric": 25} +{"case_id": "gsm8k-practice-v1-0103", "question": "Max has 110 coins. He earns 40 more and spends 75. How many coins does Max have?", "answer_expression": "Max earns 40 more, so 110+40=<<110+40=150>>150 coins.\nHe spends 75, so 150-75=<<150-75=75>>75 coins.\n#### 75", "answer_numeric": 75} +{"case_id": "gsm8k-practice-v1-0104", "question": "Nina has 44 apples. She picks 16 more and sells 23. How many apples does Nina have?", "answer_expression": "Nina picks 16 more, so 44+16=<<44+16=60>>60 apples.\nShe sells 23, so 60-23=<<60-23=37>>37 apples.\n#### 37", "answer_numeric": 37} +{"case_id": "gsm8k-practice-v1-0105", "question": "Ed has 70 books. He buys 30 more and lends 50 to the school. How many books does Ed have?", "answer_expression": "Ed buys 30 more, so 70+30=<<70+30=100>>100 books.\nHe lends 50 to the school, so 100-50=<<100-50=50>>50 books.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0106", "question": "Sam has 12 stickers. He earns 18 more and gives 7 to his sister. How many stickers does Sam have?", "answer_expression": "Sam earns 18 more, so 12+18=<<12+18=30>>30 stickers.\nHe gives 7 to his sister, so 30-7=<<30-7=23>>23 stickers.\n#### 23", "answer_numeric": 23} +{"case_id": "gsm8k-practice-v1-0107", "question": "Anna has 45 pencils. She gets 15 more and breaks 6. How many pencils does Anna have?", "answer_expression": "Anna gets 15 more, so 45+15=<<45+15=60>>60 pencils.\nShe breaks 6, so 60-6=<<60-6=54>>54 pencils.\n#### 54", "answer_numeric": 54} +{"case_id": "gsm8k-practice-v1-0108", "question": "Tom has 66 marbles. He collects 14 more and loses 20. How many marbles does Tom have?", "answer_expression": "Tom collects 14 more, so 66+14=<<66+14=80>>80 marbles.\nHe loses 20, so 80-20=<<80-20=60>>60 marbles.\n#### 60", "answer_numeric": 60} +{"case_id": "gsm8k-practice-v1-0109", "question": "Lisa has 88 cards. She buys 12 more and trades away 30. How many cards does Lisa have?", "answer_expression": "Lisa buys 12 more, so 88+12=<<88+12=100>>100 cards.\nShe trades 30 away, so 100-30=<<100-30=70>>70 cards.\n#### 70", "answer_numeric": 70} +{"case_id": "gsm8k-practice-v1-0110", "question": "Ben has 55 flowers. He picks 25 more and sells 40 at the market. How many flowers does Ben have?", "answer_expression": "Ben picks 25 more, so 55+25=<<55+25=80>>80 flowers.\nHe sells 40 at the market, so 80-40=<<80-40=40>>40 flowers.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0111", "question": "Kate has 37 cookies. She bakes 23 more and gives 15 to her neighbor. How many cookies does Kate have?", "answer_expression": "Kate bakes 23 more, so 37+23=<<37+23=60>>60 cookies.\nShe gives 15 to her neighbor, so 60-15=<<60-15=45>>45 cookies.\n#### 45", "answer_numeric": 45} +{"case_id": "gsm8k-practice-v1-0112", "question": "Jack has 120 shells. He finds 30 more and gives 90 to his cousins. How many shells does Jack have?", "answer_expression": "Jack finds 30 more, so 120+30=<<120+30=150>>150 shells.\nHe gives 90 to his cousins, so 150-90=<<150-90=60>>60 shells.\n#### 60", "answer_numeric": 60} +{"case_id": "gsm8k-practice-v1-0113", "question": "Mia has 28 stamps. She buys 22 more and uses 35. How many stamps does Mia have?", "answer_expression": "Mia buys 22 more, so 28+22=<<28+22=50>>50 stamps.\nShe uses 35, so 50-35=<<50-35=15>>15 stamps.\n#### 15", "answer_numeric": 15} +{"case_id": "gsm8k-practice-v1-0114", "question": "Leo has 75 toy cars. He gets 25 more and donates 50. How many toy cars does Leo have?", "answer_expression": "Leo gets 25 more, so 75+25=<<75+25=100>>100 toy cars.\nHe donates 50, so 100-50=<<100-50=50>>50 toy cars.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0115", "question": "Emma has 13 buttons. She finds 37 more and uses 20 for a project. How many buttons does Emma have?", "answer_expression": "Emma finds 37 more, so 13+37=<<13+37=50>>50 buttons.\nShe uses 20, so 50-20=<<50-20=30>>30 buttons.\n#### 30", "answer_numeric": 30} +{"case_id": "gsm8k-practice-v1-0116", "question": "Dan has 50 coins. He earns 75 more and buys a gift for 60. How many coins does Dan have?", "answer_expression": "Dan earns 75 more, so 50+75=<<50+75=125>>125 coins.\nHe buys a gift for 60, so 125-60=<<125-60=65>>65 coins.\n#### 65", "answer_numeric": 65} +{"case_id": "gsm8k-practice-v1-0117", "question": "Rosa has 40 apples. She picks 20 more and packs 35 for a picnic. How many apples does Rosa have?", "answer_expression": "Rosa picks 20 more, so 40+20=<<40+20=60>>60 apples.\nShe packs 35 for a picnic, so 60-35=<<60-35=25>>25 apples.\n#### 25", "answer_numeric": 25} +{"case_id": "gsm8k-practice-v1-0118", "question": "Max has 33 stickers. He gets 27 more and uses 18 for a poster. How many stickers does Max have?", "answer_expression": "Max gets 27 more, so 33+27=<<33+27=60>>60 stickers.\nHe uses 18 for a poster, so 60-18=<<60-18=42>>42 stickers.\n#### 42", "answer_numeric": 42} +{"case_id": "gsm8k-practice-v1-0119", "question": "Nina has 85 marbles. She wins 15 more and loses 40. How many marbles does Nina have?", "answer_expression": "Nina wins 15 more, so 85+15=<<85+15=100>>100 marbles.\nShe loses 40, so 100-40=<<100-40=60>>60 marbles.\n#### 60", "answer_numeric": 60} +{"case_id": "gsm8k-practice-v1-0120", "question": "Ed has 47 pencils. He buys 13 more and donates 25. How many pencils does Ed have?", "answer_expression": "Ed buys 13 more, so 47+13=<<47+13=60>>60 pencils.\nHe donates 25, so 60-25=<<60-25=35>>35 pencils.\n#### 35", "answer_numeric": 35} +{"case_id": "gsm8k-practice-v1-0121", "question": "Sam has 30 apples and gives 10 to Anna. Anna starts with 5. How many apples does Anna have now?", "answer_expression": "Anna starts with 5 apples and gets 10 from Sam, so 5+10=<<5+10=15>>15 apples.\n#### 15", "answer_numeric": 15} +{"case_id": "gsm8k-practice-v1-0122", "question": "Tom has 40 coins. He gives 15 to Lisa and earns 20 more. How many coins does Tom have now?", "answer_expression": "Tom gives 15 to Lisa, so 40-15=<<40-15=25>>25 coins.\nHe earns 20 more, so 25+20=<<25+20=45>>45 coins.\n#### 45", "answer_numeric": 45} +{"case_id": "gsm8k-practice-v1-0123", "question": "Anna has 50 stickers. She gives 20 to Ben. Ben starts with 8 stickers. How many stickers does Ben have?", "answer_expression": "Ben starts with 8 stickers and gets 20 from Anna, so 8+20=<<8+20=28>>28 stickers.\n#### 28", "answer_numeric": 28} +{"case_id": "gsm8k-practice-v1-0124", "question": "Kate starts with 60 pencils. She gives 15 to Jack and Jack gives 5 back. How many pencils does Kate have?", "answer_expression": "Kate gives 15 to Jack, so 60-15=<<60-15=45>>45 pencils.\nJack gives 5 back, so 45+5=<<45+5=50>>50 pencils.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0125", "question": "Sam starts with 10 marbles. He finds 8 more in the morning and 12 more in the afternoon. He gives 5 to Leo. How many marbles does Sam have?", "answer_expression": "Sam finds 8 in the morning, so 10+8=<<10+8=18>>18 marbles.\nHe finds 12 more in the afternoon, so 18+12=<<18+12=30>>30 marbles.\nHe gives 5 to Leo, so 30-5=<<30-5=25>>25 marbles.\n#### 25", "answer_numeric": 25} +{"case_id": "gsm8k-practice-v1-0126", "question": "Emma has 45 flowers. She picks 15 more and gives 20 to her mom and 10 to her aunt. How many flowers does Emma have?", "answer_expression": "Emma picks 15 more, so 45+15=<<45+15=60>>60 flowers.\nShe gives 20 to her mom, so 60-20=<<60-20=40>>40 flowers.\nShe gives 10 to her aunt, so 40-10=<<40-10=30>>30 flowers.\n#### 30", "answer_numeric": 30} +{"case_id": "gsm8k-practice-v1-0127", "question": "Dan has 100 cards. He buys 50 more and gives 30 to his friend and 20 to his brother. How many cards does Dan have?", "answer_expression": "Dan buys 50 more, so 100+50=<<100+50=150>>150 cards.\nHe gives 30 to his friend, so 150-30=<<150-30=120>>120 cards.\nHe gives 20 to his brother, so 120-20=<<120-20=100>>100 cards.\n#### 100", "answer_numeric": 100} +{"case_id": "gsm8k-practice-v1-0128", "question": "Leo has 24 cookies. His mom bakes 36 more. Leo eats 8 and gives 12 to Rosa. How many cookies does Leo have?", "answer_expression": "Leo's mom bakes 36 more, so 24+36=<<24+36=60>>60 cookies.\nLeo eats 8, so 60-8=<<60-8=52>>52 cookies.\nHe gives 12 to Rosa, so 52-12=<<52-12=40>>40 cookies.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0129", "question": "Rosa starts with 15 toy cars and gets 25 more for her birthday. She gives 10 to her cousin. How many toy cars does Rosa have?", "answer_expression": "Rosa gets 25 more, so 15+25=<<15+25=40>>40 toy cars.\nShe gives 10 to her cousin, so 40-10=<<40-10=30>>30 toy cars.\n#### 30", "answer_numeric": 30} +{"case_id": "gsm8k-practice-v1-0130", "question": "Max collects 30 shells on Monday, 25 on Tuesday, and 20 on Wednesday. He gives 15 to Nina. How many shells does Max have?", "answer_expression": "Max collects 30 on Monday and 25 on Tuesday, so 30+25=<<30+25=55>>55 shells.\nHe collects 20 on Wednesday, so 55+20=<<55+20=75>>75 shells.\nHe gives 15 to Nina, so 75-15=<<75-15=60>>60 shells.\n#### 60", "answer_numeric": 60} +{"case_id": "gsm8k-practice-v1-0131", "question": "Nina has 80 stamps. She buys 20 more and uses 35 to mail letters and 15 to send postcards. How many stamps does Nina have?", "answer_expression": "Nina buys 20 more, so 80+20=<<80+20=100>>100 stamps.\nShe uses 35 to mail letters, so 100-35=<<100-35=65>>65 stamps.\nShe uses 15 for postcards, so 65-15=<<65-15=50>>50 stamps.\n#### 50", "answer_numeric": 50} +{"case_id": "gsm8k-practice-v1-0132", "question": "Ed starts with 50 coins. He earns 30 more on day one and 20 more on day two. He spends 40 on a toy. How many coins does Ed have?", "answer_expression": "Ed earns 30 on day one, so 50+30=<<50+30=80>>80 coins.\nHe earns 20 on day two, so 80+20=<<80+20=100>>100 coins.\nHe spends 40 on a toy, so 100-40=<<100-40=60>>60 coins.\n#### 60", "answer_numeric": 60} +{"case_id": "gsm8k-practice-v1-0133", "question": "Sam has 17 books. He checks out 5 more from the library. He reads 4 and returns them. He then gets 3 more as a gift. How many books does Sam have?", "answer_expression": "Sam checks out 5 more, so 17+5=<<17+5=22>>22 books.\nHe reads and returns 4, so 22-4=<<22-4=18>>18 books.\nHe gets 3 more as a gift, so 18+3=<<18+3=21>>21 books.\n#### 21", "answer_numeric": 21} +{"case_id": "gsm8k-practice-v1-0134", "question": "Anna bakes 24 cookies in the morning and 18 in the afternoon. She gives 10 to her class and 5 to her neighbor. How many cookies does Anna have?", "answer_expression": "Anna bakes 24 in the morning and 18 in the afternoon, so 24+18=<<24+18=42>>42 cookies.\nShe gives 10 to her class, so 42-10=<<42-10=32>>32 cookies.\nShe gives 5 to her neighbor, so 32-5=<<32-5=27>>27 cookies.\n#### 27", "answer_numeric": 27} +{"case_id": "gsm8k-practice-v1-0135", "question": "Tom starts with 60 stickers. He gives 15 to Emma and 10 to Dan, then receives 8 back from Emma. How many stickers does Tom have?", "answer_expression": "Tom gives 15 to Emma, so 60-15=<<60-15=45>>45 stickers.\nHe gives 10 to Dan, so 45-10=<<45-10=35>>35 stickers.\nHe receives 8 back from Emma, so 35+8=<<35+8=43>>43 stickers.\n#### 43", "answer_numeric": 43} +{"case_id": "gsm8k-practice-v1-0136", "question": "Lisa collects 40 marbles. She wins 20 more in a tournament. She gives 25 to her friends and finds 5 more. How many marbles does Lisa have?", "answer_expression": "Lisa wins 20 more, so 40+20=<<40+20=60>>60 marbles.\nShe gives 25 to friends, so 60-25=<<60-25=35>>35 marbles.\nShe finds 5 more, so 35+5=<<35+5=40>>40 marbles.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0137", "question": "Ben has 50 apples. He picks 30 more and sells 20 at the market. He brings the rest home and eats 5. How many apples does Ben have?", "answer_expression": "Ben picks 30 more, so 50+30=<<50+30=80>>80 apples.\nHe sells 20 at the market, so 80-20=<<80-20=60>>60 apples.\nHe eats 5, so 60-5=<<60-5=55>>55 apples.\n#### 55", "answer_numeric": 55} +{"case_id": "gsm8k-practice-v1-0138", "question": "Kate earns 45 coins on Monday and 35 on Tuesday. She spends 30 on Wednesday and 20 on Thursday. How many coins does Kate have?", "answer_expression": "Kate earns 45 on Monday and 35 on Tuesday, so 45+35=<<45+35=80>>80 coins.\nShe spends 30 on Wednesday, so 80-30=<<80-30=50>>50 coins.\nShe spends 20 on Thursday, so 50-20=<<50-20=30>>30 coins.\n#### 30", "answer_numeric": 30} +{"case_id": "gsm8k-practice-v1-0139", "question": "Jack gets 60 buttons from a craft kit. He uses 15 for a science project and 12 for an art project. His teacher gives him 7 more. How many buttons does Jack have?", "answer_expression": "Jack uses 15 for a science project, so 60-15=<<60-15=45>>45 buttons.\nHe uses 12 for an art project, so 45-12=<<45-12=33>>33 buttons.\nHis teacher gives him 7 more, so 33+7=<<33+7=40>>40 buttons.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0140", "question": "Mia has 22 flowers. She plants 18 more. Then 5 wilt and she picks 12 fresh ones from the garden. How many flowers does Mia have?", "answer_expression": "Mia plants 18 more, so 22+18=<<22+18=40>>40 flowers.\nThen 5 wilt, so 40-5=<<40-5=35>>35 flowers.\nShe picks 12 fresh ones, so 35+12=<<35+12=47>>47 flowers.\n#### 47", "answer_numeric": 47} +{"case_id": "gsm8k-practice-v1-0141", "question": "Leo starts with 75 cards. He gets 25 more from a friend. He gives 30 to his cousin and buys 10 more at a garage sale. How many cards does Leo have?", "answer_expression": "Leo gets 25 more, so 75+25=<<75+25=100>>100 cards.\nHe gives 30 to his cousin, so 100-30=<<100-30=70>>70 cards.\nHe buys 10 more, so 70+10=<<70+10=80>>80 cards.\n#### 80", "answer_numeric": 80} +{"case_id": "gsm8k-practice-v1-0142", "question": "Emma has 90 stickers. She uses 40 for a poster and receives 20 from her pen pal. She gives 15 to her sister. How many stickers does Emma have?", "answer_expression": "Emma uses 40 for a poster, so 90-40=<<90-40=50>>50 stickers.\nShe receives 20 from her pen pal, so 50+20=<<50+20=70>>70 stickers.\nShe gives 15 to her sister, so 70-15=<<70-15=55>>55 stickers.\n#### 55", "answer_numeric": 55} +{"case_id": "gsm8k-practice-v1-0143", "question": "Dan collects 50 shells in the morning and 30 more in the evening. He gives 25 to his friend and picks up 10 more near the pier. How many shells does Dan have?", "answer_expression": "Dan collects 50 in the morning and 30 in the evening, so 50+30=<<50+30=80>>80 shells.\nHe gives 25 to his friend, so 80-25=<<80-25=55>>55 shells.\nHe picks up 10 more, so 55+10=<<55+10=65>>65 shells.\n#### 65", "answer_numeric": 65} +{"case_id": "gsm8k-practice-v1-0144", "question": "Rosa starts with 35 pencils. She buys 15 more and loses 5. She then finds 3 more in her desk. How many pencils does Rosa have?", "answer_expression": "Rosa buys 15 more, so 35+15=<<35+15=50>>50 pencils.\nShe loses 5, so 50-5=<<50-5=45>>45 pencils.\nShe finds 3 more, so 45+3=<<45+3=48>>48 pencils.\n#### 48", "answer_numeric": 48} +{"case_id": "gsm8k-practice-v1-0145", "question": "Max has 100 marbles. He wins 50 more in a tournament. He gives 30 to Nina and 20 to Sam. He finds 10 more later. How many marbles does Max have?", "answer_expression": "Max wins 50 more, so 100+50=<<100+50=150>>150 marbles.\nHe gives 30 to Nina, so 150-30=<<150-30=120>>120 marbles.\nHe gives 20 to Sam, so 120-20=<<120-20=100>>100 marbles.\nHe finds 10 more, so 100+10=<<100+10=110>>110 marbles.\n#### 110", "answer_numeric": 110} +{"case_id": "gsm8k-practice-v1-0146", "question": "Nina starts with 18 cookies. She bakes 22 more. She eats 3 and gives 7 to her teacher. How many cookies does Nina have?", "answer_expression": "Nina bakes 22 more, so 18+22=<<18+22=40>>40 cookies.\nShe eats 3, so 40-3=<<40-3=37>>37 cookies.\nShe gives 7 to her teacher, so 37-7=<<37-7=30>>30 cookies.\n#### 30", "answer_numeric": 30} +{"case_id": "gsm8k-practice-v1-0147", "question": "Ed collects 55 stamps over summer. He buys 45 more in the fall. He uses 60 to send holiday cards. How many stamps does Ed have?", "answer_expression": "Ed buys 45 more, so 55+45=<<55+45=100>>100 stamps.\nHe uses 60, so 100-60=<<100-60=40>>40 stamps.\n#### 40", "answer_numeric": 40} +{"case_id": "gsm8k-practice-v1-0148", "question": "Sam has 14 toy cars. He gets 11 more for his birthday and 6 more from a garage sale. He gives 9 to his little brother. How many toy cars does Sam have?", "answer_expression": "Sam gets 11 for his birthday, so 14+11=<<14+11=25>>25 toy cars.\nHe gets 6 more from a garage sale, so 25+6=<<25+6=31>>31 toy cars.\nHe gives 9 to his brother, so 31-9=<<31-9=22>>22 toy cars.\n#### 22", "answer_numeric": 22} +{"case_id": "gsm8k-practice-v1-0149", "question": "Anna has 65 coins. She earns 35 more by babysitting. She spends 40 on a book and 15 on snacks. How many coins does Anna have?", "answer_expression": "Anna earns 35 more, so 65+35=<<65+35=100>>100 coins.\nShe spends 40 on a book, so 100-40=<<100-40=60>>60 coins.\nShe spends 15 on snacks, so 60-15=<<60-15=45>>45 coins.\n#### 45", "answer_numeric": 45} +{"case_id": "gsm8k-practice-v1-0150", "question": "Tom starts with 28 apples. He picks 12 more from the tree. He gives 8 to his neighbor and 4 to his teacher. He then finds 2 more in the basket. How many apples does Tom have?", "answer_expression": "Tom picks 12 more, so 28+12=<<28+12=40>>40 apples.\nHe gives 8 to his neighbor, so 40-8=<<40-8=32>>32 apples.\nHe gives 4 to his teacher, so 32-4=<<32-4=28>>28 apples.\nHe finds 2 more, so 28+2=<<28+2=30>>30 apples.\n#### 30", "answer_numeric": 30} diff --git a/evals/gsm8k_math/practice/v1/runner.py b/evals/gsm8k_math/practice/v1/runner.py index d32d6ec3..dde2a925 100644 --- a/evals/gsm8k_math/practice/v1/runner.py +++ b/evals/gsm8k_math/practice/v1/runner.py @@ -34,6 +34,7 @@ REFUSAL_DIAGNOSES: tuple[str, ...] = ("skill_gap", "knowledge_gap", "genuine_amb _HERE = Path(__file__).resolve().parent _REPORT_PATH = _HERE / "report.json" +_PRACTICE_CASES_PATH = _HERE / "cases.jsonl" _CALC_RE = re.compile(r"<<([^=>]+)=") @@ -183,10 +184,27 @@ def run_practice( ) +def _load_practice_cases(path: Path = _PRACTICE_CASES_PATH) -> list[dict[str, Any]]: + """Load cases from the practice-specific cases.jsonl (no count assertion).""" + records: list[dict[str, Any]] = [] + with path.open("r", encoding="utf-8") as fh: + for line in fh: + line = line.strip() + if not line: + continue + records.append(json.loads(line)) + return records + + def build_report() -> PracticeReport: return run_practice(_load_cases(_CASES_PATH)) +def build_practice_report() -> PracticeReport: + """Run the practice lane over the dedicated practice case set.""" + return run_practice(_load_practice_cases()) + + def write_report(report: PracticeReport, path: Path = _REPORT_PATH) -> None: path.write_text( json.dumps(report.as_dict(), indent=2, sort_keys=True) + "\n",