From da9f89ae16ae07caf4802c350ca17a3d92092148 Mon Sep 17 00:00:00 2001
From: Shay <assetoverflow@icloud.com>
Date: Thu, 28 May 2026 08:09:51 -0700
Subject: [PATCH] chore(eval): regenerate train_sample/v1 report.json after
 86d4e98 multi-word unit fix
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

86d4e98 (multi-word unit grounding fix) changed refusal reasons for two
cases without changing the 3/47/0 count:
- case 0019 (currency_amount): refusal moves from 'requires 3 vet
  appointments which cost $400 each' to 'After the first appointment,
  John paid $100 for pet insurance...' — first sentence now passes,
  refusal moves to subsequent sentence
- case 0023 (Nicole/Pokemon cards): refusal moves from 'Nicole collected
  400 Pokemon cards' (now passes via multi-word unit grounding) to
  'Cindy collected twice as many, and Rex collected half of...'

Counts unchanged: correct=3 refused=47 wrong=0. Updates report.json to
match current behavior so subsequent eval runs are byte-deterministic
from the committed snapshot.
---
 evals/gsm8k_math/train_sample/v1/report.json | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/evals/gsm8k_math/train_sample/v1/report.json b/evals/gsm8k_math/train_sample/v1/report.json
index e880bb0a..bb4dc415 100644
--- a/evals/gsm8k_math/train_sample/v1/report.json
+++ b/evals/gsm8k_math/train_sample/v1/report.json
@@ -103,7 +103,7 @@
     },
     {
       "case_id": "gsm8k-train-sample-v1-0019",
-      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'The dog ends up having health problems and this requires 3 vet appointments,  which cost $400 each.' (category=currency_amount)",
+      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'After the first appointment, John paid $100 for pet insurance that covers 80% of the subsequent visits.' (category=currency_amount)",
       "verdict": "refused"
     },
     {
@@ -123,7 +123,7 @@
     },
     {
       "case_id": "gsm8k-train-sample-v1-0023",
-      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Nicole collected 400 Pokemon cards.' (category=discrete_count_statement)",
+      "reason": "candidate_graph: recognizer matched but produced no injection for statement: \"Cindy collected twice as many, and Rex collected half of Nicole and Cindy's combined total.\" (category=descriptive_setup_no_quantity)",
       "verdict": "refused"
     },
     {
@@ -133,12 +133,12 @@
     },
     {
       "case_id": "gsm8k-train-sample-v1-0025",
-      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Lilibeth fills 6 baskets where each basket holds 50 strawberries.' (category=multiplicative_aggregation)",
+      "reason": "candidate_graph: no admissible candidate for question: \"If three of Lilibeth's friends pick the same amount as her, how many strawberries do Lilibeth and her friends pick in all?\"",
       "verdict": "refused"
     },
     {
       "case_id": "gsm8k-train-sample-v1-0026",
-      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'Aaron and his brother Carson each saved up $40 to go to dinner.' (category=currency_amount)",
+      "reason": "candidate_graph: no admissible candidate for statement: 'Aaron and his brother Carson each saved up $40 to go to dinner.'",
       "verdict": "refused"
     },
     {
@@ -243,7 +243,7 @@
     },
     {
       "case_id": "gsm8k-train-sample-v1-0047",
-      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'John bakes 12 coconut macaroons, each weighing 5 ounces.' (category=multiplicative_aggregation)",
+      "reason": "candidate_graph: recognizer matched but produced no injection for statement: 'He then packs an equal number of the macaroons in 4 different brown bags, ready for delivery.' (category=discrete_count_statement)",
       "verdict": "refused"
     },
     {