{ "aggregate": { "correct": 80, "declined": 0, "n": 80, "wrong": 0 }, "all_correct": true, "arc": "deduction-serve", "lane": "deduction_serve", "schema_version": 1, "splits": { "v1": { "all_cases_correct": true, "by_gold": { "declined": 4, "entailed": 10, "invalid": 1, "refuted": 5, "unknown": 5, "valid": 3 }, "correct_by_gold": { "declined": 4, "entailed": 10, "invalid": 1, "refuted": 5, "unknown": 5, "valid": 3 }, "counts": { "correct": 28, "declined": 0, "wrong": 0 }, "n": 28 }, "v2_en": { "all_cases_correct": true, "by_gold": { "declined": 5, "entailed": 14, "refuted": 3, "unknown": 4 }, "correct_by_gold": { "declined": 5, "entailed": 14, "refuted": 3, "unknown": 4 }, "counts": { "correct": 26, "declined": 0, "wrong": 0 }, "n": 26 }, "v2_member": { "all_cases_correct": true, "by_gold": { "declined": 7, "entailed": 12, "refuted": 3, "unknown": 4 }, "correct_by_gold": { "declined": 7, "entailed": 12, "refuted": 3, "unknown": 4 }, "counts": { "correct": 26, "declined": 0, "wrong": 0 }, "n": 26 } }, "wrong_is_zero": true }