{"abstract":"A partially funded monthly invoice is reported as covered and the leftover balance goes negative.","category":"Subscription proration billing","checks":8,"contract":"Input {annual, months_used, days_into_month, month_days, monthly}. Months started = months_used plus one if the current month has begun (days_into_month > 0), capped at 12. Credit = annual*(12 - started)//12. The credit pays whole future monthly invoices; the remainder stays as balance. Return [credit, covered_invoices, leftover].","evaluation_group":"w2-subscription-proration-annual-to-monthly-credit","failed_approach":"The attempt rounds to the nearest invoice, still counting invoices that are more than half funded.","family":"w2-subscription-proration-annual-to-monthly-credit-fully-covered-invoice-count","id":"FA-59556","implementations":{"attempt":{"sha256":"c4f17e97e89cca5ccc8a2af00d85e7e3313267ff004e681f1bb2acc02cb20ffa","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    started = x['months_used'] + (1 if x['days_into_month'] > 0 else 0)\n    started = min(started, 12)\n    credit = x['annual'] * (12 - started) // 12\n    covered = round(credit / x['monthly'])\n    left = credit - covered * x['monthly']\n    return [credit, covered, left]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression', {'annual': 99900, 'months_used': 3, 'days_into_month': 1, 'month_days': 31, 'monthly': 16870}, [66600, 3, 15990]), ('regression', {'annual': 12000, 'months_used': 9, 'days_into_month': 16, 'month_days': 31, 'monthly': 999}, [2000, 2, 2]), ('partial-repair probe', {'annual': 99900, 'months_used': 0, 'days_into_month': 0, 'month_days': 30, 'monthly': 38952}, [99900, 2, 21996]), ('partial-repair probe', {'annual': 119900, 'months_used': 0, 'days_into_month': 16, 'month_days': 28, 'monthly': 1000}, [109908, 109, 908]), ('normal control', {'annual': 119900, 'months_used': 11, 'days_into_month': 15, 'month_days': 28, 'monthly': 999}, [0, 0, 0]), ('normal control', {'annual': 23283, 'months_used': 11, 'days_into_month': 16, 'month_days': 31, 'monthly': 12900}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 12, 'days_into_month': 15, 'month_days': 30, 'monthly': 999}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 12, 'days_into_month': 26, 'month_days': 30, 'monthly': 999}, [0, 0, 0])], [('regression', {'annual': 99900, 'months_used': 0, 'days_into_month': 0, 'month_days': 30, 'monthly': 38952}, [99900, 2, 21996]), ('regression', {'annual': 119900, 'months_used': 4, 'days_into_month': 1, 'month_days': 30, 'monthly': 999}, [69941, 70, 11]), ('partial-repair probe', {'annual': 119900, 'months_used': 0, 'days_into_month': 16, 'month_days': 28, 'monthly': 1000}, [109908, 109, 908]), ('partial-repair probe', {'annual': 99900, 'months_used': 6, 'days_into_month': 15, 'month_days': 28, 'monthly': 1000}, [41625, 41, 625]), ('normal control', {'annual': 99900, 'months_used': 13, 'days_into_month': 0, 'month_days': 30, 'monthly': 27694}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 12, 'days_into_month': 10, 'month_days': 28, 'monthly': 9029}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 11, 'days_into_month': 16, 'month_days': 31, 'monthly': 1512}, [0, 0, 0]), ('normal control', {'annual': 99900, 'months_used': 6, 'days_into_month': 0, 'month_days': 30, 'monthly': 999}, [49950, 50, 0])], [('regression', {'annual': 119900, 'months_used': 0, 'days_into_month': 16, 'month_days': 28, 'monthly': 1000}, [109908, 109, 908]), ('regression', {'annual': 99900, 'months_used': 3, 'days_into_month': 16, 'month_days': 28, 'monthly': 12900}, [66600, 5, 2100]), ('partial-repair probe', {'annual': 477658, 'months_used': 2, 'days_into_month': 16, 'month_days': 31, 'monthly': 999}, [358243, 358, 601]), ('partial-repair probe', {'annual': 119900, 'months_used': 2, 'days_into_month': 0, 'month_days': 31, 'monthly': 1000}, [99916, 99, 916]), ('normal control', {'annual': 12000, 'months_used': 1, 'days_into_month': 16, 'month_days': 30, 'monthly': 1000}, [10000, 10, 0]), ('normal control', {'annual': 119900, 'months_used': 13, 'days_into_month': 16, 'month_days': 28, 'monthly': 999}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 12, 'days_into_month': 16, 'month_days': 28, 'monthly': 20303}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 12, 'days_into_month': 16, 'month_days': 28, 'monthly': 12900}, [0, 0, 0])], [('regression', {'annual': 99900, 'months_used': 6, 'days_into_month': 15, 'month_days': 28, 'monthly': 1000}, [41625, 41, 625]), ('regression', {'annual': 99900, 'months_used': 3, 'days_into_month': 1, 'month_days': 31, 'monthly': 16870}, [66600, 3, 15990]), ('partial-repair probe', {'annual': 422066, 'months_used': 1, 'days_into_month': 1, 'month_days': 31, 'monthly': 1000}, [351721, 351, 721]), ('partial-repair probe', {'annual': 228567, 'months_used': 5, 'days_into_month': 1, 'month_days': 31, 'monthly': 12900}, [114283, 8, 11083]), ('normal control', {'annual': 99900, 'months_used': 13, 'days_into_month': 15, 'month_days': 30, 'monthly': 12900}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 13, 'days_into_month': 1, 'month_days': 31, 'monthly': 12900}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 13, 'days_into_month': 15, 'month_days': 30, 'monthly': 24842}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 10, 'days_into_month': 0, 'month_days': 30, 'monthly': 1000}, [2000, 2, 0])], [('regression', {'annual': 477658, 'months_used': 2, 'days_into_month': 16, 'month_days': 31, 'monthly': 999}, [358243, 358, 601]), ('regression', {'annual': 99900, 'months_used': 10, 'days_into_month': 15, 'month_days': 31, 'monthly': 1000}, [8325, 8, 325]), ('partial-repair probe', {'annual': 99900, 'months_used': 2, 'days_into_month': 15, 'month_days': 31, 'monthly': 1000}, [74925, 74, 925]), ('partial-repair probe', {'annual': 99900, 'months_used': 9, 'days_into_month': 15, 'month_days': 28, 'monthly': 1000}, [16650, 16, 650]), ('normal control', {'annual': 12000, 'months_used': 11, 'days_into_month': 16, 'month_days': 30, 'monthly': 1000}, [0, 0, 0]), ('normal control', {'annual': 46896, 'months_used': 11, 'days_into_month': 1, 'month_days': 30, 'monthly': 1000}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 11, 'days_into_month': 14, 'month_days': 30, 'monthly': 12155}, [0, 0, 0]), ('normal control', {'annual': 99900, 'months_used': 12, 'days_into_month': 0, 'month_days': 31, 'monthly': 16372}, [0, 0, 0])]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"f933b0837ef1ca0dc7d55a32c38c4ab448eb9c95e0f9d3395e65eff224c3a0bb","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    started = x['months_used'] + (1 if x['days_into_month'] > 0 else 0)\n    started = min(started, 12)\n    credit = x['annual'] * (12 - started) // 12\n    covered = -(-credit // x['monthly'])\n    left = credit - covered * x['monthly']\n    return [credit, covered, left]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression', {'annual': 99900, 'months_used': 3, 'days_into_month': 1, 'month_days': 31, 'monthly': 16870}, [66600, 3, 15990]), ('regression', {'annual': 12000, 'months_used': 9, 'days_into_month': 16, 'month_days': 31, 'monthly': 999}, [2000, 2, 2]), ('partial-repair probe', {'annual': 99900, 'months_used': 0, 'days_into_month': 0, 'month_days': 30, 'monthly': 38952}, [99900, 2, 21996]), ('partial-repair probe', {'annual': 119900, 'months_used': 0, 'days_into_month': 16, 'month_days': 28, 'monthly': 1000}, [109908, 109, 908]), ('normal control', {'annual': 119900, 'months_used': 11, 'days_into_month': 15, 'month_days': 28, 'monthly': 999}, [0, 0, 0]), ('normal control', {'annual': 23283, 'months_used': 11, 'days_into_month': 16, 'month_days': 31, 'monthly': 12900}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 12, 'days_into_month': 15, 'month_days': 30, 'monthly': 999}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 12, 'days_into_month': 26, 'month_days': 30, 'monthly': 999}, [0, 0, 0])], [('regression', {'annual': 99900, 'months_used': 0, 'days_into_month': 0, 'month_days': 30, 'monthly': 38952}, [99900, 2, 21996]), ('regression', {'annual': 119900, 'months_used': 4, 'days_into_month': 1, 'month_days': 30, 'monthly': 999}, [69941, 70, 11]), ('partial-repair probe', {'annual': 119900, 'months_used': 0, 'days_into_month': 16, 'month_days': 28, 'monthly': 1000}, [109908, 109, 908]), ('partial-repair probe', {'annual': 99900, 'months_used': 6, 'days_into_month': 15, 'month_days': 28, 'monthly': 1000}, [41625, 41, 625]), ('normal control', {'annual': 99900, 'months_used': 13, 'days_into_month': 0, 'month_days': 30, 'monthly': 27694}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 12, 'days_into_month': 10, 'month_days': 28, 'monthly': 9029}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 11, 'days_into_month': 16, 'month_days': 31, 'monthly': 1512}, [0, 0, 0]), ('normal control', {'annual': 99900, 'months_used': 6, 'days_into_month': 0, 'month_days': 30, 'monthly': 999}, [49950, 50, 0])], [('regression', {'annual': 119900, 'months_used': 0, 'days_into_month': 16, 'month_days': 28, 'monthly': 1000}, [109908, 109, 908]), ('regression', {'annual': 99900, 'months_used': 3, 'days_into_month': 16, 'month_days': 28, 'monthly': 12900}, [66600, 5, 2100]), ('partial-repair probe', {'annual': 477658, 'months_used': 2, 'days_into_month': 16, 'month_days': 31, 'monthly': 999}, [358243, 358, 601]), ('partial-repair probe', {'annual': 119900, 'months_used': 2, 'days_into_month': 0, 'month_days': 31, 'monthly': 1000}, [99916, 99, 916]), ('normal control', {'annual': 12000, 'months_used': 1, 'days_into_month': 16, 'month_days': 30, 'monthly': 1000}, [10000, 10, 0]), ('normal control', {'annual': 119900, 'months_used': 13, 'days_into_month': 16, 'month_days': 28, 'monthly': 999}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 12, 'days_into_month': 16, 'month_days': 28, 'monthly': 20303}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 12, 'days_into_month': 16, 'month_days': 28, 'monthly': 12900}, [0, 0, 0])], [('regression', {'annual': 99900, 'months_used': 6, 'days_into_month': 15, 'month_days': 28, 'monthly': 1000}, [41625, 41, 625]), ('regression', {'annual': 99900, 'months_used': 3, 'days_into_month': 1, 'month_days': 31, 'monthly': 16870}, [66600, 3, 15990]), ('partial-repair probe', {'annual': 422066, 'months_used': 1, 'days_into_month': 1, 'month_days': 31, 'monthly': 1000}, [351721, 351, 721]), ('partial-repair probe', {'annual': 228567, 'months_used': 5, 'days_into_month': 1, 'month_days': 31, 'monthly': 12900}, [114283, 8, 11083]), ('normal control', {'annual': 99900, 'months_used': 13, 'days_into_month': 15, 'month_days': 30, 'monthly': 12900}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 13, 'days_into_month': 1, 'month_days': 31, 'monthly': 12900}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 13, 'days_into_month': 15, 'month_days': 30, 'monthly': 24842}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 10, 'days_into_month': 0, 'month_days': 30, 'monthly': 1000}, [2000, 2, 0])], [('regression', {'annual': 477658, 'months_used': 2, 'days_into_month': 16, 'month_days': 31, 'monthly': 999}, [358243, 358, 601]), ('regression', {'annual': 99900, 'months_used': 10, 'days_into_month': 15, 'month_days': 31, 'monthly': 1000}, [8325, 8, 325]), ('partial-repair probe', {'annual': 99900, 'months_used': 2, 'days_into_month': 15, 'month_days': 31, 'monthly': 1000}, [74925, 74, 925]), ('partial-repair probe', {'annual': 99900, 'months_used': 9, 'days_into_month': 15, 'month_days': 28, 'monthly': 1000}, [16650, 16, 650]), ('normal control', {'annual': 12000, 'months_used': 11, 'days_into_month': 16, 'month_days': 30, 'monthly': 1000}, [0, 0, 0]), ('normal control', {'annual': 46896, 'months_used': 11, 'days_into_month': 1, 'month_days': 30, 'monthly': 1000}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 11, 'days_into_month': 14, 'month_days': 30, 'monthly': 12155}, [0, 0, 0]), ('normal control', {'annual': 99900, 'months_used': 12, 'days_into_month': 0, 'month_days': 31, 'monthly': 16372}, [0, 0, 0])]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"b7e745a6edd12399bacc5534a21d668f3e0c06bd317c4f6bc25d7a84b86e9a87","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    started = x['months_used'] + (1 if x['days_into_month'] > 0 else 0)\n    started = min(started, 12)\n    credit = x['annual'] * (12 - started) // 12\n    covered = credit // x['monthly']\n    left = credit - covered * x['monthly']\n    return [credit, covered, left]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression', {'annual': 99900, 'months_used': 3, 'days_into_month': 1, 'month_days': 31, 'monthly': 16870}, [66600, 3, 15990]), ('regression', {'annual': 12000, 'months_used': 9, 'days_into_month': 16, 'month_days': 31, 'monthly': 999}, [2000, 2, 2]), ('partial-repair probe', {'annual': 99900, 'months_used': 0, 'days_into_month': 0, 'month_days': 30, 'monthly': 38952}, [99900, 2, 21996]), ('partial-repair probe', {'annual': 119900, 'months_used': 0, 'days_into_month': 16, 'month_days': 28, 'monthly': 1000}, [109908, 109, 908]), ('normal control', {'annual': 119900, 'months_used': 11, 'days_into_month': 15, 'month_days': 28, 'monthly': 999}, [0, 0, 0]), ('normal control', {'annual': 23283, 'months_used': 11, 'days_into_month': 16, 'month_days': 31, 'monthly': 12900}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 12, 'days_into_month': 15, 'month_days': 30, 'monthly': 999}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 12, 'days_into_month': 26, 'month_days': 30, 'monthly': 999}, [0, 0, 0])], [('regression', {'annual': 99900, 'months_used': 0, 'days_into_month': 0, 'month_days': 30, 'monthly': 38952}, [99900, 2, 21996]), ('regression', {'annual': 119900, 'months_used': 4, 'days_into_month': 1, 'month_days': 30, 'monthly': 999}, [69941, 70, 11]), ('partial-repair probe', {'annual': 119900, 'months_used': 0, 'days_into_month': 16, 'month_days': 28, 'monthly': 1000}, [109908, 109, 908]), ('partial-repair probe', {'annual': 99900, 'months_used': 6, 'days_into_month': 15, 'month_days': 28, 'monthly': 1000}, [41625, 41, 625]), ('normal control', {'annual': 99900, 'months_used': 13, 'days_into_month': 0, 'month_days': 30, 'monthly': 27694}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 12, 'days_into_month': 10, 'month_days': 28, 'monthly': 9029}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 11, 'days_into_month': 16, 'month_days': 31, 'monthly': 1512}, [0, 0, 0]), ('normal control', {'annual': 99900, 'months_used': 6, 'days_into_month': 0, 'month_days': 30, 'monthly': 999}, [49950, 50, 0])], [('regression', {'annual': 119900, 'months_used': 0, 'days_into_month': 16, 'month_days': 28, 'monthly': 1000}, [109908, 109, 908]), ('regression', {'annual': 99900, 'months_used': 3, 'days_into_month': 16, 'month_days': 28, 'monthly': 12900}, [66600, 5, 2100]), ('partial-repair probe', {'annual': 477658, 'months_used': 2, 'days_into_month': 16, 'month_days': 31, 'monthly': 999}, [358243, 358, 601]), ('partial-repair probe', {'annual': 119900, 'months_used': 2, 'days_into_month': 0, 'month_days': 31, 'monthly': 1000}, [99916, 99, 916]), ('normal control', {'annual': 12000, 'months_used': 1, 'days_into_month': 16, 'month_days': 30, 'monthly': 1000}, [10000, 10, 0]), ('normal control', {'annual': 119900, 'months_used': 13, 'days_into_month': 16, 'month_days': 28, 'monthly': 999}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 12, 'days_into_month': 16, 'month_days': 28, 'monthly': 20303}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 12, 'days_into_month': 16, 'month_days': 28, 'monthly': 12900}, [0, 0, 0])], [('regression', {'annual': 99900, 'months_used': 6, 'days_into_month': 15, 'month_days': 28, 'monthly': 1000}, [41625, 41, 625]), ('regression', {'annual': 99900, 'months_used': 3, 'days_into_month': 1, 'month_days': 31, 'monthly': 16870}, [66600, 3, 15990]), ('partial-repair probe', {'annual': 422066, 'months_used': 1, 'days_into_month': 1, 'month_days': 31, 'monthly': 1000}, [351721, 351, 721]), ('partial-repair probe', {'annual': 228567, 'months_used': 5, 'days_into_month': 1, 'month_days': 31, 'monthly': 12900}, [114283, 8, 11083]), ('normal control', {'annual': 99900, 'months_used': 13, 'days_into_month': 15, 'month_days': 30, 'monthly': 12900}, [0, 0, 0]), ('normal control', {'annual': 119900, 'months_used': 13, 'days_into_month': 1, 'month_days': 31, 'monthly': 12900}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 13, 'days_into_month': 15, 'month_days': 30, 'monthly': 24842}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 10, 'days_into_month': 0, 'month_days': 30, 'monthly': 1000}, [2000, 2, 0])], [('regression', {'annual': 477658, 'months_used': 2, 'days_into_month': 16, 'month_days': 31, 'monthly': 999}, [358243, 358, 601]), ('regression', {'annual': 99900, 'months_used': 10, 'days_into_month': 15, 'month_days': 31, 'monthly': 1000}, [8325, 8, 325]), ('partial-repair probe', {'annual': 99900, 'months_used': 2, 'days_into_month': 15, 'month_days': 31, 'monthly': 1000}, [74925, 74, 925]), ('partial-repair probe', {'annual': 99900, 'months_used': 9, 'days_into_month': 15, 'month_days': 28, 'monthly': 1000}, [16650, 16, 650]), ('normal control', {'annual': 12000, 'months_used': 11, 'days_into_month': 16, 'month_days': 30, 'monthly': 1000}, [0, 0, 0]), ('normal control', {'annual': 46896, 'months_used': 11, 'days_into_month': 1, 'month_days': 30, 'monthly': 1000}, [0, 0, 0]), ('normal control', {'annual': 12000, 'months_used': 11, 'days_into_month': 14, 'month_days': 30, 'monthly': 12155}, [0, 0, 0]), ('normal control', {'annual': 99900, 'months_used': 12, 'days_into_month': 0, 'month_days': 31, 'monthly': 16372}, [0, 0, 0])]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic teaching model of a stipulated billing rule. It makes no claim to reproduce any billing provider's exact behaviour and is not billing software. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-subscription-proration-annual-to-monthly-credit-fully-covered-invoice-count","generated_at":"2026-09-29T14:46:37.489958+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Switching billing intervals converts unused prepaid time into credit that funds future invoices.","repair":"Restore the contract rule at the fully covered invoice count step: use `covered = credit // x['monthly']`.","root_cause":"The number of covered invoices is rounded up, counting an invoice the credit cannot fully pay.","sha256":"290b8fbcc5900bb79bf22ec51d304c28678177ffe6ab8faf6a91957bce1da301","title":"Annual-to-monthly switch credit: fully covered invoice count · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":39.757,"exit_code":1,"observations":[{"actual":[66600,4,-880],"check":"regression 0","expected":[66600,3,15990],"passed":false},{"actual":[2000,2,2],"check":"regression 1","expected":[2000,2,2],"passed":true},{"actual":[99900,3,-16956],"check":"partial-repair probe 2","expected":[99900,2,21996],"passed":false},{"actual":[109908,110,-92],"check":"partial-repair probe 3","expected":[109908,109,908],"passed":false},{"actual":[0,0,0],"check":"normal control 4","expected":[0,0,0],"passed":true},{"actual":[0,0,0],"check":"normal control 5","expected":[0,0,0],"passed":true},{"actual":[0,0,0],"check":"normal control 6","expected":[0,0,0],"passed":true},{"actual":[0,0,0],"check":"normal control 7","expected":[0,0,0],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression 0\", \"actual\": [66600, 4, -880], \"expected\": [66600, 3, 15990], \"passed\": false}, {\"check\": \"regression 1\", \"actual\": [2000, 2, 2], \"expected\": [2000, 2, 2], \"passed\": true}, {\"check\": \"partial-repair probe 2\", \"actual\": [99900, 3, -16956], \"expected\": [99900, 2, 21996], \"passed\": false}, {\"check\": \"partial-repair probe 3\", \"actual\": [109908, 110, -92], \"expected\": [109908, 109, 908], \"passed\": false}, {\"check\": \"normal control 4\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}, {\"check\": \"normal control 5\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}, {\"check\": \"normal control 6\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}, {\"check\": \"normal control 7\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":37.952,"exit_code":1,"observations":[{"actual":[66600,4,-880],"check":"regression 0","expected":[66600,3,15990],"passed":false},{"actual":[2000,3,-997],"check":"regression 1","expected":[2000,2,2],"passed":false},{"actual":[99900,3,-16956],"check":"partial-repair probe 2","expected":[99900,2,21996],"passed":false},{"actual":[109908,110,-92],"check":"partial-repair probe 3","expected":[109908,109,908],"passed":false},{"actual":[0,0,0],"check":"normal control 4","expected":[0,0,0],"passed":true},{"actual":[0,0,0],"check":"normal control 5","expected":[0,0,0],"passed":true},{"actual":[0,0,0],"check":"normal control 6","expected":[0,0,0],"passed":true},{"actual":[0,0,0],"check":"normal control 7","expected":[0,0,0],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression 0\", \"actual\": [66600, 4, -880], \"expected\": [66600, 3, 15990], \"passed\": false}, {\"check\": \"regression 1\", \"actual\": [2000, 3, -997], \"expected\": [2000, 2, 2], \"passed\": false}, {\"check\": \"partial-repair probe 2\", \"actual\": [99900, 3, -16956], \"expected\": [99900, 2, 21996], \"passed\": false}, {\"check\": \"partial-repair probe 3\", \"actual\": [109908, 110, -92], \"expected\": [109908, 109, 908], \"passed\": false}, {\"check\": \"normal control 4\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}, {\"check\": \"normal control 5\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}, {\"check\": \"normal control 6\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}, {\"check\": \"normal control 7\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":40.534,"exit_code":0,"observations":[{"actual":[66600,3,15990],"check":"regression 0","expected":[66600,3,15990],"passed":true},{"actual":[2000,2,2],"check":"regression 1","expected":[2000,2,2],"passed":true},{"actual":[99900,2,21996],"check":"partial-repair probe 2","expected":[99900,2,21996],"passed":true},{"actual":[109908,109,908],"check":"partial-repair probe 3","expected":[109908,109,908],"passed":true},{"actual":[0,0,0],"check":"normal control 4","expected":[0,0,0],"passed":true},{"actual":[0,0,0],"check":"normal control 5","expected":[0,0,0],"passed":true},{"actual":[0,0,0],"check":"normal control 6","expected":[0,0,0],"passed":true},{"actual":[0,0,0],"check":"normal control 7","expected":[0,0,0],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression 0\", \"actual\": [66600, 3, 15990], \"expected\": [66600, 3, 15990], \"passed\": true}, {\"check\": \"regression 1\", \"actual\": [2000, 2, 2], \"expected\": [2000, 2, 2], \"passed\": true}, {\"check\": \"partial-repair probe 2\", \"actual\": [99900, 2, 21996], \"expected\": [99900, 2, 21996], \"passed\": true}, {\"check\": \"partial-repair probe 3\", \"actual\": [109908, 109, 908], \"expected\": [109908, 109, 908], \"passed\": true}, {\"check\": \"normal control 4\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}, {\"check\": \"normal control 5\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}, {\"check\": \"normal control 6\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}, {\"check\": \"normal control 7\", \"actual\": [0, 0, 0], \"expected\": [0, 0, 0], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}