{"abstract":"Amounts exactly equal to the minimum payment are deferred.","category":"Subscription proration billing","checks":9,"contract":"Input {total, credit_notes, balance, min_payment}. Credit notes apply first, capped at the total; any excess credit-note value joins the customer balance. The balance then applies up to the remaining due. A remaining due above 0 but below min_payment is carried to the next invoice instead of charged. Return [due, balance_after, carried].","evaluation_group":"w2-subscription-proration-credit-balance-application","failed_approach":"The attempt defers only for customers that had no starting balance.","family":"w2-subscription-proration-credit-balance-application-minimum-payment-deferral","id":"FA-59571","implementations":{"attempt":{"sha256":"6af55588ba0ff2c7abb81fba882568574c6289a0fa5e522f231d3e45852e898d","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    due = x['total']\n    cn = sum(x['credit_notes'])\n    use_cn = min(cn, due)\n    due -= use_cn\n    bal = x['balance'] + (cn - use_cn)\n    use_bal = min(bal, due)\n    due -= use_bal\n    bal -= use_bal\n    carried = 0\n    if 0 < due < x['min_payment'] and x['balance'] == 0:\n        carried = due\n        due = 0\n    return [due, bal, carried]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression (boundary)', {'total': 50, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('regression (boundary)', {'total': 1050, 'credit_notes': [1000], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('partial-repair probe (boundary)', {'total': 80, 'credit_notes': [], 'balance': 10, 'min_payment': 100}, [0, 0, 70]), ('partial-repair probe (boundary)', {'total': 130, 'credit_notes': [], 'balance': 50, 'min_payment': 100}, [0, 0, 80]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 53, 'credit_notes': [2302], 'balance': 0, 'min_payment': 50}, [0, 2249, 0]), ('normal control', {'total': 249, 'credit_notes': [6921, 1078, 7518], 'balance': 0, 'min_payment': 100}, [0, 15268, 0]), ('normal control', {'total': 136, 'credit_notes': [], 'balance': 13171, 'min_payment': 0}, [0, 13035, 0]), ('normal control', {'total': 299, 'credit_notes': [19966], 'balance': 0, 'min_payment': 0}, [0, 19667, 0])], [('regression (boundary)', {'total': 1050, 'credit_notes': [1000], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('regression (boundary)', {'total': 100, 'credit_notes': [], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('partial-repair probe (boundary)', {'total': 190, 'credit_notes': [], 'balance': 100, 'min_payment': 100}, [0, 0, 90]), ('partial-repair probe (boundary)', {'total': 75, 'credit_notes': [], 'balance': 30, 'min_payment': 50}, [0, 0, 45]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 7761, 'credit_notes': [6395, 18359, 7009], 'balance': 11062, 'min_payment': 100}, [0, 35064, 0]), ('normal control', {'total': 294, 'credit_notes': [], 'balance': 0, 'min_payment': 0}, [294, 0, 0]), ('normal control', {'total': 36738, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [36738, 0, 0]), ('normal control', {'total': 16956, 'credit_notes': [7744], 'balance': 26482, 'min_payment': 0}, [0, 17270, 0])], [('regression (boundary)', {'total': 100, 'credit_notes': [], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('regression (boundary)', {'total': 1200, 'credit_notes': [1100], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('partial-repair probe (boundary)', {'total': 520, 'credit_notes': [300], 'balance': 199, 'min_payment': 50}, [0, 0, 21]), ('partial-repair probe (boundary)', {'total': 80, 'credit_notes': [], 'balance': 10, 'min_payment': 100}, [0, 0, 70]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 43465, 'credit_notes': [15608, 701], 'balance': 0, 'min_payment': 100}, [27156, 0, 0]), ('normal control', {'total': 25597, 'credit_notes': [2793, 18362], 'balance': 0, 'min_payment': 0}, [4442, 0, 0]), ('normal control', {'total': 164, 'credit_notes': [3853, 15350, 168], 'balance': 6958, 'min_payment': 100}, [0, 26165, 0]), ('normal control', {'total': 27004, 'credit_notes': [11844, 8578], 'balance': 0, 'min_payment': 0}, [6582, 0, 0])], [('regression (boundary)', {'total': 1200, 'credit_notes': [1100], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('regression (boundary)', {'total': 160, 'credit_notes': [], 'balance': 60, 'min_payment': 100}, [100, 0, 0]), ('partial-repair probe (boundary)', {'total': 130, 'credit_notes': [], 'balance': 50, 'min_payment': 100}, [0, 0, 80]), ('partial-repair probe (boundary)', {'total': 190, 'credit_notes': [], 'balance': 100, 'min_payment': 100}, [0, 0, 90]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 2985, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [2985, 0, 0]), ('normal control', {'total': 32368, 'credit_notes': [17289, 13095], 'balance': 0, 'min_payment': 0}, [1984, 0, 0]), ('normal control', {'total': 36798, 'credit_notes': [1788], 'balance': 11576, 'min_payment': 50}, [23434, 0, 0]), ('normal control', {'total': 46, 'credit_notes': [8883, 761], 'balance': 0, 'min_payment': 50}, [0, 9598, 0])], [('regression (boundary)', {'total': 160, 'credit_notes': [], 'balance': 60, 'min_payment': 100}, [100, 0, 0]), ('regression (boundary)', {'total': 50, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('partial-repair probe (boundary)', {'total': 75, 'credit_notes': [], 'balance': 30, 'min_payment': 50}, [0, 0, 45]), ('partial-repair probe (boundary)', {'total': 520, 'credit_notes': [300], 'balance': 199, 'min_payment': 50}, [0, 0, 21]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 9414, 'credit_notes': [5208], 'balance': 5543, 'min_payment': 50}, [0, 1337, 0]), ('normal control', {'total': 14659, 'credit_notes': [16457, 12670], 'balance': 0, 'min_payment': 50}, [0, 14468, 0]), ('normal control', {'total': 18, 'credit_notes': [], 'balance': 23152, 'min_payment': 0}, [0, 23134, 0]), ('normal control', {'total': 34021, 'credit_notes': [12282], 'balance': 0, 'min_payment': 100}, [21739, 0, 0])]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"d0124958cd5d77b25fbe28f2979d53dbf53706f25fbf529542a2f62f72f68a2e","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    due = x['total']\n    cn = sum(x['credit_notes'])\n    use_cn = min(cn, due)\n    due -= use_cn\n    bal = x['balance'] + (cn - use_cn)\n    use_bal = min(bal, due)\n    due -= use_bal\n    bal -= use_bal\n    carried = 0\n    if 0 < due <= x['min_payment']:\n        carried = due\n        due = 0\n    return [due, bal, carried]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression (boundary)', {'total': 50, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('regression (boundary)', {'total': 1050, 'credit_notes': [1000], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('partial-repair probe (boundary)', {'total': 80, 'credit_notes': [], 'balance': 10, 'min_payment': 100}, [0, 0, 70]), ('partial-repair probe (boundary)', {'total': 130, 'credit_notes': [], 'balance': 50, 'min_payment': 100}, [0, 0, 80]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 53, 'credit_notes': [2302], 'balance': 0, 'min_payment': 50}, [0, 2249, 0]), ('normal control', {'total': 249, 'credit_notes': [6921, 1078, 7518], 'balance': 0, 'min_payment': 100}, [0, 15268, 0]), ('normal control', {'total': 136, 'credit_notes': [], 'balance': 13171, 'min_payment': 0}, [0, 13035, 0]), ('normal control', {'total': 299, 'credit_notes': [19966], 'balance': 0, 'min_payment': 0}, [0, 19667, 0])], [('regression (boundary)', {'total': 1050, 'credit_notes': [1000], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('regression (boundary)', {'total': 100, 'credit_notes': [], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('partial-repair probe (boundary)', {'total': 190, 'credit_notes': [], 'balance': 100, 'min_payment': 100}, [0, 0, 90]), ('partial-repair probe (boundary)', {'total': 75, 'credit_notes': [], 'balance': 30, 'min_payment': 50}, [0, 0, 45]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 7761, 'credit_notes': [6395, 18359, 7009], 'balance': 11062, 'min_payment': 100}, [0, 35064, 0]), ('normal control', {'total': 294, 'credit_notes': [], 'balance': 0, 'min_payment': 0}, [294, 0, 0]), ('normal control', {'total': 36738, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [36738, 0, 0]), ('normal control', {'total': 16956, 'credit_notes': [7744], 'balance': 26482, 'min_payment': 0}, [0, 17270, 0])], [('regression (boundary)', {'total': 100, 'credit_notes': [], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('regression (boundary)', {'total': 1200, 'credit_notes': [1100], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('partial-repair probe (boundary)', {'total': 520, 'credit_notes': [300], 'balance': 199, 'min_payment': 50}, [0, 0, 21]), ('partial-repair probe (boundary)', {'total': 80, 'credit_notes': [], 'balance': 10, 'min_payment': 100}, [0, 0, 70]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 43465, 'credit_notes': [15608, 701], 'balance': 0, 'min_payment': 100}, [27156, 0, 0]), ('normal control', {'total': 25597, 'credit_notes': [2793, 18362], 'balance': 0, 'min_payment': 0}, [4442, 0, 0]), ('normal control', {'total': 164, 'credit_notes': [3853, 15350, 168], 'balance': 6958, 'min_payment': 100}, [0, 26165, 0]), ('normal control', {'total': 27004, 'credit_notes': [11844, 8578], 'balance': 0, 'min_payment': 0}, [6582, 0, 0])], [('regression (boundary)', {'total': 1200, 'credit_notes': [1100], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('regression (boundary)', {'total': 160, 'credit_notes': [], 'balance': 60, 'min_payment': 100}, [100, 0, 0]), ('partial-repair probe (boundary)', {'total': 130, 'credit_notes': [], 'balance': 50, 'min_payment': 100}, [0, 0, 80]), ('partial-repair probe (boundary)', {'total': 190, 'credit_notes': [], 'balance': 100, 'min_payment': 100}, [0, 0, 90]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 2985, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [2985, 0, 0]), ('normal control', {'total': 32368, 'credit_notes': [17289, 13095], 'balance': 0, 'min_payment': 0}, [1984, 0, 0]), ('normal control', {'total': 36798, 'credit_notes': [1788], 'balance': 11576, 'min_payment': 50}, [23434, 0, 0]), ('normal control', {'total': 46, 'credit_notes': [8883, 761], 'balance': 0, 'min_payment': 50}, [0, 9598, 0])], [('regression (boundary)', {'total': 160, 'credit_notes': [], 'balance': 60, 'min_payment': 100}, [100, 0, 0]), ('regression (boundary)', {'total': 50, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('partial-repair probe (boundary)', {'total': 75, 'credit_notes': [], 'balance': 30, 'min_payment': 50}, [0, 0, 45]), ('partial-repair probe (boundary)', {'total': 520, 'credit_notes': [300], 'balance': 199, 'min_payment': 50}, [0, 0, 21]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 9414, 'credit_notes': [5208], 'balance': 5543, 'min_payment': 50}, [0, 1337, 0]), ('normal control', {'total': 14659, 'credit_notes': [16457, 12670], 'balance': 0, 'min_payment': 50}, [0, 14468, 0]), ('normal control', {'total': 18, 'credit_notes': [], 'balance': 23152, 'min_payment': 0}, [0, 23134, 0]), ('normal control', {'total': 34021, 'credit_notes': [12282], 'balance': 0, 'min_payment': 100}, [21739, 0, 0])]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"caabae5c451a4f6e84bf76dacfbee9988804af3e5682fe97960672780b44b1b4","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    due = x['total']\n    cn = sum(x['credit_notes'])\n    use_cn = min(cn, due)\n    due -= use_cn\n    bal = x['balance'] + (cn - use_cn)\n    use_bal = min(bal, due)\n    due -= use_bal\n    bal -= use_bal\n    carried = 0\n    if 0 < due < x['min_payment']:\n        carried = due\n        due = 0\n    return [due, bal, carried]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression (boundary)', {'total': 50, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('regression (boundary)', {'total': 1050, 'credit_notes': [1000], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('partial-repair probe (boundary)', {'total': 80, 'credit_notes': [], 'balance': 10, 'min_payment': 100}, [0, 0, 70]), ('partial-repair probe (boundary)', {'total': 130, 'credit_notes': [], 'balance': 50, 'min_payment': 100}, [0, 0, 80]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 53, 'credit_notes': [2302], 'balance': 0, 'min_payment': 50}, [0, 2249, 0]), ('normal control', {'total': 249, 'credit_notes': [6921, 1078, 7518], 'balance': 0, 'min_payment': 100}, [0, 15268, 0]), ('normal control', {'total': 136, 'credit_notes': [], 'balance': 13171, 'min_payment': 0}, [0, 13035, 0]), ('normal control', {'total': 299, 'credit_notes': [19966], 'balance': 0, 'min_payment': 0}, [0, 19667, 0])], [('regression (boundary)', {'total': 1050, 'credit_notes': [1000], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('regression (boundary)', {'total': 100, 'credit_notes': [], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('partial-repair probe (boundary)', {'total': 190, 'credit_notes': [], 'balance': 100, 'min_payment': 100}, [0, 0, 90]), ('partial-repair probe (boundary)', {'total': 75, 'credit_notes': [], 'balance': 30, 'min_payment': 50}, [0, 0, 45]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 7761, 'credit_notes': [6395, 18359, 7009], 'balance': 11062, 'min_payment': 100}, [0, 35064, 0]), ('normal control', {'total': 294, 'credit_notes': [], 'balance': 0, 'min_payment': 0}, [294, 0, 0]), ('normal control', {'total': 36738, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [36738, 0, 0]), ('normal control', {'total': 16956, 'credit_notes': [7744], 'balance': 26482, 'min_payment': 0}, [0, 17270, 0])], [('regression (boundary)', {'total': 100, 'credit_notes': [], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('regression (boundary)', {'total': 1200, 'credit_notes': [1100], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('partial-repair probe (boundary)', {'total': 520, 'credit_notes': [300], 'balance': 199, 'min_payment': 50}, [0, 0, 21]), ('partial-repair probe (boundary)', {'total': 80, 'credit_notes': [], 'balance': 10, 'min_payment': 100}, [0, 0, 70]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 43465, 'credit_notes': [15608, 701], 'balance': 0, 'min_payment': 100}, [27156, 0, 0]), ('normal control', {'total': 25597, 'credit_notes': [2793, 18362], 'balance': 0, 'min_payment': 0}, [4442, 0, 0]), ('normal control', {'total': 164, 'credit_notes': [3853, 15350, 168], 'balance': 6958, 'min_payment': 100}, [0, 26165, 0]), ('normal control', {'total': 27004, 'credit_notes': [11844, 8578], 'balance': 0, 'min_payment': 0}, [6582, 0, 0])], [('regression (boundary)', {'total': 1200, 'credit_notes': [1100], 'balance': 0, 'min_payment': 100}, [100, 0, 0]), ('regression (boundary)', {'total': 160, 'credit_notes': [], 'balance': 60, 'min_payment': 100}, [100, 0, 0]), ('partial-repair probe (boundary)', {'total': 130, 'credit_notes': [], 'balance': 50, 'min_payment': 100}, [0, 0, 80]), ('partial-repair probe (boundary)', {'total': 190, 'credit_notes': [], 'balance': 100, 'min_payment': 100}, [0, 0, 90]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 2985, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [2985, 0, 0]), ('normal control', {'total': 32368, 'credit_notes': [17289, 13095], 'balance': 0, 'min_payment': 0}, [1984, 0, 0]), ('normal control', {'total': 36798, 'credit_notes': [1788], 'balance': 11576, 'min_payment': 50}, [23434, 0, 0]), ('normal control', {'total': 46, 'credit_notes': [8883, 761], 'balance': 0, 'min_payment': 50}, [0, 9598, 0])], [('regression (boundary)', {'total': 160, 'credit_notes': [], 'balance': 60, 'min_payment': 100}, [100, 0, 0]), ('regression (boundary)', {'total': 50, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [50, 0, 0]), ('partial-repair probe (boundary)', {'total': 75, 'credit_notes': [], 'balance': 30, 'min_payment': 50}, [0, 0, 45]), ('partial-repair probe (boundary)', {'total': 520, 'credit_notes': [300], 'balance': 199, 'min_payment': 50}, [0, 0, 21]), ('boundary control', {'total': 40, 'credit_notes': [], 'balance': 0, 'min_payment': 50}, [0, 0, 40]), ('normal control', {'total': 9414, 'credit_notes': [5208], 'balance': 5543, 'min_payment': 50}, [0, 1337, 0]), ('normal control', {'total': 14659, 'credit_notes': [16457, 12670], 'balance': 0, 'min_payment': 50}, [0, 14468, 0]), ('normal control', {'total': 18, 'credit_notes': [], 'balance': 23152, 'min_payment': 0}, [0, 23134, 0]), ('normal control', {'total': 34021, 'credit_notes': [12282], 'balance': 0, 'min_payment': 100}, [21739, 0, 0])]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic teaching model of a stipulated billing rule. It makes no claim to reproduce any billing provider's exact behaviour and is not billing software. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-subscription-proration-credit-balance-application-minimum-payment-deferral","generated_at":"2026-09-29T14:46:37.533836+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Proration credits land as credit notes and balances whose application order determines the charge.","repair":"Restore the contract rule at the minimum payment deferral step: use `if 0 < due < x['min_payment']:`.","root_cause":"The deferral test is inclusive of the minimum payment.","sha256":"89b39f5a0642fe41068d58d935e8d92f9ebf5263dbf4bd15310d11ca2d2d8908","title":"Credit notes and customer balance on an invoice: minimum payment deferral · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":41.397,"exit_code":1,"observations":[{"actual":[50,0,0],"check":"regression (boundary) 0","expected":[50,0,0],"passed":true},{"actual":[50,0,0],"check":"regression (boundary) 1","expected":[50,0,0],"passed":true},{"actual":[70,0,0],"check":"partial-repair probe (boundary) 2","expected":[0,0,70],"passed":false},{"actual":[80,0,0],"check":"partial-repair probe (boundary) 3","expected":[0,0,80],"passed":false},{"actual":[0,0,40],"check":"boundary control 4","expected":[0,0,40],"passed":true},{"actual":[0,2249,0],"check":"normal control 5","expected":[0,2249,0],"passed":true},{"actual":[0,15268,0],"check":"normal control 6","expected":[0,15268,0],"passed":true},{"actual":[0,13035,0],"check":"normal control 7","expected":[0,13035,0],"passed":true},{"actual":[0,19667,0],"check":"normal control 8","expected":[0,19667,0],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression (boundary) 0\", \"actual\": [50, 0, 0], \"expected\": [50, 0, 0], \"passed\": true}, {\"check\": \"regression (boundary) 1\", \"actual\": [50, 0, 0], \"expected\": [50, 0, 0], \"passed\": true}, {\"check\": \"partial-repair probe (boundary) 2\", \"actual\": [70, 0, 0], \"expected\": [0, 0, 70], \"passed\": false}, {\"check\": \"partial-repair probe (boundary) 3\", \"actual\": [80, 0, 0], \"expected\": [0, 0, 80], \"passed\": false}, {\"check\": \"boundary control 4\", \"actual\": [0, 0, 40], \"expected\": [0, 0, 40], \"passed\": true}, {\"check\": \"normal control 5\", \"actual\": [0, 2249, 0], \"expected\": [0, 2249, 0], \"passed\": true}, {\"check\": \"normal control 6\", \"actual\": [0, 15268, 0], \"expected\": [0, 15268, 0], \"passed\": true}, {\"check\": \"normal control 7\", \"actual\": [0, 13035, 0], \"expected\": [0, 13035, 0], \"passed\": true}, {\"check\": \"normal control 8\", \"actual\": [0, 19667, 0], \"expected\": [0, 19667, 0], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":39.463,"exit_code":1,"observations":[{"actual":[0,0,50],"check":"regression (boundary) 0","expected":[50,0,0],"passed":false},{"actual":[0,0,50],"check":"regression (boundary) 1","expected":[50,0,0],"passed":false},{"actual":[0,0,70],"check":"partial-repair probe (boundary) 2","expected":[0,0,70],"passed":true},{"actual":[0,0,80],"check":"partial-repair probe (boundary) 3","expected":[0,0,80],"passed":true},{"actual":[0,0,40],"check":"boundary control 4","expected":[0,0,40],"passed":true},{"actual":[0,2249,0],"check":"normal control 5","expected":[0,2249,0],"passed":true},{"actual":[0,15268,0],"check":"normal control 6","expected":[0,15268,0],"passed":true},{"actual":[0,13035,0],"check":"normal control 7","expected":[0,13035,0],"passed":true},{"actual":[0,19667,0],"check":"normal control 8","expected":[0,19667,0],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression (boundary) 0\", \"actual\": [0, 0, 50], \"expected\": [50, 0, 0], \"passed\": false}, {\"check\": \"regression (boundary) 1\", \"actual\": [0, 0, 50], \"expected\": [50, 0, 0], \"passed\": false}, {\"check\": \"partial-repair probe (boundary) 2\", \"actual\": [0, 0, 70], \"expected\": [0, 0, 70], \"passed\": true}, {\"check\": \"partial-repair probe (boundary) 3\", \"actual\": [0, 0, 80], \"expected\": [0, 0, 80], \"passed\": true}, {\"check\": \"boundary control 4\", \"actual\": [0, 0, 40], \"expected\": [0, 0, 40], \"passed\": true}, {\"check\": \"normal control 5\", \"actual\": [0, 2249, 0], \"expected\": [0, 2249, 0], \"passed\": true}, {\"check\": \"normal control 6\", \"actual\": [0, 15268, 0], \"expected\": [0, 15268, 0], \"passed\": true}, {\"check\": \"normal control 7\", \"actual\": [0, 13035, 0], \"expected\": [0, 13035, 0], \"passed\": true}, {\"check\": \"normal control 8\", \"actual\": [0, 19667, 0], \"expected\": [0, 19667, 0], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":38.875,"exit_code":0,"observations":[{"actual":[50,0,0],"check":"regression (boundary) 0","expected":[50,0,0],"passed":true},{"actual":[50,0,0],"check":"regression (boundary) 1","expected":[50,0,0],"passed":true},{"actual":[0,0,70],"check":"partial-repair probe (boundary) 2","expected":[0,0,70],"passed":true},{"actual":[0,0,80],"check":"partial-repair probe (boundary) 3","expected":[0,0,80],"passed":true},{"actual":[0,0,40],"check":"boundary control 4","expected":[0,0,40],"passed":true},{"actual":[0,2249,0],"check":"normal control 5","expected":[0,2249,0],"passed":true},{"actual":[0,15268,0],"check":"normal control 6","expected":[0,15268,0],"passed":true},{"actual":[0,13035,0],"check":"normal control 7","expected":[0,13035,0],"passed":true},{"actual":[0,19667,0],"check":"normal control 8","expected":[0,19667,0],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression (boundary) 0\", \"actual\": [50, 0, 0], \"expected\": [50, 0, 0], \"passed\": true}, {\"check\": \"regression (boundary) 1\", \"actual\": [50, 0, 0], \"expected\": [50, 0, 0], \"passed\": true}, {\"check\": \"partial-repair probe (boundary) 2\", \"actual\": [0, 0, 70], \"expected\": [0, 0, 70], \"passed\": true}, {\"check\": \"partial-repair probe (boundary) 3\", \"actual\": [0, 0, 80], \"expected\": [0, 0, 80], \"passed\": true}, {\"check\": \"boundary control 4\", \"actual\": [0, 0, 40], \"expected\": [0, 0, 40], \"passed\": true}, {\"check\": \"normal control 5\", \"actual\": [0, 2249, 0], \"expected\": [0, 2249, 0], \"passed\": true}, {\"check\": \"normal control 6\", \"actual\": [0, 15268, 0], \"expected\": [0, 15268, 0], \"passed\": true}, {\"check\": \"normal control 7\", \"actual\": [0, 13035, 0], \"expected\": [0, 13035, 0], \"passed\": true}, {\"check\": \"normal control 8\", \"actual\": [0, 19667, 0], \"expected\": [0, 19667, 0], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}