{"abstract":"Leftover cents go to the states with the most days instead of the largest fractional shares.","category":"Payroll withholding rules","checks":10,"contract":"Input {wage, days: {state: work days}, resident}. With zero total days all wages go to the resident state. Otherwise each state gets floor(wage*days/total); leftover cents go one each to states ranked by largest fractional remainder, ties by the base order (days descending, then state name). States allocated 0 cents are omitted. Return {state: cents}.","contract_signature":"x","evaluation_group":"w2-payroll-withholding-workday-wage-allocation","failed_approach":"The attempt ranks remainders ascending, favouring the smallest fractions.","family":"w2-payroll-withholding-workday-wage-allocation-remainder-ranking","id":"FA-59201","implementations":{"attempt":{"sha256":"26d6f35765d0dc414abedbf28e9c87226ec5bfbf6ce4ecb7997f61ca7f324940","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    days = x['days']\n    total = sum(days.values())\n    if total == 0:\n        return {x['resident']: x['wage']}\n    order = sorted(days, key=lambda s: (-days[s], s))\n    alloc = {s: x['wage'] * days[s] // total for s in order}\n    rema = sorted(order, key=lambda s: (x['wage'] * days[s] % total, order.index(s)))\n    left = x['wage'] - sum(alloc.values())\n    for s in rema[:left]:\n        alloc[s] += 1\n    return {s: v for s, v in alloc.items() if v}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression', {'wage': 17, 'days': {'NJ': 1, 'PA': 3, 'NY': 3}, 'resident': 'NY'}, {'NY': 7, 'PA': 7, 'NJ': 3}), ('regression', {'wage': 179374, 'days': {'PA': 20, 'NJ': 2, 'MA': 0}, 'resident': 'NY'}, {'PA': 163067, 'NJ': 16307}), ('partial-repair probe', {'wage': 315271, 'days': {'PA': 2, 'NY': 3, 'CT': 1}, 'resident': 'NJ'}, {'NY': 157636, 'PA': 105090, 'CT': 52545}), ('partial-repair probe', {'wage': 273177, 'days': {'PA': 0, 'NY': 1, 'NJ': 3}, 'resident': 'NJ'}, {'NJ': 204883, 'NY': 68294}), ('boundary control', {'wage': 100, 'days': {'NY': 1, 'NJ': 1, 'CT': 1}, 'resident': 'NJ'}, {'CT': 34, 'NJ': 33, 'NY': 33}), ('boundary control', {'wage': 5000, 'days': {'NY': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 5000}), ('normal control', {'wage': 410311, 'days': {'PA': 10}, 'resident': 'CT'}, {'PA': 410311}), ('normal control', {'wage': 9, 'days': {'PA': 1, 'CT': 8}, 'resident': 'NY'}, {'CT': 8, 'PA': 1}), ('normal control', {'wage': 61318, 'days': {'CT': 0, 'MA': 0, 'PA': 12, 'NJ': 19}, 'resident': 'NY'}, {'NJ': 37582, 'PA': 23736}), ('normal control', {'wage': 22, 'days': {'CT': 0}, 'resident': 'NY'}, {'NY': 22})], [('regression', {'wage': 179374, 'days': {'PA': 20, 'NJ': 2, 'MA': 0}, 'resident': 'NY'}, {'PA': 163067, 'NJ': 16307}), ('regression', {'wage': 172162, 'days': {'MA': 6, 'CT': 3, 'PA': 11}, 'resident': 'NJ'}, {'PA': 94689, 'MA': 51649, 'CT': 25824}), ('partial-repair probe', {'wage': 273177, 'days': {'PA': 0, 'NY': 1, 'NJ': 3}, 'resident': 'NJ'}, {'NJ': 204883, 'NY': 68294}), ('partial-repair probe', {'wage': 525270, 'days': {'MA': 2, 'PA': 11, 'NJ': 22}, 'resident': 'NJ'}, {'NJ': 330170, 'PA': 165085, 'MA': 30015}), ('boundary control', {'wage': 100, 'days': {'NY': 1, 'NJ': 1, 'CT': 1}, 'resident': 'NJ'}, {'CT': 34, 'NJ': 33, 'NY': 33}), ('boundary control', {'wage': 5000, 'days': {'NY': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 5000}), ('normal control', {'wage': 231015, 'days': {'PA': 0}, 'resident': 'CT'}, {'CT': 231015}), ('normal control', {'wage': 874754, 'days': {'PA': 19}, 'resident': 'CT'}, {'PA': 874754}), ('normal control', {'wage': 761711, 'days': {'MA': 0}, 'resident': 'NJ'}, {'NJ': 761711}), ('normal control', {'wage': 1, 'days': {'NJ': 15}, 'resident': 'NY'}, {'NJ': 1})], [('regression', {'wage': 172162, 'days': {'MA': 6, 'CT': 3, 'PA': 11}, 'resident': 'NJ'}, {'PA': 94689, 'MA': 51649, 'CT': 25824}), ('regression', {'wage': 802876, 'days': {'NJ': 10, 'MA': 0, 'NY': 0, 'PA': 1}, 'resident': 'CT'}, {'NJ': 729887, 'PA': 72989}), ('partial-repair probe', {'wage': 525270, 'days': {'MA': 2, 'PA': 11, 'NJ': 22}, 'resident': 'NJ'}, {'NJ': 330170, 'PA': 165085, 'MA': 30015}), ('partial-repair probe', {'wage': 2, 'days': {'NJ': 2, 'PA': 2, 'NY': 0, 'MA': 1}, 'resident': 'CT'}, {'NJ': 1, 'PA': 1}), ('boundary control', {'wage': 100, 'days': {'NY': 1, 'NJ': 1, 'CT': 1}, 'resident': 'NJ'}, {'CT': 34, 'NJ': 33, 'NY': 33}), ('boundary control', {'wage': 5000, 'days': {'NY': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 5000}), ('normal control', {'wage': 399573, 'days': {'CT': 0}, 'resident': 'CT'}, {'CT': 399573}), ('normal control', {'wage': 424602, 'days': {'PA': 2, 'CT': 0, 'NJ': 7, 'NY': 0}, 'resident': 'CT'}, {'NJ': 330246, 'PA': 94356}), ('normal control', {'wage': 2, 'days': {'NJ': 0}, 'resident': 'NJ'}, {'NJ': 2}), ('normal control', {'wage': 14, 'days': {'PA': 0, 'MA': 2}, 'resident': 'CT'}, {'MA': 14})], [('regression', {'wage': 802876, 'days': {'NJ': 10, 'MA': 0, 'NY': 0, 'PA': 1}, 'resident': 'CT'}, {'NJ': 729887, 'PA': 72989}), ('regression', {'wage': 5, 'days': {'MA': 17, 'NY': 2, 'PA': 9}, 'resident': 'NJ'}, {'MA': 3, 'PA': 2}), ('partial-repair probe', {'wage': 2, 'days': {'NJ': 2, 'PA': 2, 'NY': 0, 'MA': 1}, 'resident': 'CT'}, {'NJ': 1, 'PA': 1}), ('partial-repair probe', {'wage': 254323, 'days': {'NY': 1, 'PA': 8, 'NJ': 15, 'MA': 0}, 'resident': 'NY'}, {'NJ': 158952, 'PA': 84774, 'NY': 10597}), ('boundary control', {'wage': 100, 'days': {'NY': 1, 'NJ': 1, 'CT': 1}, 'resident': 'NJ'}, {'CT': 34, 'NJ': 33, 'NY': 33}), ('boundary control', {'wage': 5000, 'days': {'NY': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 5000}), ('normal control', {'wage': 16, 'days': {'CT': 3, 'PA': 1}, 'resident': 'CT'}, {'CT': 12, 'PA': 4}), ('normal control', {'wage': 10, 'days': {'CT': 19, 'MA': 0}, 'resident': 'NJ'}, {'CT': 10}), ('normal control', {'wage': 200160, 'days': {'CT': 0, 'NJ': 3, 'NY': 17, 'PA': 0}, 'resident': 'CT'}, {'NY': 170136, 'NJ': 30024}), ('normal control', {'wage': 27, 'days': {'NY': 0}, 'resident': 'NY'}, {'NY': 27})], [('regression', {'wage': 5, 'days': {'MA': 17, 'NY': 2, 'PA': 9}, 'resident': 'NJ'}, {'MA': 3, 'PA': 2}), ('regression', {'wage': 254323, 'days': {'NY': 1, 'PA': 8, 'NJ': 15, 'MA': 0}, 'resident': 'NY'}, {'NJ': 158952, 'PA': 84774, 'NY': 10597}), ('partial-repair probe', {'wage': 646558, 'days': {'NY': 15, 'CT': 3, 'MA': 3, 'NJ': 2}, 'resident': 'NJ'}, {'NY': 421668, 'CT': 84334, 'MA': 84334, 'NJ': 56222}), ('partial-repair probe', {'wage': 22, 'days': {'PA': 0, 'CT': 1, 'MA': 2, 'NJ': 1}, 'resident': 'NY'}, {'MA': 11, 'CT': 6, 'NJ': 5}), ('boundary control', {'wage': 100, 'days': {'NY': 1, 'NJ': 1, 'CT': 1}, 'resident': 'NJ'}, {'CT': 34, 'NJ': 33, 'NY': 33}), ('boundary control', {'wage': 5000, 'days': {'NY': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 5000}), ('normal control', {'wage': 29, 'days': {'PA': 2}, 'resident': 'NJ'}, {'PA': 29}), ('normal control', {'wage': 455522, 'days': {'MA': 0, 'CT': 0}, 'resident': 'NY'}, {'NY': 455522}), ('normal control', {'wage': 402912, 'days': {'CT': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 402912}), ('normal control', {'wage': 891837, 'days': {'CT': 0}, 'resident': 'NY'}, {'NY': 891837})]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"ab5d50c401a31548fa231d87ac0bf2fb396eda01bd90477e6799d692d8da647e","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    days = x['days']\n    total = sum(days.values())\n    if total == 0:\n        return {x['resident']: x['wage']}\n    order = sorted(days, key=lambda s: (-days[s], s))\n    alloc = {s: x['wage'] * days[s] // total for s in order}\n    rema = order\n    left = x['wage'] - sum(alloc.values())\n    for s in rema[:left]:\n        alloc[s] += 1\n    return {s: v for s, v in alloc.items() if v}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression', {'wage': 17, 'days': {'NJ': 1, 'PA': 3, 'NY': 3}, 'resident': 'NY'}, {'NY': 7, 'PA': 7, 'NJ': 3}), ('regression', {'wage': 179374, 'days': {'PA': 20, 'NJ': 2, 'MA': 0}, 'resident': 'NY'}, {'PA': 163067, 'NJ': 16307}), ('partial-repair probe', {'wage': 315271, 'days': {'PA': 2, 'NY': 3, 'CT': 1}, 'resident': 'NJ'}, {'NY': 157636, 'PA': 105090, 'CT': 52545}), ('partial-repair probe', {'wage': 273177, 'days': {'PA': 0, 'NY': 1, 'NJ': 3}, 'resident': 'NJ'}, {'NJ': 204883, 'NY': 68294}), ('boundary control', {'wage': 100, 'days': {'NY': 1, 'NJ': 1, 'CT': 1}, 'resident': 'NJ'}, {'CT': 34, 'NJ': 33, 'NY': 33}), ('boundary control', {'wage': 5000, 'days': {'NY': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 5000}), ('normal control', {'wage': 410311, 'days': {'PA': 10}, 'resident': 'CT'}, {'PA': 410311}), ('normal control', {'wage': 9, 'days': {'PA': 1, 'CT': 8}, 'resident': 'NY'}, {'CT': 8, 'PA': 1}), ('normal control', {'wage': 61318, 'days': {'CT': 0, 'MA': 0, 'PA': 12, 'NJ': 19}, 'resident': 'NY'}, {'NJ': 37582, 'PA': 23736}), ('normal control', {'wage': 22, 'days': {'CT': 0}, 'resident': 'NY'}, {'NY': 22})], [('regression', {'wage': 179374, 'days': {'PA': 20, 'NJ': 2, 'MA': 0}, 'resident': 'NY'}, {'PA': 163067, 'NJ': 16307}), ('regression', {'wage': 172162, 'days': {'MA': 6, 'CT': 3, 'PA': 11}, 'resident': 'NJ'}, {'PA': 94689, 'MA': 51649, 'CT': 25824}), ('partial-repair probe', {'wage': 273177, 'days': {'PA': 0, 'NY': 1, 'NJ': 3}, 'resident': 'NJ'}, {'NJ': 204883, 'NY': 68294}), ('partial-repair probe', {'wage': 525270, 'days': {'MA': 2, 'PA': 11, 'NJ': 22}, 'resident': 'NJ'}, {'NJ': 330170, 'PA': 165085, 'MA': 30015}), ('boundary control', {'wage': 100, 'days': {'NY': 1, 'NJ': 1, 'CT': 1}, 'resident': 'NJ'}, {'CT': 34, 'NJ': 33, 'NY': 33}), ('boundary control', {'wage': 5000, 'days': {'NY': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 5000}), ('normal control', {'wage': 231015, 'days': {'PA': 0}, 'resident': 'CT'}, {'CT': 231015}), ('normal control', {'wage': 874754, 'days': {'PA': 19}, 'resident': 'CT'}, {'PA': 874754}), ('normal control', {'wage': 761711, 'days': {'MA': 0}, 'resident': 'NJ'}, {'NJ': 761711}), ('normal control', {'wage': 1, 'days': {'NJ': 15}, 'resident': 'NY'}, {'NJ': 1})], [('regression', {'wage': 172162, 'days': {'MA': 6, 'CT': 3, 'PA': 11}, 'resident': 'NJ'}, {'PA': 94689, 'MA': 51649, 'CT': 25824}), ('regression', {'wage': 802876, 'days': {'NJ': 10, 'MA': 0, 'NY': 0, 'PA': 1}, 'resident': 'CT'}, {'NJ': 729887, 'PA': 72989}), ('partial-repair probe', {'wage': 525270, 'days': {'MA': 2, 'PA': 11, 'NJ': 22}, 'resident': 'NJ'}, {'NJ': 330170, 'PA': 165085, 'MA': 30015}), ('partial-repair probe', {'wage': 2, 'days': {'NJ': 2, 'PA': 2, 'NY': 0, 'MA': 1}, 'resident': 'CT'}, {'NJ': 1, 'PA': 1}), ('boundary control', {'wage': 100, 'days': {'NY': 1, 'NJ': 1, 'CT': 1}, 'resident': 'NJ'}, {'CT': 34, 'NJ': 33, 'NY': 33}), ('boundary control', {'wage': 5000, 'days': {'NY': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 5000}), ('normal control', {'wage': 399573, 'days': {'CT': 0}, 'resident': 'CT'}, {'CT': 399573}), ('normal control', {'wage': 424602, 'days': {'PA': 2, 'CT': 0, 'NJ': 7, 'NY': 0}, 'resident': 'CT'}, {'NJ': 330246, 'PA': 94356}), ('normal control', {'wage': 2, 'days': {'NJ': 0}, 'resident': 'NJ'}, {'NJ': 2}), ('normal control', {'wage': 14, 'days': {'PA': 0, 'MA': 2}, 'resident': 'CT'}, {'MA': 14})], [('regression', {'wage': 802876, 'days': {'NJ': 10, 'MA': 0, 'NY': 0, 'PA': 1}, 'resident': 'CT'}, {'NJ': 729887, 'PA': 72989}), ('regression', {'wage': 5, 'days': {'MA': 17, 'NY': 2, 'PA': 9}, 'resident': 'NJ'}, {'MA': 3, 'PA': 2}), ('partial-repair probe', {'wage': 2, 'days': {'NJ': 2, 'PA': 2, 'NY': 0, 'MA': 1}, 'resident': 'CT'}, {'NJ': 1, 'PA': 1}), ('partial-repair probe', {'wage': 254323, 'days': {'NY': 1, 'PA': 8, 'NJ': 15, 'MA': 0}, 'resident': 'NY'}, {'NJ': 158952, 'PA': 84774, 'NY': 10597}), ('boundary control', {'wage': 100, 'days': {'NY': 1, 'NJ': 1, 'CT': 1}, 'resident': 'NJ'}, {'CT': 34, 'NJ': 33, 'NY': 33}), ('boundary control', {'wage': 5000, 'days': {'NY': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 5000}), ('normal control', {'wage': 16, 'days': {'CT': 3, 'PA': 1}, 'resident': 'CT'}, {'CT': 12, 'PA': 4}), ('normal control', {'wage': 10, 'days': {'CT': 19, 'MA': 0}, 'resident': 'NJ'}, {'CT': 10}), ('normal control', {'wage': 200160, 'days': {'CT': 0, 'NJ': 3, 'NY': 17, 'PA': 0}, 'resident': 'CT'}, {'NY': 170136, 'NJ': 30024}), ('normal control', {'wage': 27, 'days': {'NY': 0}, 'resident': 'NY'}, {'NY': 27})], [('regression', {'wage': 5, 'days': {'MA': 17, 'NY': 2, 'PA': 9}, 'resident': 'NJ'}, {'MA': 3, 'PA': 2}), ('regression', {'wage': 254323, 'days': {'NY': 1, 'PA': 8, 'NJ': 15, 'MA': 0}, 'resident': 'NY'}, {'NJ': 158952, 'PA': 84774, 'NY': 10597}), ('partial-repair probe', {'wage': 646558, 'days': {'NY': 15, 'CT': 3, 'MA': 3, 'NJ': 2}, 'resident': 'NJ'}, {'NY': 421668, 'CT': 84334, 'MA': 84334, 'NJ': 56222}), ('partial-repair probe', {'wage': 22, 'days': {'PA': 0, 'CT': 1, 'MA': 2, 'NJ': 1}, 'resident': 'NY'}, {'MA': 11, 'CT': 6, 'NJ': 5}), ('boundary control', {'wage': 100, 'days': {'NY': 1, 'NJ': 1, 'CT': 1}, 'resident': 'NJ'}, {'CT': 34, 'NJ': 33, 'NY': 33}), ('boundary control', {'wage': 5000, 'days': {'NY': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 5000}), ('normal control', {'wage': 29, 'days': {'PA': 2}, 'resident': 'NJ'}, {'PA': 29}), ('normal control', {'wage': 455522, 'days': {'MA': 0, 'CT': 0}, 'resident': 'NY'}, {'NY': 455522}), ('normal control', {'wage': 402912, 'days': {'CT': 0, 'NJ': 0}, 'resident': 'NJ'}, {'NJ': 402912}), ('normal control', {'wage': 891837, 'days': {'CT': 0}, 'resident': 'NY'}, {'NY': 891837})]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic teaching model of a stipulated payroll rule with toy thresholds and rates. It makes no claim of conformance to any tax authority, statute or jurisdiction and is not payroll software. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-payroll-withholding-workday-wage-allocation-remainder-ranking","generated_at":"2026-09-29T14:46:34.077902+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"State wage allocation must sum exactly to the paycheck with a deterministic remainder rule.","root_cause":"Remainder cents follow the base day ordering and ignore fractional remainders.","sha256":"317e2b0108fdb78cf7ff9b473de0155ca50ed93a25dcf59a174790bf0abe07a2","title":"Multi-state wage allocation by work days: remainder ranking · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verified":true,"visibility":"public","verification":{"attempt":{"elapsed_ms":45.01,"exit_code":1,"observations":[{"actual":{"NJ":2,"NY":8,"PA":7},"check":"regression 0","expected":{"NJ":3,"NY":7,"PA":7},"passed":false},{"actual":{"MA":1,"NJ":16306,"PA":163067},"check":"regression 1","expected":{"NJ":16307,"PA":163067},"passed":false},{"actual":{"CT":52546,"NY":157635,"PA":105090},"check":"partial-repair probe 2","expected":{"CT":52545,"NY":157636,"PA":105090},"passed":false},{"actual":{"NJ":204882,"NY":68294,"PA":1},"check":"partial-repair probe 3","expected":{"NJ":204883,"NY":68294},"passed":false},{"actual":{"CT":34,"NJ":33,"NY":33},"check":"boundary control 4","expected":{"CT":34,"NJ":33,"NY":33},"passed":true},{"actual":{"NJ":5000},"check":"boundary control 5","expected":{"NJ":5000},"passed":true},{"actual":{"PA":410311},"check":"normal control 6","expected":{"PA":410311},"passed":true},{"actual":{"CT":8,"PA":1},"check":"normal control 7","expected":{"CT":8,"PA":1},"passed":true},{"actual":{"NJ":37582,"PA":23736},"check":"normal control 8","expected":{"NJ":37582,"PA":23736},"passed":true},{"actual":{"NY":22},"check":"normal control 9","expected":{"NY":22},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression 0\", \"actual\": {\"NY\": 8, \"PA\": 7, \"NJ\": 2}, \"expected\": {\"NY\": 7, \"PA\": 7, \"NJ\": 3}, \"passed\": false}, {\"check\": \"regression 1\", \"actual\": {\"PA\": 163067, \"NJ\": 16306, \"MA\": 1}, \"expected\": {\"PA\": 163067, \"NJ\": 16307}, \"passed\": false}, {\"check\": \"partial-repair probe 2\", \"actual\": {\"NY\": 157635, \"PA\": 105090, \"CT\": 52546}, \"expected\": {\"NY\": 157636, \"PA\": 105090, \"CT\": 52545}, \"passed\": false}, {\"check\": \"partial-repair probe 3\", \"actual\": {\"NJ\": 204882, \"NY\": 68294, \"PA\": 1}, \"expected\": {\"NJ\": 204883, \"NY\": 68294}, \"passed\": false}, {\"check\": \"boundary control 4\", \"actual\": {\"CT\": 34, \"NJ\": 33, \"NY\": 33}, \"expected\": {\"CT\": 34, \"NJ\": 33, \"NY\": 33}, \"passed\": true}, {\"check\": \"boundary control 5\", \"actual\": {\"NJ\": 5000}, \"expected\": {\"NJ\": 5000}, \"passed\": true}, {\"check\": \"normal control 6\", \"actual\": {\"PA\": 410311}, \"expected\": {\"PA\": 410311}, \"passed\": true}, {\"check\": \"normal control 7\", \"actual\": {\"CT\": 8, \"PA\": 1}, \"expected\": {\"CT\": 8, \"PA\": 1}, \"passed\": true}, {\"check\": \"normal control 8\", \"actual\": {\"NJ\": 37582, \"PA\": 23736}, \"expected\": {\"NJ\": 37582, \"PA\": 23736}, \"passed\": true}, {\"check\": \"normal control 9\", \"actual\": {\"NY\": 22}, \"expected\": {\"NY\": 22}, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":43.569,"exit_code":1,"observations":[{"actual":{"NJ":2,"NY":8,"PA":7},"check":"regression 0","expected":{"NJ":3,"NY":7,"PA":7},"passed":false},{"actual":{"NJ":16306,"PA":163068},"check":"regression 1","expected":{"NJ":16307,"PA":163067},"passed":false},{"actual":{"CT":52545,"NY":157636,"PA":105090},"check":"partial-repair probe 2","expected":{"CT":52545,"NY":157636,"PA":105090},"passed":true},{"actual":{"NJ":204883,"NY":68294},"check":"partial-repair probe 3","expected":{"NJ":204883,"NY":68294},"passed":true},{"actual":{"CT":34,"NJ":33,"NY":33},"check":"boundary control 4","expected":{"CT":34,"NJ":33,"NY":33},"passed":true},{"actual":{"NJ":5000},"check":"boundary control 5","expected":{"NJ":5000},"passed":true},{"actual":{"PA":410311},"check":"normal control 6","expected":{"PA":410311},"passed":true},{"actual":{"CT":8,"PA":1},"check":"normal control 7","expected":{"CT":8,"PA":1},"passed":true},{"actual":{"NJ":37582,"PA":23736},"check":"normal control 8","expected":{"NJ":37582,"PA":23736},"passed":true},{"actual":{"NY":22},"check":"normal control 9","expected":{"NY":22},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression 0\", \"actual\": {\"NY\": 8, \"PA\": 7, \"NJ\": 2}, \"expected\": {\"NY\": 7, \"PA\": 7, \"NJ\": 3}, \"passed\": false}, {\"check\": \"regression 1\", \"actual\": {\"PA\": 163068, \"NJ\": 16306}, \"expected\": {\"PA\": 163067, \"NJ\": 16307}, \"passed\": false}, {\"check\": \"partial-repair probe 2\", \"actual\": {\"NY\": 157636, \"PA\": 105090, \"CT\": 52545}, \"expected\": {\"NY\": 157636, \"PA\": 105090, \"CT\": 52545}, \"passed\": true}, {\"check\": \"partial-repair probe 3\", \"actual\": {\"NJ\": 204883, \"NY\": 68294}, \"expected\": {\"NJ\": 204883, \"NY\": 68294}, \"passed\": true}, {\"check\": \"boundary control 4\", \"actual\": {\"CT\": 34, \"NJ\": 33, \"NY\": 33}, \"expected\": {\"CT\": 34, \"NJ\": 33, \"NY\": 33}, \"passed\": true}, {\"check\": \"boundary control 5\", \"actual\": {\"NJ\": 5000}, \"expected\": {\"NJ\": 5000}, \"passed\": true}, {\"check\": \"normal control 6\", \"actual\": {\"PA\": 410311}, \"expected\": {\"PA\": 410311}, \"passed\": true}, {\"check\": \"normal control 7\", \"actual\": {\"CT\": 8, \"PA\": 1}, \"expected\": {\"CT\": 8, \"PA\": 1}, \"passed\": true}, {\"check\": \"normal control 8\", \"actual\": {\"NJ\": 37582, \"PA\": 23736}, \"expected\": {\"NJ\": 37582, \"PA\": 23736}, \"passed\": true}, {\"check\": \"normal control 9\", \"actual\": {\"NY\": 22}, \"expected\": {\"NY\": 22}, \"passed\": true}], \"passed\": false}\n"}},"member_only":{"stages":["fixed"],"fields":["implementations.fixed","verification.fixed","harness","repair"],"note":"The verified repair, its recorded checks, the repair description, and the scoring harness are available to members."}}