{"abstract":"Reported remaining deferral room ignores year-to-date contributions.","category":"Payroll withholding rules","checks":7,"contract":"Input {gross, pct, ytd, birth_year, year, net_available}. Requested deferral = gross*pct/100 half-up. Annual cap 23,000.00 plus 7,500.00 catch-up when the employee turns 50 or older during the year. Deferral = min(request, max(0, cap - ytd), net_available). Return [deferral, remaining room after it].","evaluation_group":"w2-payroll-withholding-elective-deferral-limit","failed_approach":"The attempt reports room before this deferral, overstating what is left.","family":"w2-payroll-withholding-elective-deferral-limit-remaining-room-report","id":"FA-59051","implementations":{"attempt":{"sha256":"02a6fa990b2f9163d9a4140f01f3bb631e2c13dfce028941dff220040af51593","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    want = (x['gross'] * x['pct'] + 50) // 100\n    age = x['year'] - x['birth_year']\n    cap = 2300000 + (750000 if age >= 50 else 0)\n    room = max(0, cap - x['ytd'])\n    d = min(want, room)\n    d = min(d, x['net_available'])\n    return [d, room]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression', {'gross': 1618397, 'pct': 3, 'ytd': 2121789, 'birth_year': 1961, 'year': 2025, 'net_available': 1350724}, [48552, 879659]), ('regression', {'gross': 1457089, 'pct': 0, 'ytd': 2996561, 'birth_year': 1976, 'year': 2025, 'net_available': 161315}, [0, 0]), ('partial-repair probe', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0]), ('partial-repair probe', {'gross': 50757, 'pct': 3, 'ytd': 2246489, 'birth_year': 2005, 'year': 2025, 'net_available': 492828}, [1523, 51988]), ('additional oracle', {'gross': 742708, 'pct': 50, 'ytd': 2300000, 'birth_year': 1987, 'year': 2025, 'net_available': 358846}, [0, 0]), ('additional oracle', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593])], [('regression', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0]), ('regression', {'gross': 742708, 'pct': 50, 'ytd': 2300000, 'birth_year': 1987, 'year': 2025, 'net_available': 358846}, [0, 0]), ('partial-repair probe', {'gross': 50757, 'pct': 3, 'ytd': 2246489, 'birth_year': 2005, 'year': 2025, 'net_available': 492828}, [1523, 51988]), ('partial-repair probe', {'gross': 153394, 'pct': 50, 'ytd': 2232880, 'birth_year': 1994, 'year': 2024, 'net_available': 220513}, [67120, 0]), ('additional oracle', {'gross': 1618397, 'pct': 3, 'ytd': 2121789, 'birth_year': 1961, 'year': 2025, 'net_available': 1350724}, [48552, 879659]), ('additional oracle', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593])], [('regression', {'gross': 50757, 'pct': 3, 'ytd': 2246489, 'birth_year': 2005, 'year': 2025, 'net_available': 492828}, [1523, 51988]), ('regression', {'gross': 1618397, 'pct': 3, 'ytd': 2121789, 'birth_year': 1961, 'year': 2025, 'net_available': 1350724}, [48552, 879659]), ('partial-repair probe', {'gross': 1325390, 'pct': 15, 'ytd': 3004038, 'birth_year': 1973, 'year': 2024, 'net_available': 1230228}, [45962, 0]), ('partial-repair probe', {'gross': 1114570, 'pct': 15, 'ytd': 2028957, 'birth_year': 1995, 'year': 2025, 'net_available': 1264377}, [167186, 103857]), ('additional oracle', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593]), ('additional oracle', {'gross': 243481, 'pct': 10, 'ytd': 2857536, 'birth_year': 1999, 'year': 2024, 'net_available': 109046}, [0, 0])], [('regression', {'gross': 153394, 'pct': 50, 'ytd': 2232880, 'birth_year': 1994, 'year': 2024, 'net_available': 220513}, [67120, 0]), ('regression', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('partial-repair probe', {'gross': 721708, 'pct': 75, 'ytd': 453300, 'birth_year': 1975, 'year': 2024, 'net_available': 60633}, [60633, 1786067]), ('partial-repair probe', {'gross': 1791193, 'pct': 75, 'ytd': 2946558, 'birth_year': 1964, 'year': 2024, 'net_available': 587430}, [103442, 0]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593]), ('additional oracle', {'gross': 243481, 'pct': 10, 'ytd': 2857536, 'birth_year': 1999, 'year': 2024, 'net_available': 109046}, [0, 0]), ('additional oracle', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0])], [('regression', {'gross': 1325390, 'pct': 15, 'ytd': 3004038, 'birth_year': 1973, 'year': 2024, 'net_available': 1230228}, [45962, 0]), ('regression', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593]), ('partial-repair probe', {'gross': 195058, 'pct': 3, 'ytd': 2297594, 'birth_year': 1965, 'year': 2025, 'net_available': 1227790}, [5852, 746554]), ('partial-repair probe', {'gross': 320598, 'pct': 3, 'ytd': 257717, 'birth_year': 1973, 'year': 2024, 'net_available': 164909}, [9618, 2782665]), ('additional oracle', {'gross': 243481, 'pct': 10, 'ytd': 2857536, 'birth_year': 1999, 'year': 2024, 'net_available': 109046}, [0, 0]), ('additional oracle', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0]), ('additional oracle', {'gross': 1255430, 'pct': 0, 'ytd': 322436, 'birth_year': 1964, 'year': 2024, 'net_available': 213657}, [0, 2727564])]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"57eb7e80d89e16f00dd55ca61a83d2c086e0f685952cb66ae70b8f9c5b418f8f","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    want = (x['gross'] * x['pct'] + 50) // 100\n    age = x['year'] - x['birth_year']\n    cap = 2300000 + (750000 if age >= 50 else 0)\n    room = max(0, cap - x['ytd'])\n    d = min(want, room)\n    d = min(d, x['net_available'])\n    return [d, cap - d]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression', {'gross': 1618397, 'pct': 3, 'ytd': 2121789, 'birth_year': 1961, 'year': 2025, 'net_available': 1350724}, [48552, 879659]), ('regression', {'gross': 1457089, 'pct': 0, 'ytd': 2996561, 'birth_year': 1976, 'year': 2025, 'net_available': 161315}, [0, 0]), ('partial-repair probe', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0]), ('partial-repair probe', {'gross': 50757, 'pct': 3, 'ytd': 2246489, 'birth_year': 2005, 'year': 2025, 'net_available': 492828}, [1523, 51988]), ('additional oracle', {'gross': 742708, 'pct': 50, 'ytd': 2300000, 'birth_year': 1987, 'year': 2025, 'net_available': 358846}, [0, 0]), ('additional oracle', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593])], [('regression', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0]), ('regression', {'gross': 742708, 'pct': 50, 'ytd': 2300000, 'birth_year': 1987, 'year': 2025, 'net_available': 358846}, [0, 0]), ('partial-repair probe', {'gross': 50757, 'pct': 3, 'ytd': 2246489, 'birth_year': 2005, 'year': 2025, 'net_available': 492828}, [1523, 51988]), ('partial-repair probe', {'gross': 153394, 'pct': 50, 'ytd': 2232880, 'birth_year': 1994, 'year': 2024, 'net_available': 220513}, [67120, 0]), ('additional oracle', {'gross': 1618397, 'pct': 3, 'ytd': 2121789, 'birth_year': 1961, 'year': 2025, 'net_available': 1350724}, [48552, 879659]), ('additional oracle', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593])], [('regression', {'gross': 50757, 'pct': 3, 'ytd': 2246489, 'birth_year': 2005, 'year': 2025, 'net_available': 492828}, [1523, 51988]), ('regression', {'gross': 1618397, 'pct': 3, 'ytd': 2121789, 'birth_year': 1961, 'year': 2025, 'net_available': 1350724}, [48552, 879659]), ('partial-repair probe', {'gross': 1325390, 'pct': 15, 'ytd': 3004038, 'birth_year': 1973, 'year': 2024, 'net_available': 1230228}, [45962, 0]), ('partial-repair probe', {'gross': 1114570, 'pct': 15, 'ytd': 2028957, 'birth_year': 1995, 'year': 2025, 'net_available': 1264377}, [167186, 103857]), ('additional oracle', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593]), ('additional oracle', {'gross': 243481, 'pct': 10, 'ytd': 2857536, 'birth_year': 1999, 'year': 2024, 'net_available': 109046}, [0, 0])], [('regression', {'gross': 153394, 'pct': 50, 'ytd': 2232880, 'birth_year': 1994, 'year': 2024, 'net_available': 220513}, [67120, 0]), ('regression', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('partial-repair probe', {'gross': 721708, 'pct': 75, 'ytd': 453300, 'birth_year': 1975, 'year': 2024, 'net_available': 60633}, [60633, 1786067]), ('partial-repair probe', {'gross': 1791193, 'pct': 75, 'ytd': 2946558, 'birth_year': 1964, 'year': 2024, 'net_available': 587430}, [103442, 0]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593]), ('additional oracle', {'gross': 243481, 'pct': 10, 'ytd': 2857536, 'birth_year': 1999, 'year': 2024, 'net_available': 109046}, [0, 0]), ('additional oracle', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0])], [('regression', {'gross': 1325390, 'pct': 15, 'ytd': 3004038, 'birth_year': 1973, 'year': 2024, 'net_available': 1230228}, [45962, 0]), ('regression', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593]), ('partial-repair probe', {'gross': 195058, 'pct': 3, 'ytd': 2297594, 'birth_year': 1965, 'year': 2025, 'net_available': 1227790}, [5852, 746554]), ('partial-repair probe', {'gross': 320598, 'pct': 3, 'ytd': 257717, 'birth_year': 1973, 'year': 2024, 'net_available': 164909}, [9618, 2782665]), ('additional oracle', {'gross': 243481, 'pct': 10, 'ytd': 2857536, 'birth_year': 1999, 'year': 2024, 'net_available': 109046}, [0, 0]), ('additional oracle', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0]), ('additional oracle', {'gross': 1255430, 'pct': 0, 'ytd': 322436, 'birth_year': 1964, 'year': 2024, 'net_available': 213657}, [0, 2727564])]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"fe4adf1deb39c0411a66c0f90a334b22c5a1c7bed007199124f2d86eda863873","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    want = (x['gross'] * x['pct'] + 50) // 100\n    age = x['year'] - x['birth_year']\n    cap = 2300000 + (750000 if age >= 50 else 0)\n    room = max(0, cap - x['ytd'])\n    d = min(want, room)\n    d = min(d, x['net_available'])\n    return [d, room - d]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression', {'gross': 1618397, 'pct': 3, 'ytd': 2121789, 'birth_year': 1961, 'year': 2025, 'net_available': 1350724}, [48552, 879659]), ('regression', {'gross': 1457089, 'pct': 0, 'ytd': 2996561, 'birth_year': 1976, 'year': 2025, 'net_available': 161315}, [0, 0]), ('partial-repair probe', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0]), ('partial-repair probe', {'gross': 50757, 'pct': 3, 'ytd': 2246489, 'birth_year': 2005, 'year': 2025, 'net_available': 492828}, [1523, 51988]), ('additional oracle', {'gross': 742708, 'pct': 50, 'ytd': 2300000, 'birth_year': 1987, 'year': 2025, 'net_available': 358846}, [0, 0]), ('additional oracle', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593])], [('regression', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0]), ('regression', {'gross': 742708, 'pct': 50, 'ytd': 2300000, 'birth_year': 1987, 'year': 2025, 'net_available': 358846}, [0, 0]), ('partial-repair probe', {'gross': 50757, 'pct': 3, 'ytd': 2246489, 'birth_year': 2005, 'year': 2025, 'net_available': 492828}, [1523, 51988]), ('partial-repair probe', {'gross': 153394, 'pct': 50, 'ytd': 2232880, 'birth_year': 1994, 'year': 2024, 'net_available': 220513}, [67120, 0]), ('additional oracle', {'gross': 1618397, 'pct': 3, 'ytd': 2121789, 'birth_year': 1961, 'year': 2025, 'net_available': 1350724}, [48552, 879659]), ('additional oracle', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593])], [('regression', {'gross': 50757, 'pct': 3, 'ytd': 2246489, 'birth_year': 2005, 'year': 2025, 'net_available': 492828}, [1523, 51988]), ('regression', {'gross': 1618397, 'pct': 3, 'ytd': 2121789, 'birth_year': 1961, 'year': 2025, 'net_available': 1350724}, [48552, 879659]), ('partial-repair probe', {'gross': 1325390, 'pct': 15, 'ytd': 3004038, 'birth_year': 1973, 'year': 2024, 'net_available': 1230228}, [45962, 0]), ('partial-repair probe', {'gross': 1114570, 'pct': 15, 'ytd': 2028957, 'birth_year': 1995, 'year': 2025, 'net_available': 1264377}, [167186, 103857]), ('additional oracle', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593]), ('additional oracle', {'gross': 243481, 'pct': 10, 'ytd': 2857536, 'birth_year': 1999, 'year': 2024, 'net_available': 109046}, [0, 0])], [('regression', {'gross': 153394, 'pct': 50, 'ytd': 2232880, 'birth_year': 1994, 'year': 2024, 'net_available': 220513}, [67120, 0]), ('regression', {'gross': 1338450, 'pct': 0, 'ytd': 895056, 'birth_year': 1965, 'year': 2025, 'net_available': 341182}, [0, 2154944]), ('partial-repair probe', {'gross': 721708, 'pct': 75, 'ytd': 453300, 'birth_year': 1975, 'year': 2024, 'net_available': 60633}, [60633, 1786067]), ('partial-repair probe', {'gross': 1791193, 'pct': 75, 'ytd': 2946558, 'birth_year': 1964, 'year': 2024, 'net_available': 587430}, [103442, 0]), ('additional oracle', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593]), ('additional oracle', {'gross': 243481, 'pct': 10, 'ytd': 2857536, 'birth_year': 1999, 'year': 2024, 'net_available': 109046}, [0, 0]), ('additional oracle', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0])], [('regression', {'gross': 1325390, 'pct': 15, 'ytd': 3004038, 'birth_year': 1973, 'year': 2024, 'net_available': 1230228}, [45962, 0]), ('regression', {'gross': 1413796, 'pct': 0, 'ytd': 2267407, 'birth_year': 1974, 'year': 2024, 'net_available': 1155850}, [0, 782593]), ('partial-repair probe', {'gross': 195058, 'pct': 3, 'ytd': 2297594, 'birth_year': 1965, 'year': 2025, 'net_available': 1227790}, [5852, 746554]), ('partial-repair probe', {'gross': 320598, 'pct': 3, 'ytd': 257717, 'birth_year': 1973, 'year': 2024, 'net_available': 164909}, [9618, 2782665]), ('additional oracle', {'gross': 243481, 'pct': 10, 'ytd': 2857536, 'birth_year': 1999, 'year': 2024, 'net_available': 109046}, [0, 0]), ('additional oracle', {'gross': 1755234, 'pct': 75, 'ytd': 2857725, 'birth_year': 1965, 'year': 2025, 'net_available': 1444455}, [192275, 0]), ('additional oracle', {'gross': 1255430, 'pct': 0, 'ytd': 322436, 'birth_year': 1964, 'year': 2024, 'net_available': 213657}, [0, 2727564])]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic teaching model of a stipulated payroll rule with toy thresholds and rates. It makes no claim of conformance to any tax authority, statute or jurisdiction and is not payroll software. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-payroll-withholding-elective-deferral-limit-remaining-room-report","generated_at":"2026-09-29T14:46:32.472914+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Deferral limits apply to the calendar year of the age milestone and cannot exceed pay available after taxes.","repair":"Restore the contract rule at the remaining room report step: use `return [d, room - d]`.","root_cause":"Remaining room is measured from the full annual cap rather than the room left before this paycheck.","sha256":"078b2dee0d35dc43de7b565fd2c2c2b6f8c2542bc3dce915bec80eaf5ad93940","title":"401(k) deferral limit with catch-up: remaining room report · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":39.458,"exit_code":1,"observations":[{"actual":[48552,928211],"check":"regression 0","expected":[48552,879659],"passed":false},{"actual":[0,0],"check":"regression 1","expected":[0,0],"passed":true},{"actual":[192275,192275],"check":"partial-repair probe 2","expected":[192275,0],"passed":false},{"actual":[1523,53511],"check":"partial-repair probe 3","expected":[1523,51988],"passed":false},{"actual":[0,0],"check":"additional oracle 4","expected":[0,0],"passed":true},{"actual":[0,2154944],"check":"additional oracle 5","expected":[0,2154944],"passed":true},{"actual":[0,782593],"check":"additional oracle 6","expected":[0,782593],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression 0\", \"actual\": [48552, 928211], \"expected\": [48552, 879659], \"passed\": false}, {\"check\": \"regression 1\", \"actual\": [0, 0], \"expected\": [0, 0], \"passed\": true}, {\"check\": \"partial-repair probe 2\", \"actual\": [192275, 192275], \"expected\": [192275, 0], \"passed\": false}, {\"check\": \"partial-repair probe 3\", \"actual\": [1523, 53511], \"expected\": [1523, 51988], \"passed\": false}, {\"check\": \"additional oracle 4\", \"actual\": [0, 0], \"expected\": [0, 0], \"passed\": true}, {\"check\": \"additional oracle 5\", \"actual\": [0, 2154944], \"expected\": [0, 2154944], \"passed\": true}, {\"check\": \"additional oracle 6\", \"actual\": [0, 782593], \"expected\": [0, 782593], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":38.999,"exit_code":1,"observations":[{"actual":[48552,3001448],"check":"regression 0","expected":[48552,879659],"passed":false},{"actual":[0,2300000],"check":"regression 1","expected":[0,0],"passed":false},{"actual":[192275,2857725],"check":"partial-repair probe 2","expected":[192275,0],"passed":false},{"actual":[1523,2298477],"check":"partial-repair probe 3","expected":[1523,51988],"passed":false},{"actual":[0,2300000],"check":"additional oracle 4","expected":[0,0],"passed":false},{"actual":[0,3050000],"check":"additional oracle 5","expected":[0,2154944],"passed":false},{"actual":[0,3050000],"check":"additional oracle 6","expected":[0,782593],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression 0\", \"actual\": [48552, 3001448], \"expected\": [48552, 879659], \"passed\": false}, {\"check\": \"regression 1\", \"actual\": [0, 2300000], \"expected\": [0, 0], \"passed\": false}, {\"check\": \"partial-repair probe 2\", \"actual\": [192275, 2857725], \"expected\": [192275, 0], \"passed\": false}, {\"check\": \"partial-repair probe 3\", \"actual\": [1523, 2298477], \"expected\": [1523, 51988], \"passed\": false}, {\"check\": \"additional oracle 4\", \"actual\": [0, 2300000], \"expected\": [0, 0], \"passed\": false}, {\"check\": \"additional oracle 5\", \"actual\": [0, 3050000], \"expected\": [0, 2154944], \"passed\": false}, {\"check\": \"additional oracle 6\", \"actual\": [0, 3050000], \"expected\": [0, 782593], \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":39.94,"exit_code":0,"observations":[{"actual":[48552,879659],"check":"regression 0","expected":[48552,879659],"passed":true},{"actual":[0,0],"check":"regression 1","expected":[0,0],"passed":true},{"actual":[192275,0],"check":"partial-repair probe 2","expected":[192275,0],"passed":true},{"actual":[1523,51988],"check":"partial-repair probe 3","expected":[1523,51988],"passed":true},{"actual":[0,0],"check":"additional oracle 4","expected":[0,0],"passed":true},{"actual":[0,2154944],"check":"additional oracle 5","expected":[0,2154944],"passed":true},{"actual":[0,782593],"check":"additional oracle 6","expected":[0,782593],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression 0\", \"actual\": [48552, 879659], \"expected\": [48552, 879659], \"passed\": true}, {\"check\": \"regression 1\", \"actual\": [0, 0], \"expected\": [0, 0], \"passed\": true}, {\"check\": \"partial-repair probe 2\", \"actual\": [192275, 0], \"expected\": [192275, 0], \"passed\": true}, {\"check\": \"partial-repair probe 3\", \"actual\": [1523, 51988], \"expected\": [1523, 51988], \"passed\": true}, {\"check\": \"additional oracle 4\", \"actual\": [0, 0], \"expected\": [0, 0], \"passed\": true}, {\"check\": \"additional oracle 5\", \"actual\": [0, 2154944], \"expected\": [0, 2154944], \"passed\": true}, {\"check\": \"additional oracle 6\", \"actual\": [0, 782593], \"expected\": [0, 782593], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}