{"abstract":"Employees who file a regular W-4 are withheld at the default rate, ignoring their form.","category":"Payroll withholding rules","checks":8,"contract":"Input {claims: [[[y,m,d], exempt]], pay_date [y,m,d]}. The active claim is the latest-dated claim on or before the pay date (claims processed by date; equal dates keep input order, last wins). No claim -> 'single-default'. Non-exempt claim -> 'per-form'. Exempt claim is honored through February 15 of the year after it was filed, inclusive; afterwards 'single-default'.","evaluation_group":"w2-payroll-withholding-w4-exempt-expiry","failed_approach":"The attempt honors the form only when more than one claim exists, so a sole regular W-4 is still ignored.","family":"w2-payroll-withholding-w4-exempt-expiry-non-exempt-claim-handling","id":"FA-59146","implementations":{"attempt":{"sha256":"673b692f8fd21ae2fe63ac1179ce7941b2fabd85b83d60da40eb61771f5e1272","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    pay = tuple(x['pay_date'])\n    active = None\n    for date, exempt in sorted(x['claims'], key=lambda c: tuple(c[0])):\n        if tuple(date) <= pay:\n            active = (tuple(date), exempt)\n    if active is None:\n        return 'single-default'\n    if not active[1] and len(x['claims']) > 1:\n        return 'per-form'\n    expiry = (active[0][0] + 1, 2, 15)\n    return 'exempt' if pay <= expiry else 'single-default'\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression', {'claims': [[[2023, 2, 25], False]], 'pay_date': [2025, 12, 24]}, 'per-form'), ('regression', {'claims': [[[2022, 2, 13], True], [[2023, 3, 1], False], [[2022, 3, 22], False]], 'pay_date': [2024, 2, 27]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 1, 17], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 11, 7], False]], 'pay_date': [2023, 9, 11]}, 'per-form'), ('normal control', {'claims': [[[2023, 9, 19], True], [[2023, 8, 5], True], [[2022, 3, 16], False]], 'pay_date': [2023, 9, 19]}, 'exempt'), ('normal control', {'claims': [], 'pay_date': [2025, 2, 4]}, 'single-default'), ('normal control', {'claims': [[[2022, 7, 27], False], [[2022, 1, 5], True], [[2022, 8, 16], True]], 'pay_date': [2024, 5, 27]}, 'single-default'), ('normal control', {'claims': [[[2023, 4, 5], True]], 'pay_date': [2024, 11, 6]}, 'single-default')], [('regression', {'claims': [[[2024, 1, 17], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('regression', {'claims': [[[2023, 2, 25], False]], 'pay_date': [2025, 12, 24]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 11, 7], False]], 'pay_date': [2023, 9, 11]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 6, 25], False]], 'pay_date': [2024, 10, 5]}, 'per-form'), ('normal control', {'claims': [[[2023, 10, 8], True], [[2024, 3, 27], True]], 'pay_date': [2023, 10, 8]}, 'exempt'), ('normal control', {'claims': [], 'pay_date': [2023, 2, 16]}, 'single-default'), ('normal control', {'claims': [], 'pay_date': [2023, 2, 15]}, 'single-default'), ('normal control', {'claims': [[[2023, 2, 6], True]], 'pay_date': [2024, 2, 13]}, 'exempt')], [('regression', {'claims': [[[2022, 11, 7], False]], 'pay_date': [2023, 9, 11]}, 'per-form'), ('regression', {'claims': [[[2023, 7, 12], False], [[2023, 2, 5], False], [[2024, 5, 28], False]], 'pay_date': [2024, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 6, 10], False]], 'pay_date': [2024, 6, 10]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 1, 28], False]], 'pay_date': [2023, 2, 16]}, 'per-form'), ('normal control', {'claims': [], 'pay_date': [2023, 2, 27]}, 'single-default'), ('normal control', {'claims': [[[2024, 6, 18], True], [[2024, 1, 24], True], [[2024, 8, 3], True]], 'pay_date': [2025, 2, 16]}, 'single-default'), ('normal control', {'claims': [[[2023, 9, 6], True], [[2023, 1, 17], False], [[2022, 11, 5], True]], 'pay_date': [2025, 2, 16]}, 'single-default'), ('normal control', {'claims': [[[2022, 5, 10], True]], 'pay_date': [2022, 5, 10]}, 'exempt')], [('regression', {'claims': [[[2024, 6, 25], False]], 'pay_date': [2024, 10, 5]}, 'per-form'), ('regression', {'claims': [[[2024, 1, 17], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 5, 25], False]], 'pay_date': [2024, 5, 25]}, 'per-form'), ('partial-repair probe', {'claims': [[[2023, 6, 8], False]], 'pay_date': [2024, 2, 15]}, 'per-form'), ('normal control', {'claims': [[[2023, 10, 8], False], [[2024, 8, 1], False]], 'pay_date': [2023, 2, 16]}, 'single-default'), ('normal control', {'claims': [], 'pay_date': [2024, 7, 6]}, 'single-default'), ('normal control', {'claims': [[[2022, 7, 16], True], [[2024, 7, 18], True]], 'pay_date': [2025, 2, 15]}, 'exempt'), ('normal control', {'claims': [[[2022, 1, 12], True], [[2022, 3, 16], True]], 'pay_date': [2024, 5, 17]}, 'single-default')], [('regression', {'claims': [[[2024, 6, 10], False]], 'pay_date': [2024, 6, 10]}, 'per-form'), ('regression', {'claims': [[[2022, 1, 6], False], [[2024, 2, 7], False]], 'pay_date': [2024, 2, 12]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 4, 24], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 9, 19], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('normal control', {'claims': [[[2022, 3, 17], True]], 'pay_date': [2023, 2, 17]}, 'single-default'), ('normal control', {'claims': [[[2023, 4, 26], True], [[2022, 11, 26], False]], 'pay_date': [2023, 4, 26]}, 'exempt'), ('normal control', {'claims': [[[2024, 11, 25], False], [[2022, 6, 11], True], [[2024, 3, 25], True]], 'pay_date': [2024, 4, 3]}, 'exempt'), ('normal control', {'claims': [[[2024, 7, 26], True], [[2024, 2, 21], True]], 'pay_date': [2023, 2, 15]}, 'single-default')]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"0aa47a418a5a721c55e3fe4da152b75b42d999d2cea1890cc14b2148984780d1","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    pay = tuple(x['pay_date'])\n    active = None\n    for date, exempt in sorted(x['claims'], key=lambda c: tuple(c[0])):\n        if tuple(date) <= pay:\n            active = (tuple(date), exempt)\n    if active is None:\n        return 'single-default'\n    if not active[1]:\n        return 'single-default'\n    expiry = (active[0][0] + 1, 2, 15)\n    return 'exempt' if pay <= expiry else 'single-default'\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression', {'claims': [[[2023, 2, 25], False]], 'pay_date': [2025, 12, 24]}, 'per-form'), ('regression', {'claims': [[[2022, 2, 13], True], [[2023, 3, 1], False], [[2022, 3, 22], False]], 'pay_date': [2024, 2, 27]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 1, 17], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 11, 7], False]], 'pay_date': [2023, 9, 11]}, 'per-form'), ('normal control', {'claims': [[[2023, 9, 19], True], [[2023, 8, 5], True], [[2022, 3, 16], False]], 'pay_date': [2023, 9, 19]}, 'exempt'), ('normal control', {'claims': [], 'pay_date': [2025, 2, 4]}, 'single-default'), ('normal control', {'claims': [[[2022, 7, 27], False], [[2022, 1, 5], True], [[2022, 8, 16], True]], 'pay_date': [2024, 5, 27]}, 'single-default'), ('normal control', {'claims': [[[2023, 4, 5], True]], 'pay_date': [2024, 11, 6]}, 'single-default')], [('regression', {'claims': [[[2024, 1, 17], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('regression', {'claims': [[[2023, 2, 25], False]], 'pay_date': [2025, 12, 24]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 11, 7], False]], 'pay_date': [2023, 9, 11]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 6, 25], False]], 'pay_date': [2024, 10, 5]}, 'per-form'), ('normal control', {'claims': [[[2023, 10, 8], True], [[2024, 3, 27], True]], 'pay_date': [2023, 10, 8]}, 'exempt'), ('normal control', {'claims': [], 'pay_date': [2023, 2, 16]}, 'single-default'), ('normal control', {'claims': [], 'pay_date': [2023, 2, 15]}, 'single-default'), ('normal control', {'claims': [[[2023, 2, 6], True]], 'pay_date': [2024, 2, 13]}, 'exempt')], [('regression', {'claims': [[[2022, 11, 7], False]], 'pay_date': [2023, 9, 11]}, 'per-form'), ('regression', {'claims': [[[2023, 7, 12], False], [[2023, 2, 5], False], [[2024, 5, 28], False]], 'pay_date': [2024, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 6, 10], False]], 'pay_date': [2024, 6, 10]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 1, 28], False]], 'pay_date': [2023, 2, 16]}, 'per-form'), ('normal control', {'claims': [], 'pay_date': [2023, 2, 27]}, 'single-default'), ('normal control', {'claims': [[[2024, 6, 18], True], [[2024, 1, 24], True], [[2024, 8, 3], True]], 'pay_date': [2025, 2, 16]}, 'single-default'), ('normal control', {'claims': [[[2023, 9, 6], True], [[2023, 1, 17], False], [[2022, 11, 5], True]], 'pay_date': [2025, 2, 16]}, 'single-default'), ('normal control', {'claims': [[[2022, 5, 10], True]], 'pay_date': [2022, 5, 10]}, 'exempt')], [('regression', {'claims': [[[2024, 6, 25], False]], 'pay_date': [2024, 10, 5]}, 'per-form'), ('regression', {'claims': [[[2024, 1, 17], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 5, 25], False]], 'pay_date': [2024, 5, 25]}, 'per-form'), ('partial-repair probe', {'claims': [[[2023, 6, 8], False]], 'pay_date': [2024, 2, 15]}, 'per-form'), ('normal control', {'claims': [[[2023, 10, 8], False], [[2024, 8, 1], False]], 'pay_date': [2023, 2, 16]}, 'single-default'), ('normal control', {'claims': [], 'pay_date': [2024, 7, 6]}, 'single-default'), ('normal control', {'claims': [[[2022, 7, 16], True], [[2024, 7, 18], True]], 'pay_date': [2025, 2, 15]}, 'exempt'), ('normal control', {'claims': [[[2022, 1, 12], True], [[2022, 3, 16], True]], 'pay_date': [2024, 5, 17]}, 'single-default')], [('regression', {'claims': [[[2024, 6, 10], False]], 'pay_date': [2024, 6, 10]}, 'per-form'), ('regression', {'claims': [[[2022, 1, 6], False], [[2024, 2, 7], False]], 'pay_date': [2024, 2, 12]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 4, 24], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 9, 19], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('normal control', {'claims': [[[2022, 3, 17], True]], 'pay_date': [2023, 2, 17]}, 'single-default'), ('normal control', {'claims': [[[2023, 4, 26], True], [[2022, 11, 26], False]], 'pay_date': [2023, 4, 26]}, 'exempt'), ('normal control', {'claims': [[[2024, 11, 25], False], [[2022, 6, 11], True], [[2024, 3, 25], True]], 'pay_date': [2024, 4, 3]}, 'exempt'), ('normal control', {'claims': [[[2024, 7, 26], True], [[2024, 2, 21], True]], 'pay_date': [2023, 2, 15]}, 'single-default')]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"7eaca3a044cbd71b271cec9fea01f4a11ba0cb749e29ef66214961b84ff8aa60","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    pay = tuple(x['pay_date'])\n    active = None\n    for date, exempt in sorted(x['claims'], key=lambda c: tuple(c[0])):\n        if tuple(date) <= pay:\n            active = (tuple(date), exempt)\n    if active is None:\n        return 'single-default'\n    if not active[1]:\n        return 'per-form'\n    expiry = (active[0][0] + 1, 2, 15)\n    return 'exempt' if pay <= expiry else 'single-default'\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('regression', {'claims': [[[2023, 2, 25], False]], 'pay_date': [2025, 12, 24]}, 'per-form'), ('regression', {'claims': [[[2022, 2, 13], True], [[2023, 3, 1], False], [[2022, 3, 22], False]], 'pay_date': [2024, 2, 27]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 1, 17], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 11, 7], False]], 'pay_date': [2023, 9, 11]}, 'per-form'), ('normal control', {'claims': [[[2023, 9, 19], True], [[2023, 8, 5], True], [[2022, 3, 16], False]], 'pay_date': [2023, 9, 19]}, 'exempt'), ('normal control', {'claims': [], 'pay_date': [2025, 2, 4]}, 'single-default'), ('normal control', {'claims': [[[2022, 7, 27], False], [[2022, 1, 5], True], [[2022, 8, 16], True]], 'pay_date': [2024, 5, 27]}, 'single-default'), ('normal control', {'claims': [[[2023, 4, 5], True]], 'pay_date': [2024, 11, 6]}, 'single-default')], [('regression', {'claims': [[[2024, 1, 17], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('regression', {'claims': [[[2023, 2, 25], False]], 'pay_date': [2025, 12, 24]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 11, 7], False]], 'pay_date': [2023, 9, 11]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 6, 25], False]], 'pay_date': [2024, 10, 5]}, 'per-form'), ('normal control', {'claims': [[[2023, 10, 8], True], [[2024, 3, 27], True]], 'pay_date': [2023, 10, 8]}, 'exempt'), ('normal control', {'claims': [], 'pay_date': [2023, 2, 16]}, 'single-default'), ('normal control', {'claims': [], 'pay_date': [2023, 2, 15]}, 'single-default'), ('normal control', {'claims': [[[2023, 2, 6], True]], 'pay_date': [2024, 2, 13]}, 'exempt')], [('regression', {'claims': [[[2022, 11, 7], False]], 'pay_date': [2023, 9, 11]}, 'per-form'), ('regression', {'claims': [[[2023, 7, 12], False], [[2023, 2, 5], False], [[2024, 5, 28], False]], 'pay_date': [2024, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 6, 10], False]], 'pay_date': [2024, 6, 10]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 1, 28], False]], 'pay_date': [2023, 2, 16]}, 'per-form'), ('normal control', {'claims': [], 'pay_date': [2023, 2, 27]}, 'single-default'), ('normal control', {'claims': [[[2024, 6, 18], True], [[2024, 1, 24], True], [[2024, 8, 3], True]], 'pay_date': [2025, 2, 16]}, 'single-default'), ('normal control', {'claims': [[[2023, 9, 6], True], [[2023, 1, 17], False], [[2022, 11, 5], True]], 'pay_date': [2025, 2, 16]}, 'single-default'), ('normal control', {'claims': [[[2022, 5, 10], True]], 'pay_date': [2022, 5, 10]}, 'exempt')], [('regression', {'claims': [[[2024, 6, 25], False]], 'pay_date': [2024, 10, 5]}, 'per-form'), ('regression', {'claims': [[[2024, 1, 17], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 5, 25], False]], 'pay_date': [2024, 5, 25]}, 'per-form'), ('partial-repair probe', {'claims': [[[2023, 6, 8], False]], 'pay_date': [2024, 2, 15]}, 'per-form'), ('normal control', {'claims': [[[2023, 10, 8], False], [[2024, 8, 1], False]], 'pay_date': [2023, 2, 16]}, 'single-default'), ('normal control', {'claims': [], 'pay_date': [2024, 7, 6]}, 'single-default'), ('normal control', {'claims': [[[2022, 7, 16], True], [[2024, 7, 18], True]], 'pay_date': [2025, 2, 15]}, 'exempt'), ('normal control', {'claims': [[[2022, 1, 12], True], [[2022, 3, 16], True]], 'pay_date': [2024, 5, 17]}, 'single-default')], [('regression', {'claims': [[[2024, 6, 10], False]], 'pay_date': [2024, 6, 10]}, 'per-form'), ('regression', {'claims': [[[2022, 1, 6], False], [[2024, 2, 7], False]], 'pay_date': [2024, 2, 12]}, 'per-form'), ('partial-repair probe', {'claims': [[[2022, 4, 24], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('partial-repair probe', {'claims': [[[2024, 9, 19], False]], 'pay_date': [2025, 2, 16]}, 'per-form'), ('normal control', {'claims': [[[2022, 3, 17], True]], 'pay_date': [2023, 2, 17]}, 'single-default'), ('normal control', {'claims': [[[2023, 4, 26], True], [[2022, 11, 26], False]], 'pay_date': [2023, 4, 26]}, 'exempt'), ('normal control', {'claims': [[[2024, 11, 25], False], [[2022, 6, 11], True], [[2024, 3, 25], True]], 'pay_date': [2024, 4, 3]}, 'exempt'), ('normal control', {'claims': [[[2024, 7, 26], True], [[2024, 2, 21], True]], 'pay_date': [2023, 2, 15]}, 'single-default')]]\nfor i, (label, args, expected) in enumerate(fixtures[N-1]):\n    check(\"%s %d\" % (label, i), solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic teaching model of a stipulated payroll rule with toy thresholds and rates. It makes no claim of conformance to any tax authority, statute or jurisdiction and is not payroll software. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-payroll-withholding-w4-exempt-expiry-non-exempt-claim-handling","generated_at":"2026-09-29T14:46:33.485873+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Exempt status must lapse on a fixed date, reverting to default withholding until a new form arrives.","repair":"Restore the contract rule at the non-exempt claim handling step: use `if not active[1]:\n    return 'per-form'`.","root_cause":"A non-exempt active claim falls back to single-default instead of using the form.","sha256":"0d3445afa498e3a79564c6ae6522ec5081b278766b7cc6e33cc6322818bf6f81","title":"W-4 exempt claim expiration: non-exempt claim handling · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":44.782,"exit_code":1,"observations":[{"actual":"single-default","check":"regression 0","expected":"per-form","passed":false},{"actual":"per-form","check":"regression 1","expected":"per-form","passed":true},{"actual":"single-default","check":"partial-repair probe 2","expected":"per-form","passed":false},{"actual":"single-default","check":"partial-repair probe 3","expected":"per-form","passed":false},{"actual":"exempt","check":"normal control 4","expected":"exempt","passed":true},{"actual":"single-default","check":"normal control 5","expected":"single-default","passed":true},{"actual":"single-default","check":"normal control 6","expected":"single-default","passed":true},{"actual":"single-default","check":"normal control 7","expected":"single-default","passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression 0\", \"actual\": \"single-default\", \"expected\": \"per-form\", \"passed\": false}, {\"check\": \"regression 1\", \"actual\": \"per-form\", \"expected\": \"per-form\", \"passed\": true}, {\"check\": \"partial-repair probe 2\", \"actual\": \"single-default\", \"expected\": \"per-form\", \"passed\": false}, {\"check\": \"partial-repair probe 3\", \"actual\": \"single-default\", \"expected\": \"per-form\", \"passed\": false}, {\"check\": \"normal control 4\", \"actual\": \"exempt\", \"expected\": \"exempt\", \"passed\": true}, {\"check\": \"normal control 5\", \"actual\": \"single-default\", \"expected\": \"single-default\", \"passed\": true}, {\"check\": \"normal control 6\", \"actual\": \"single-default\", \"expected\": \"single-default\", \"passed\": true}, {\"check\": \"normal control 7\", \"actual\": \"single-default\", \"expected\": \"single-default\", \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":39.81,"exit_code":1,"observations":[{"actual":"single-default","check":"regression 0","expected":"per-form","passed":false},{"actual":"single-default","check":"regression 1","expected":"per-form","passed":false},{"actual":"single-default","check":"partial-repair probe 2","expected":"per-form","passed":false},{"actual":"single-default","check":"partial-repair probe 3","expected":"per-form","passed":false},{"actual":"exempt","check":"normal control 4","expected":"exempt","passed":true},{"actual":"single-default","check":"normal control 5","expected":"single-default","passed":true},{"actual":"single-default","check":"normal control 6","expected":"single-default","passed":true},{"actual":"single-default","check":"normal control 7","expected":"single-default","passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression 0\", \"actual\": \"single-default\", \"expected\": \"per-form\", \"passed\": false}, {\"check\": \"regression 1\", \"actual\": \"single-default\", \"expected\": \"per-form\", \"passed\": false}, {\"check\": \"partial-repair probe 2\", \"actual\": \"single-default\", \"expected\": \"per-form\", \"passed\": false}, {\"check\": \"partial-repair probe 3\", \"actual\": \"single-default\", \"expected\": \"per-form\", \"passed\": false}, {\"check\": \"normal control 4\", \"actual\": \"exempt\", \"expected\": \"exempt\", \"passed\": true}, {\"check\": \"normal control 5\", \"actual\": \"single-default\", \"expected\": \"single-default\", \"passed\": true}, {\"check\": \"normal control 6\", \"actual\": \"single-default\", \"expected\": \"single-default\", \"passed\": true}, {\"check\": \"normal control 7\", \"actual\": \"single-default\", \"expected\": \"single-default\", \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":41.685,"exit_code":0,"observations":[{"actual":"per-form","check":"regression 0","expected":"per-form","passed":true},{"actual":"per-form","check":"regression 1","expected":"per-form","passed":true},{"actual":"per-form","check":"partial-repair probe 2","expected":"per-form","passed":true},{"actual":"per-form","check":"partial-repair probe 3","expected":"per-form","passed":true},{"actual":"exempt","check":"normal control 4","expected":"exempt","passed":true},{"actual":"single-default","check":"normal control 5","expected":"single-default","passed":true},{"actual":"single-default","check":"normal control 6","expected":"single-default","passed":true},{"actual":"single-default","check":"normal control 7","expected":"single-default","passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression 0\", \"actual\": \"per-form\", \"expected\": \"per-form\", \"passed\": true}, {\"check\": \"regression 1\", \"actual\": \"per-form\", \"expected\": \"per-form\", \"passed\": true}, {\"check\": \"partial-repair probe 2\", \"actual\": \"per-form\", \"expected\": \"per-form\", \"passed\": true}, {\"check\": \"partial-repair probe 3\", \"actual\": \"per-form\", \"expected\": \"per-form\", \"passed\": true}, {\"check\": \"normal control 4\", \"actual\": \"exempt\", \"expected\": \"exempt\", \"passed\": true}, {\"check\": \"normal control 5\", \"actual\": \"single-default\", \"expected\": \"single-default\", \"passed\": true}, {\"check\": \"normal control 6\", \"actual\": \"single-default\", \"expected\": \"single-default\", \"passed\": true}, {\"check\": \"normal control 7\", \"actual\": \"single-default\", \"expected\": \"single-default\", \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}