{"abstract":"Overlap phase indication returns a wrong result when overlap yellow follows any yellow phase at the intersection.","category":"Traffic signal timing plans","checks":8,"contract":"Input {parents, not_during, state: [[phase, G|Y|RC|R]] for timing phases, next: phases to be served next}. The overlap is red while any not_during phase is green. Otherwise it is green while any parent is green. If a parent is terminating (Y or RC) the overlap stays green when any next phase is a parent; otherwise it is yellow if any terminating parent is in yellow, else red. Otherwise red.","evaluation_group":"w2-traffic_signal_timing_plans-overlap-phase","failed_approach":"Looking only at the lowest terminating parent misses a yellow on a higher parent.","family":"w2-traffic_signal_timing_plans-overlap-phase-yellow-choice","id":"FA-68336","implementations":{"attempt":{"sha256":"1aa2221e4846736df0b5f9a15906ba61777b07c9e381b50510e8c4863f2de47b","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    par = set(x['parents'])\n    nd = set(x['not_during'])\n    cur = {ph: iv for ph, iv in x['state']}\n    if any(cur.get(p) == 'G' for p in nd):\n        return 'R'\n    if any(cur.get(p) == 'G' for p in par):\n        return 'G'\n    terminating = [p for p in sorted(par) if cur.get(p) in ('Y', 'RC')]\n    if terminating:\n        if any(p in par for p in x['next']):\n            return 'G'\n        if cur[terminating[0]] == 'Y':\n            return 'Y'\n        return 'R'\n    return 'R'\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[({'parents': [1, 6, 8], 'not_during': [], 'state': [[7, 'Y'], [1, 'RC'], [4, 'G']], 'next': []}, 'R'), ({'parents': [5], 'not_during': [], 'state': [[5, 'RC']], 'next': [7]}, 'R'), ({'parents': [1, 2, 3], 'not_during': [], 'state': [[4, 'Y'], [2, 'RC'], [1, 'RC']], 'next': []}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [4, 7], 'not_during': [2], 'state': [[7, 'R']], 'next': []}, 'R'), ({'parents': [2, 6], 'not_during': [], 'state': [[1, 'G'], [2, 'RC'], [8, 'Y']], 'next': []}, 'R'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G')], [({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [1, 2, 6], 'not_during': [5, 8], 'state': [[5, 'Y'], [6, 'RC']], 'next': [5]}, 'R'), ({'parents': [3, 4], 'not_during': [], 'state': [[7, 'RC']], 'next': [1, 8]}, 'R'), ({'parents': [3], 'not_during': [5, 7], 'state': [[2, 'G'], [8, 'G'], [3, 'G']], 'next': [4, 7]}, 'G'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [3, 4, 8], 'not_during': [1], 'state': [[7, 'G'], [6, 'Y'], [4, 'RC']], 'next': [6, 7]}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 8], 'not_during': [5, 6], 'state': [[2, 'RC'], [3, 'R'], [8, 'Y']], 'next': []}, 'Y')], [({'parents': [6, 7], 'not_during': [4], 'state': [[7, 'RC'], [4, 'Y'], [3, 'G']], 'next': [5, 8]}, 'R'), ({'parents': [6], 'not_during': [1, 5], 'state': [[6, 'RC'], [3, 'Y']], 'next': [3, 4]}, 'R'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [4, 8], 'not_during': [2], 'state': [[7, 'R'], [8, 'G']], 'next': []}, 'G'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [1, 2, 4], 'not_during': [6], 'state': [[6, 'Y'], [2, 'RC']], 'next': [3]}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 7], 'not_during': [8], 'state': [[8, 'R'], [3, 'Y']], 'next': []}, 'R')], [({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [2], 'not_during': [], 'state': [[3, 'Y'], [1, 'G'], [2, 'RC']], 'next': []}, 'R'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [1, 2], 'not_during': [4], 'state': [[7, 'Y'], [1, 'RC'], [2, 'Y']], 'next': []}, 'Y'), ({'parents': [1, 5], 'not_during': [3], 'state': [[7, 'R'], [4, 'Y'], [5, 'RC']], 'next': []}, 'R'), ({'parents': [4], 'not_during': [3, 8], 'state': [[4, 'RC'], [3, 'Y'], [5, 'Y']], 'next': []}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [1, 6], 'not_during': [5, 7], 'state': [[5, 'G'], [4, 'Y'], [8, 'R']], 'next': []}, 'R')], [({'parents': [3, 5], 'not_during': [], 'state': [[8, 'G'], [2, 'G'], [7, 'RC']], 'next': [2, 7]}, 'R'), ({'parents': [6, 8], 'not_during': [], 'state': [[2, 'Y'], [4, 'Y'], [6, 'RC']], 'next': []}, 'R'), ({'parents': [1, 2, 7], 'not_during': [4, 6], 'state': [[7, 'RC'], [6, 'R'], [8, 'Y']], 'next': []}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [1, 4, 6], 'not_during': [2], 'state': [[5, 'R'], [1, 'RC'], [3, 'Y']], 'next': []}, 'R'), ({'parents': [1, 2], 'not_during': [], 'state': [[2, 'RC']], 'next': [7]}, 'R')]]\nfor i, (args, expected) in enumerate(fixtures[N-1]):\n    check('timing oracle' + ' %d' % i, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"c995c03ad54de7c3a36024c48e01b0cd6c81d281447ff11e55fec51b3e238830","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    par = set(x['parents'])\n    nd = set(x['not_during'])\n    cur = {ph: iv for ph, iv in x['state']}\n    if any(cur.get(p) == 'G' for p in nd):\n        return 'R'\n    if any(cur.get(p) == 'G' for p in par):\n        return 'G'\n    terminating = [p for p in sorted(par) if cur.get(p) in ('Y', 'RC')]\n    if terminating:\n        if any(p in par for p in x['next']):\n            return 'G'\n        if any(iv == 'Y' for iv in cur.values()):\n            return 'Y'\n        return 'R'\n    return 'R'\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[({'parents': [1, 6, 8], 'not_during': [], 'state': [[7, 'Y'], [1, 'RC'], [4, 'G']], 'next': []}, 'R'), ({'parents': [5], 'not_during': [], 'state': [[5, 'RC']], 'next': [7]}, 'R'), ({'parents': [1, 2, 3], 'not_during': [], 'state': [[4, 'Y'], [2, 'RC'], [1, 'RC']], 'next': []}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [4, 7], 'not_during': [2], 'state': [[7, 'R']], 'next': []}, 'R'), ({'parents': [2, 6], 'not_during': [], 'state': [[1, 'G'], [2, 'RC'], [8, 'Y']], 'next': []}, 'R'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G')], [({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [1, 2, 6], 'not_during': [5, 8], 'state': [[5, 'Y'], [6, 'RC']], 'next': [5]}, 'R'), ({'parents': [3, 4], 'not_during': [], 'state': [[7, 'RC']], 'next': [1, 8]}, 'R'), ({'parents': [3], 'not_during': [5, 7], 'state': [[2, 'G'], [8, 'G'], [3, 'G']], 'next': [4, 7]}, 'G'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [3, 4, 8], 'not_during': [1], 'state': [[7, 'G'], [6, 'Y'], [4, 'RC']], 'next': [6, 7]}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 8], 'not_during': [5, 6], 'state': [[2, 'RC'], [3, 'R'], [8, 'Y']], 'next': []}, 'Y')], [({'parents': [6, 7], 'not_during': [4], 'state': [[7, 'RC'], [4, 'Y'], [3, 'G']], 'next': [5, 8]}, 'R'), ({'parents': [6], 'not_during': [1, 5], 'state': [[6, 'RC'], [3, 'Y']], 'next': [3, 4]}, 'R'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [4, 8], 'not_during': [2], 'state': [[7, 'R'], [8, 'G']], 'next': []}, 'G'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [1, 2, 4], 'not_during': [6], 'state': [[6, 'Y'], [2, 'RC']], 'next': [3]}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 7], 'not_during': [8], 'state': [[8, 'R'], [3, 'Y']], 'next': []}, 'R')], [({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [2], 'not_during': [], 'state': [[3, 'Y'], [1, 'G'], [2, 'RC']], 'next': []}, 'R'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [1, 2], 'not_during': [4], 'state': [[7, 'Y'], [1, 'RC'], [2, 'Y']], 'next': []}, 'Y'), ({'parents': [1, 5], 'not_during': [3], 'state': [[7, 'R'], [4, 'Y'], [5, 'RC']], 'next': []}, 'R'), ({'parents': [4], 'not_during': [3, 8], 'state': [[4, 'RC'], [3, 'Y'], [5, 'Y']], 'next': []}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [1, 6], 'not_during': [5, 7], 'state': [[5, 'G'], [4, 'Y'], [8, 'R']], 'next': []}, 'R')], [({'parents': [3, 5], 'not_during': [], 'state': [[8, 'G'], [2, 'G'], [7, 'RC']], 'next': [2, 7]}, 'R'), ({'parents': [6, 8], 'not_during': [], 'state': [[2, 'Y'], [4, 'Y'], [6, 'RC']], 'next': []}, 'R'), ({'parents': [1, 2, 7], 'not_during': [4, 6], 'state': [[7, 'RC'], [6, 'R'], [8, 'Y']], 'next': []}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [1, 4, 6], 'not_during': [2], 'state': [[5, 'R'], [1, 'RC'], [3, 'Y']], 'next': []}, 'R'), ({'parents': [1, 2], 'not_during': [], 'state': [[2, 'RC']], 'next': [7]}, 'R')]]\nfor i, (args, expected) in enumerate(fixtures[N-1]):\n    check('timing oracle' + ' %d' % i, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"8b57fcc0c00d0c9b3f25213cc64569dc3e9d715f1dec8d03b89de7b6e77df935","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    par = set(x['parents'])\n    nd = set(x['not_during'])\n    cur = {ph: iv for ph, iv in x['state']}\n    if any(cur.get(p) == 'G' for p in nd):\n        return 'R'\n    if any(cur.get(p) == 'G' for p in par):\n        return 'G'\n    terminating = [p for p in sorted(par) if cur.get(p) in ('Y', 'RC')]\n    if terminating:\n        if any(p in par for p in x['next']):\n            return 'G'\n        if any(cur[p] == 'Y' for p in terminating):\n            return 'Y'\n        return 'R'\n    return 'R'\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[({'parents': [1, 6, 8], 'not_during': [], 'state': [[7, 'Y'], [1, 'RC'], [4, 'G']], 'next': []}, 'R'), ({'parents': [5], 'not_during': [], 'state': [[5, 'RC']], 'next': [7]}, 'R'), ({'parents': [1, 2, 3], 'not_during': [], 'state': [[4, 'Y'], [2, 'RC'], [1, 'RC']], 'next': []}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [4, 7], 'not_during': [2], 'state': [[7, 'R']], 'next': []}, 'R'), ({'parents': [2, 6], 'not_during': [], 'state': [[1, 'G'], [2, 'RC'], [8, 'Y']], 'next': []}, 'R'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G')], [({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [1, 2, 6], 'not_during': [5, 8], 'state': [[5, 'Y'], [6, 'RC']], 'next': [5]}, 'R'), ({'parents': [3, 4], 'not_during': [], 'state': [[7, 'RC']], 'next': [1, 8]}, 'R'), ({'parents': [3], 'not_during': [5, 7], 'state': [[2, 'G'], [8, 'G'], [3, 'G']], 'next': [4, 7]}, 'G'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [3, 4, 8], 'not_during': [1], 'state': [[7, 'G'], [6, 'Y'], [4, 'RC']], 'next': [6, 7]}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 8], 'not_during': [5, 6], 'state': [[2, 'RC'], [3, 'R'], [8, 'Y']], 'next': []}, 'Y')], [({'parents': [6, 7], 'not_during': [4], 'state': [[7, 'RC'], [4, 'Y'], [3, 'G']], 'next': [5, 8]}, 'R'), ({'parents': [6], 'not_during': [1, 5], 'state': [[6, 'RC'], [3, 'Y']], 'next': [3, 4]}, 'R'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [4, 8], 'not_during': [2], 'state': [[7, 'R'], [8, 'G']], 'next': []}, 'G'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [1, 2, 4], 'not_during': [6], 'state': [[6, 'Y'], [2, 'RC']], 'next': [3]}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 7], 'not_during': [8], 'state': [[8, 'R'], [3, 'Y']], 'next': []}, 'R')], [({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [2], 'not_during': [], 'state': [[3, 'Y'], [1, 'G'], [2, 'RC']], 'next': []}, 'R'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [1, 2], 'not_during': [4], 'state': [[7, 'Y'], [1, 'RC'], [2, 'Y']], 'next': []}, 'Y'), ({'parents': [1, 5], 'not_during': [3], 'state': [[7, 'R'], [4, 'Y'], [5, 'RC']], 'next': []}, 'R'), ({'parents': [4], 'not_during': [3, 8], 'state': [[4, 'RC'], [3, 'Y'], [5, 'Y']], 'next': []}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [1, 6], 'not_during': [5, 7], 'state': [[5, 'G'], [4, 'Y'], [8, 'R']], 'next': []}, 'R')], [({'parents': [3, 5], 'not_during': [], 'state': [[8, 'G'], [2, 'G'], [7, 'RC']], 'next': [2, 7]}, 'R'), ({'parents': [6, 8], 'not_during': [], 'state': [[2, 'Y'], [4, 'Y'], [6, 'RC']], 'next': []}, 'R'), ({'parents': [1, 2, 7], 'not_during': [4, 6], 'state': [[7, 'RC'], [6, 'R'], [8, 'Y']], 'next': []}, 'R'), ({'parents': [4, 5], 'not_during': [], 'state': [[4, 'RC'], [5, 'Y']], 'next': [1]}, 'Y'), ({'parents': [2, 3], 'not_during': [], 'state': [[2, 'RC'], [6, 'RC']], 'next': [3, 7]}, 'G'), ({'parents': [2, 3], 'not_during': [5], 'state': [[3, 'G'], [5, 'G']], 'next': []}, 'R'), ({'parents': [1, 4, 6], 'not_during': [2], 'state': [[5, 'R'], [1, 'RC'], [3, 'Y']], 'next': []}, 'R'), ({'parents': [1, 2], 'not_during': [], 'state': [[2, 'RC']], 'next': [7]}, 'R')]]\nfor i, (args, expected) in enumerate(fixtures[N-1]):\n    check('timing oracle' + ' %d' % i, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic, bounded toy model with a stipulated contract; it makes no claim of conformance to any agency manual or standard. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-traffic_signal_timing_plans-overlap-phase-yellow-choice","generated_at":"2026-09-29T14:48:01.256633+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Signal timing arithmetic is exact and integer or rational; a wrong rule silently produces unsafe or inefficient timing plans.","repair":"Restore the overlap yellow choice rule so that the step reads `if any(cur[p] == 'Y' for p in terminating):`.","root_cause":"Any yellow at the intersection, including non-parent phases, makes the overlap yellow while its parent is already in red clearance.","sha256":"b65a86b6661f6a295989977128755bb442f5be3488d294c655bcb7b5e1e55ec4","title":"Overlap phase indication: overlap yellow follows any yellow phase at the intersection · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":40.622,"exit_code":1,"observations":[{"actual":"R","check":"timing oracle 0","expected":"R","passed":true},{"actual":"R","check":"timing oracle 1","expected":"R","passed":true},{"actual":"R","check":"timing oracle 2","expected":"R","passed":true},{"actual":"R","check":"timing oracle 3","expected":"Y","passed":false},{"actual":"R","check":"timing oracle 4","expected":"R","passed":true},{"actual":"R","check":"timing oracle 5","expected":"R","passed":true},{"actual":"R","check":"timing oracle 6","expected":"R","passed":true},{"actual":"G","check":"timing oracle 7","expected":"G","passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"timing oracle 0\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 1\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 2\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 3\", \"actual\": \"R\", \"expected\": \"Y\", \"passed\": false}, {\"check\": \"timing oracle 4\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 5\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 6\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 7\", \"actual\": \"G\", \"expected\": \"G\", \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":40.941,"exit_code":1,"observations":[{"actual":"Y","check":"timing oracle 0","expected":"R","passed":false},{"actual":"R","check":"timing oracle 1","expected":"R","passed":true},{"actual":"Y","check":"timing oracle 2","expected":"R","passed":false},{"actual":"Y","check":"timing oracle 3","expected":"Y","passed":true},{"actual":"R","check":"timing oracle 4","expected":"R","passed":true},{"actual":"R","check":"timing oracle 5","expected":"R","passed":true},{"actual":"Y","check":"timing oracle 6","expected":"R","passed":false},{"actual":"G","check":"timing oracle 7","expected":"G","passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"timing oracle 0\", \"actual\": \"Y\", \"expected\": \"R\", \"passed\": false}, {\"check\": \"timing oracle 1\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 2\", \"actual\": \"Y\", \"expected\": \"R\", \"passed\": false}, {\"check\": \"timing oracle 3\", \"actual\": \"Y\", \"expected\": \"Y\", \"passed\": true}, {\"check\": \"timing oracle 4\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 5\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 6\", \"actual\": \"Y\", \"expected\": \"R\", \"passed\": false}, {\"check\": \"timing oracle 7\", \"actual\": \"G\", \"expected\": \"G\", \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":40.508,"exit_code":0,"observations":[{"actual":"R","check":"timing oracle 0","expected":"R","passed":true},{"actual":"R","check":"timing oracle 1","expected":"R","passed":true},{"actual":"R","check":"timing oracle 2","expected":"R","passed":true},{"actual":"Y","check":"timing oracle 3","expected":"Y","passed":true},{"actual":"R","check":"timing oracle 4","expected":"R","passed":true},{"actual":"R","check":"timing oracle 5","expected":"R","passed":true},{"actual":"R","check":"timing oracle 6","expected":"R","passed":true},{"actual":"G","check":"timing oracle 7","expected":"G","passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"timing oracle 0\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 1\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 2\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 3\", \"actual\": \"Y\", \"expected\": \"Y\", \"passed\": true}, {\"check\": \"timing oracle 4\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 5\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 6\", \"actual\": \"R\", \"expected\": \"R\", \"passed\": true}, {\"check\": \"timing oracle 7\", \"actual\": \"G\", \"expected\": \"G\", \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}