{"abstract":"The bounded replacement selection certificate reports an incorrect run ended.","category":"Heap invariants","checks":7,"contract":"A replacement-selection external-sort heap receives last emitted key and new records [id,key]. Keys >=last remain active for current run; smaller keys freeze for next run. Return active ids, frozen ids, active sorted order, frozen sorted order, next current-run key, and end-run flag. Equal keys stay active.","contract_signature":"d","evaluation_group":"s3-heap-model-replacement-selection","failed_approach":"The local patch uses bool(frozen) and still violates the stated relation.","family":"s3-heap-replacement-selection-run_ended","id":"FA-41096","implementations":{"attempt":{"sha256":"c27f0b061095346c08e203048d62255caef974bb63d027c57478f3a941ee5341","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    last=d['last']; a=d['arrivals']; active=[x for x in a if x[1]>=last]; frozen=[x for x in a if x[1]<last]\n    return {'active': [x[0] for x in active],\n    'frozen': [x[0] for x in frozen],\n    'active_order': [x[0] for x in sorted(active,key=lambda x:x[1])],\n    'frozen_order': [x[0] for x in sorted(frozen,key=lambda x:x[1])],\n    'next': min((x[1] for x in active),default=None),\n    'run_ended': bool(frozen)}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncases = [[({'last': 3, 'arrivals': []}, {'active': [], 'frozen': [], 'active_order': [], 'frozen_order': [], 'next': None, 'run_ended': True}), ({'last': 3, 'arrivals': [['a', 3]]}, {'active': ['a'], 'frozen': [], 'active_order': ['a'], 'frozen_order': [], 'next': 3, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 7], ['b', 2], ['c', 5], ['d', 1], ['e', 6]]}, {'active': ['a', 'c', 'e'], 'frozen': ['b', 'd'], 'active_order': ['c', 'e', 'a'], 'frozen_order': ['d', 'b'], 'next': 5, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 2], ['c', 6]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['b', 'a', 'c'], 'next': None, 'run_ended': True}), ({'last': 0, 'arrivals': [['a', 3], ['b', 1], ['c', 2]]}, {'active': ['a', 'b', 'c'], 'frozen': [], 'active_order': ['b', 'c', 'a'], 'frozen_order': [], 'next': 1, 'run_ended': False}), ({'last': 4, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': ['a', 'b'], 'frozen': ['c'], 'active_order': ['a', 'b'], 'frozen_order': ['c'], 'next': 4, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['c', 'a', 'b'], 'next': None, 'run_ended': True})], [({'last': 3, 'arrivals': []}, {'active': [], 'frozen': [], 'active_order': [], 'frozen_order': [], 'next': None, 'run_ended': True}), ({'last': 3, 'arrivals': [['a', 3]]}, {'active': ['a'], 'frozen': [], 'active_order': ['a'], 'frozen_order': [], 'next': 3, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 7], ['b', 2], ['c', 5], ['d', 1], ['e', 6]]}, {'active': ['a', 'c', 'e'], 'frozen': ['b', 'd'], 'active_order': ['c', 'e', 'a'], 'frozen_order': ['d', 'b'], 'next': 5, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 2], ['c', 6]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['b', 'a', 'c'], 'next': None, 'run_ended': True}), ({'last': 0, 'arrivals': [['a', 3], ['b', 1], ['c', 2]]}, {'active': ['a', 'b', 'c'], 'frozen': [], 'active_order': ['b', 'c', 'a'], 'frozen_order': [], 'next': 1, 'run_ended': False}), ({'last': 4, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': ['a', 'b'], 'frozen': ['c'], 'active_order': ['a', 'b'], 'frozen_order': ['c'], 'next': 4, 'run_ended': False}), ({'last': 6, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['c', 'a', 'b'], 'next': None, 'run_ended': True})], [({'last': 3, 'arrivals': []}, {'active': [], 'frozen': [], 'active_order': [], 'frozen_order': [], 'next': None, 'run_ended': True}), ({'last': 3, 'arrivals': [['a', 3]]}, {'active': ['a'], 'frozen': [], 'active_order': ['a'], 'frozen_order': [], 'next': 3, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 7], ['b', 2], ['c', 5], ['d', 1], ['e', 6]]}, {'active': ['a', 'c', 'e'], 'frozen': ['b', 'd'], 'active_order': ['c', 'e', 'a'], 'frozen_order': ['d', 'b'], 'next': 5, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 2], ['c', 6]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['b', 'a', 'c'], 'next': None, 'run_ended': True}), ({'last': 0, 'arrivals': [['a', 3], ['b', 1], ['c', 2]]}, {'active': ['a', 'b', 'c'], 'frozen': [], 'active_order': ['b', 'c', 'a'], 'frozen_order': [], 'next': 1, 'run_ended': False}), ({'last': 4, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': ['a', 'b'], 'frozen': ['c'], 'active_order': ['a', 'b'], 'frozen_order': ['c'], 'next': 4, 'run_ended': False}), ({'last': 7, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['c', 'a', 'b'], 'next': None, 'run_ended': True})], [({'last': 3, 'arrivals': []}, {'active': [], 'frozen': [], 'active_order': [], 'frozen_order': [], 'next': None, 'run_ended': True}), ({'last': 3, 'arrivals': [['a', 3]]}, {'active': ['a'], 'frozen': [], 'active_order': ['a'], 'frozen_order': [], 'next': 3, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 7], ['b', 2], ['c', 5], ['d', 1], ['e', 6]]}, {'active': ['a', 'c', 'e'], 'frozen': ['b', 'd'], 'active_order': ['c', 'e', 'a'], 'frozen_order': ['d', 'b'], 'next': 5, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 2], ['c', 6]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['b', 'a', 'c'], 'next': None, 'run_ended': True}), ({'last': 0, 'arrivals': [['a', 3], ['b', 1], ['c', 2]]}, {'active': ['a', 'b', 'c'], 'frozen': [], 'active_order': ['b', 'c', 'a'], 'frozen_order': [], 'next': 1, 'run_ended': False}), ({'last': 4, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': ['a', 'b'], 'frozen': ['c'], 'active_order': ['a', 'b'], 'frozen_order': ['c'], 'next': 4, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['c', 'a', 'b'], 'next': None, 'run_ended': True})], [({'last': 3, 'arrivals': []}, {'active': [], 'frozen': [], 'active_order': [], 'frozen_order': [], 'next': None, 'run_ended': True}), ({'last': 3, 'arrivals': [['a', 3]]}, {'active': ['a'], 'frozen': [], 'active_order': ['a'], 'frozen_order': [], 'next': 3, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 7], ['b', 2], ['c', 5], ['d', 1], ['e', 6]]}, {'active': ['a', 'c', 'e'], 'frozen': ['b', 'd'], 'active_order': ['c', 'e', 'a'], 'frozen_order': ['d', 'b'], 'next': 5, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 2], ['c', 6]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['b', 'a', 'c'], 'next': None, 'run_ended': True}), ({'last': 0, 'arrivals': [['a', 3], ['b', 1], ['c', 2]]}, {'active': ['a', 'b', 'c'], 'frozen': [], 'active_order': ['b', 'c', 'a'], 'frozen_order': [], 'next': 1, 'run_ended': False}), ({'last': 4, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': ['a', 'b'], 'frozen': ['c'], 'active_order': ['a', 'b'], 'frozen_order': ['c'], 'next': 4, 'run_ended': False}), ({'last': 9, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['c', 'a', 'b'], 'next': None, 'run_ended': True})]][N-1]\ncheck('regression certificate 1', solve(cases[0][0]), cases[0][1])\ncheck('regression certificate 2', solve(cases[1][0]), cases[1][1])\ncheck('regression certificate 3', solve(cases[2][0]), cases[2][1])\ncheck('regression certificate 4', solve(cases[3][0]), cases[3][1])\ncheck('regression certificate 5', solve(cases[4][0]), cases[4][1])\ncheck('regression certificate 6', solve(cases[5][0]), cases[5][1])\ncheck('variant-dependent certificate', solve(cases[6][0]), cases[6][1])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"61bf745963696463294907498962de85fb72322378f1c626b1d2c61490b8a8b9","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    last=d['last']; a=d['arrivals']; active=[x for x in a if x[1]>=last]; frozen=[x for x in a if x[1]<last]\n    return {'active': [x[0] for x in active],\n    'frozen': [x[0] for x in frozen],\n    'active_order': [x[0] for x in sorted(active,key=lambda x:x[1])],\n    'frozen_order': [x[0] for x in sorted(frozen,key=lambda x:x[1])],\n    'next': min((x[1] for x in active),default=None),\n    'run_ended': not a}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncases = [[({'last': 3, 'arrivals': []}, {'active': [], 'frozen': [], 'active_order': [], 'frozen_order': [], 'next': None, 'run_ended': True}), ({'last': 3, 'arrivals': [['a', 3]]}, {'active': ['a'], 'frozen': [], 'active_order': ['a'], 'frozen_order': [], 'next': 3, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 7], ['b', 2], ['c', 5], ['d', 1], ['e', 6]]}, {'active': ['a', 'c', 'e'], 'frozen': ['b', 'd'], 'active_order': ['c', 'e', 'a'], 'frozen_order': ['d', 'b'], 'next': 5, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 2], ['c', 6]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['b', 'a', 'c'], 'next': None, 'run_ended': True}), ({'last': 0, 'arrivals': [['a', 3], ['b', 1], ['c', 2]]}, {'active': ['a', 'b', 'c'], 'frozen': [], 'active_order': ['b', 'c', 'a'], 'frozen_order': [], 'next': 1, 'run_ended': False}), ({'last': 4, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': ['a', 'b'], 'frozen': ['c'], 'active_order': ['a', 'b'], 'frozen_order': ['c'], 'next': 4, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['c', 'a', 'b'], 'next': None, 'run_ended': True})], [({'last': 3, 'arrivals': []}, {'active': [], 'frozen': [], 'active_order': [], 'frozen_order': [], 'next': None, 'run_ended': True}), ({'last': 3, 'arrivals': [['a', 3]]}, {'active': ['a'], 'frozen': [], 'active_order': ['a'], 'frozen_order': [], 'next': 3, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 7], ['b', 2], ['c', 5], ['d', 1], ['e', 6]]}, {'active': ['a', 'c', 'e'], 'frozen': ['b', 'd'], 'active_order': ['c', 'e', 'a'], 'frozen_order': ['d', 'b'], 'next': 5, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 2], ['c', 6]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['b', 'a', 'c'], 'next': None, 'run_ended': True}), ({'last': 0, 'arrivals': [['a', 3], ['b', 1], ['c', 2]]}, {'active': ['a', 'b', 'c'], 'frozen': [], 'active_order': ['b', 'c', 'a'], 'frozen_order': [], 'next': 1, 'run_ended': False}), ({'last': 4, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': ['a', 'b'], 'frozen': ['c'], 'active_order': ['a', 'b'], 'frozen_order': ['c'], 'next': 4, 'run_ended': False}), ({'last': 6, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['c', 'a', 'b'], 'next': None, 'run_ended': True})], [({'last': 3, 'arrivals': []}, {'active': [], 'frozen': [], 'active_order': [], 'frozen_order': [], 'next': None, 'run_ended': True}), ({'last': 3, 'arrivals': [['a', 3]]}, {'active': ['a'], 'frozen': [], 'active_order': ['a'], 'frozen_order': [], 'next': 3, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 7], ['b', 2], ['c', 5], ['d', 1], ['e', 6]]}, {'active': ['a', 'c', 'e'], 'frozen': ['b', 'd'], 'active_order': ['c', 'e', 'a'], 'frozen_order': ['d', 'b'], 'next': 5, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 2], ['c', 6]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['b', 'a', 'c'], 'next': None, 'run_ended': True}), ({'last': 0, 'arrivals': [['a', 3], ['b', 1], ['c', 2]]}, {'active': ['a', 'b', 'c'], 'frozen': [], 'active_order': ['b', 'c', 'a'], 'frozen_order': [], 'next': 1, 'run_ended': False}), ({'last': 4, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': ['a', 'b'], 'frozen': ['c'], 'active_order': ['a', 'b'], 'frozen_order': ['c'], 'next': 4, 'run_ended': False}), ({'last': 7, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['c', 'a', 'b'], 'next': None, 'run_ended': True})], [({'last': 3, 'arrivals': []}, {'active': [], 'frozen': [], 'active_order': [], 'frozen_order': [], 'next': None, 'run_ended': True}), ({'last': 3, 'arrivals': [['a', 3]]}, {'active': ['a'], 'frozen': [], 'active_order': ['a'], 'frozen_order': [], 'next': 3, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 7], ['b', 2], ['c', 5], ['d', 1], ['e', 6]]}, {'active': ['a', 'c', 'e'], 'frozen': ['b', 'd'], 'active_order': ['c', 'e', 'a'], 'frozen_order': ['d', 'b'], 'next': 5, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 2], ['c', 6]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['b', 'a', 'c'], 'next': None, 'run_ended': True}), ({'last': 0, 'arrivals': [['a', 3], ['b', 1], ['c', 2]]}, {'active': ['a', 'b', 'c'], 'frozen': [], 'active_order': ['b', 'c', 'a'], 'frozen_order': [], 'next': 1, 'run_ended': False}), ({'last': 4, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': ['a', 'b'], 'frozen': ['c'], 'active_order': ['a', 'b'], 'frozen_order': ['c'], 'next': 4, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['c', 'a', 'b'], 'next': None, 'run_ended': True})], [({'last': 3, 'arrivals': []}, {'active': [], 'frozen': [], 'active_order': [], 'frozen_order': [], 'next': None, 'run_ended': True}), ({'last': 3, 'arrivals': [['a', 3]]}, {'active': ['a'], 'frozen': [], 'active_order': ['a'], 'frozen_order': [], 'next': 3, 'run_ended': False}), ({'last': 5, 'arrivals': [['a', 7], ['b', 2], ['c', 5], ['d', 1], ['e', 6]]}, {'active': ['a', 'c', 'e'], 'frozen': ['b', 'd'], 'active_order': ['c', 'e', 'a'], 'frozen_order': ['d', 'b'], 'next': 5, 'run_ended': False}), ({'last': 8, 'arrivals': [['a', 4], ['b', 2], ['c', 6]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['b', 'a', 'c'], 'next': None, 'run_ended': True}), ({'last': 0, 'arrivals': [['a', 3], ['b', 1], ['c', 2]]}, {'active': ['a', 'b', 'c'], 'frozen': [], 'active_order': ['b', 'c', 'a'], 'frozen_order': [], 'next': 1, 'run_ended': False}), ({'last': 4, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': ['a', 'b'], 'frozen': ['c'], 'active_order': ['a', 'b'], 'frozen_order': ['c'], 'next': 4, 'run_ended': False}), ({'last': 9, 'arrivals': [['a', 4], ['b', 4], ['c', 3]]}, {'active': [], 'frozen': ['a', 'b', 'c'], 'active_order': [], 'frozen_order': ['c', 'a', 'b'], 'next': None, 'run_ended': True})]][N-1]\ncheck('regression certificate 1', solve(cases[0][0]), cases[0][1])\ncheck('regression certificate 2', solve(cases[1][0]), cases[1][1])\ncheck('regression certificate 3', solve(cases[2][0]), cases[2][1])\ncheck('regression certificate 4', solve(cases[3][0]), cases[3][1])\ncheck('regression certificate 5', solve(cases[4][0]), cases[4][1])\ncheck('regression certificate 6', solve(cases[5][0]), cases[5][1])\ncheck('variant-dependent certificate', solve(cases[6][0]), cases[6][1])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A stipulated offline diagnostic model; it does not implement a production allocator, concurrency protocol, or complete heap library. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-heap-replacement-selection-run_ended","generated_at":"2026-09-29T14:43:37.561628+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"This isolates an internal heap representation or priority-structure invariant using deterministic finite records.","root_cause":"Replacement selection ends a run only when no active replacement remains.","sha256":"d4d7690af03dc67433042614931df5bd505c5ae5175fbdad3259d1aa6eabe1e8","title":"Replacement selection ends a run only when no active replacement remains · case 01","variant":1,"variant_policy":"Six explicit regression certificates are retained; a seventh changes structural size, position, priority, or bounds with N.","verified":true,"visibility":"public","verification":{"attempt":{"elapsed_ms":45.811,"exit_code":1,"observations":[{"actual":{"active":[],"active_order":[],"frozen":[],"frozen_order":[],"next":null,"run_ended":false},"check":"regression certificate 1","expected":{"active":[],"active_order":[],"frozen":[],"frozen_order":[],"next":null,"run_ended":true},"passed":false},{"actual":{"active":["a"],"active_order":["a"],"frozen":[],"frozen_order":[],"next":3,"run_ended":false},"check":"regression certificate 2","expected":{"active":["a"],"active_order":["a"],"frozen":[],"frozen_order":[],"next":3,"run_ended":false},"passed":true},{"actual":{"active":["a","c","e"],"active_order":["c","e","a"],"frozen":["b","d"],"frozen_order":["d","b"],"next":5,"run_ended":true},"check":"regression certificate 3","expected":{"active":["a","c","e"],"active_order":["c","e","a"],"frozen":["b","d"],"frozen_order":["d","b"],"next":5,"run_ended":false},"passed":false},{"actual":{"active":[],"active_order":[],"frozen":["a","b","c"],"frozen_order":["b","a","c"],"next":null,"run_ended":true},"check":"regression certificate 4","expected":{"active":[],"active_order":[],"frozen":["a","b","c"],"frozen_order":["b","a","c"],"next":null,"run_ended":true},"passed":true},{"actual":{"active":["a","b","c"],"active_order":["b","c","a"],"frozen":[],"frozen_order":[],"next":1,"run_ended":false},"check":"regression certificate 5","expected":{"active":["a","b","c"],"active_order":["b","c","a"],"frozen":[],"frozen_order":[],"next":1,"run_ended":false},"passed":true},{"actual":{"active":["a","b"],"active_order":["a","b"],"frozen":["c"],"frozen_order":["c"],"next":4,"run_ended":true},"check":"regression certificate 6","expected":{"active":["a","b"],"active_order":["a","b"],"frozen":["c"],"frozen_order":["c"],"next":4,"run_ended":false},"passed":false},{"actual":{"active":[],"active_order":[],"frozen":["a","b","c"],"frozen_order":["c","a","b"],"next":null,"run_ended":true},"check":"variant-dependent certificate","expected":{"active":[],"active_order":[],"frozen":["a","b","c"],"frozen_order":["c","a","b"],"next":null,"run_ended":true},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression certificate 1\", \"actual\": {\"active\": [], \"frozen\": [], \"active_order\": [], \"frozen_order\": [], \"next\": null, \"run_ended\": false}, \"expected\": {\"active\": [], \"frozen\": [], \"active_order\": [], \"frozen_order\": [], \"next\": null, \"run_ended\": true}, \"passed\": false}, {\"check\": \"regression certificate 2\", \"actual\": {\"active\": [\"a\"], \"frozen\": [], \"active_order\": [\"a\"], \"frozen_order\": [], \"next\": 3, \"run_ended\": false}, \"expected\": {\"active\": [\"a\"], \"frozen\": [], \"active_order\": [\"a\"], \"frozen_order\": [], \"next\": 3, \"run_ended\": false}, \"passed\": true}, {\"check\": \"regression certificate 3\", \"actual\": {\"active\": [\"a\", \"c\", \"e\"], \"frozen\": [\"b\", \"d\"], \"active_order\": [\"c\", \"e\", \"a\"], \"frozen_order\": [\"d\", \"b\"], \"next\": 5, \"run_ended\": true}, \"expected\": {\"active\": [\"a\", \"c\", \"e\"], \"frozen\": [\"b\", \"d\"], \"active_order\": [\"c\", \"e\", \"a\"], \"frozen_order\": [\"d\", \"b\"], \"next\": 5, \"run_ended\": false}, \"passed\": false}, {\"check\": \"regression certificate 4\", \"actual\": {\"active\": [], \"frozen\": [\"a\", \"b\", \"c\"], \"active_order\": [], \"frozen_order\": [\"b\", \"a\", \"c\"], \"next\": null, \"run_ended\": true}, \"expected\": {\"active\": [], \"frozen\": [\"a\", \"b\", \"c\"], \"active_order\": [], \"frozen_order\": [\"b\", \"a\", \"c\"], \"next\": null, \"run_ended\": true}, \"passed\": true}, {\"check\": \"regression certificate 5\", \"actual\": {\"active\": [\"a\", \"b\", \"c\"], \"frozen\": [], \"active_order\": [\"b\", \"c\", \"a\"], \"frozen_order\": [], \"next\": 1, \"run_ended\": false}, \"expected\": {\"active\": [\"a\", \"b\", \"c\"], \"frozen\": [], \"active_order\": [\"b\", \"c\", \"a\"], \"frozen_order\": [], \"next\": 1, \"run_ended\": false}, \"passed\": true}, {\"check\": \"regression certificate 6\", \"actual\": {\"active\": [\"a\", \"b\"], \"frozen\": [\"c\"], \"active_order\": [\"a\", \"b\"], \"frozen_order\": [\"c\"], \"next\": 4, \"run_ended\": true}, \"expected\": {\"active\": [\"a\", \"b\"], \"frozen\": [\"c\"], \"active_order\": [\"a\", \"b\"], \"frozen_order\": [\"c\"], \"next\": 4, \"run_ended\": false}, \"passed\": false}, {\"check\": \"variant-dependent certificate\", \"actual\": {\"active\": [], \"frozen\": [\"a\", \"b\", \"c\"], \"active_order\": [], \"frozen_order\": [\"c\", \"a\", \"b\"], \"next\": null, \"run_ended\": true}, \"expected\": {\"active\": [], \"frozen\": [\"a\", \"b\", \"c\"], \"active_order\": [], \"frozen_order\": [\"c\", \"a\", \"b\"], \"next\": null, \"run_ended\": true}, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":43.322,"exit_code":1,"observations":[{"actual":{"active":[],"active_order":[],"frozen":[],"frozen_order":[],"next":null,"run_ended":true},"check":"regression certificate 1","expected":{"active":[],"active_order":[],"frozen":[],"frozen_order":[],"next":null,"run_ended":true},"passed":true},{"actual":{"active":["a"],"active_order":["a"],"frozen":[],"frozen_order":[],"next":3,"run_ended":false},"check":"regression certificate 2","expected":{"active":["a"],"active_order":["a"],"frozen":[],"frozen_order":[],"next":3,"run_ended":false},"passed":true},{"actual":{"active":["a","c","e"],"active_order":["c","e","a"],"frozen":["b","d"],"frozen_order":["d","b"],"next":5,"run_ended":false},"check":"regression certificate 3","expected":{"active":["a","c","e"],"active_order":["c","e","a"],"frozen":["b","d"],"frozen_order":["d","b"],"next":5,"run_ended":false},"passed":true},{"actual":{"active":[],"active_order":[],"frozen":["a","b","c"],"frozen_order":["b","a","c"],"next":null,"run_ended":false},"check":"regression certificate 4","expected":{"active":[],"active_order":[],"frozen":["a","b","c"],"frozen_order":["b","a","c"],"next":null,"run_ended":true},"passed":false},{"actual":{"active":["a","b","c"],"active_order":["b","c","a"],"frozen":[],"frozen_order":[],"next":1,"run_ended":false},"check":"regression certificate 5","expected":{"active":["a","b","c"],"active_order":["b","c","a"],"frozen":[],"frozen_order":[],"next":1,"run_ended":false},"passed":true},{"actual":{"active":["a","b"],"active_order":["a","b"],"frozen":["c"],"frozen_order":["c"],"next":4,"run_ended":false},"check":"regression certificate 6","expected":{"active":["a","b"],"active_order":["a","b"],"frozen":["c"],"frozen_order":["c"],"next":4,"run_ended":false},"passed":true},{"actual":{"active":[],"active_order":[],"frozen":["a","b","c"],"frozen_order":["c","a","b"],"next":null,"run_ended":false},"check":"variant-dependent certificate","expected":{"active":[],"active_order":[],"frozen":["a","b","c"],"frozen_order":["c","a","b"],"next":null,"run_ended":true},"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression certificate 1\", \"actual\": {\"active\": [], \"frozen\": [], \"active_order\": [], \"frozen_order\": [], \"next\": null, \"run_ended\": true}, \"expected\": {\"active\": [], \"frozen\": [], \"active_order\": [], \"frozen_order\": [], \"next\": null, \"run_ended\": true}, \"passed\": true}, {\"check\": \"regression certificate 2\", \"actual\": {\"active\": [\"a\"], \"frozen\": [], \"active_order\": [\"a\"], \"frozen_order\": [], \"next\": 3, \"run_ended\": false}, \"expected\": {\"active\": [\"a\"], \"frozen\": [], \"active_order\": [\"a\"], \"frozen_order\": [], \"next\": 3, \"run_ended\": false}, \"passed\": true}, {\"check\": \"regression certificate 3\", \"actual\": {\"active\": [\"a\", \"c\", \"e\"], \"frozen\": [\"b\", \"d\"], \"active_order\": [\"c\", \"e\", \"a\"], \"frozen_order\": [\"d\", \"b\"], \"next\": 5, \"run_ended\": false}, \"expected\": {\"active\": [\"a\", \"c\", \"e\"], \"frozen\": [\"b\", \"d\"], \"active_order\": [\"c\", \"e\", \"a\"], \"frozen_order\": [\"d\", \"b\"], \"next\": 5, \"run_ended\": false}, \"passed\": true}, {\"check\": \"regression certificate 4\", \"actual\": {\"active\": [], \"frozen\": [\"a\", \"b\", \"c\"], \"active_order\": [], \"frozen_order\": [\"b\", \"a\", \"c\"], \"next\": null, \"run_ended\": false}, \"expected\": {\"active\": [], \"frozen\": [\"a\", \"b\", \"c\"], \"active_order\": [], \"frozen_order\": [\"b\", \"a\", \"c\"], \"next\": null, \"run_ended\": true}, \"passed\": false}, {\"check\": \"regression certificate 5\", \"actual\": {\"active\": [\"a\", \"b\", \"c\"], \"frozen\": [], \"active_order\": [\"b\", \"c\", \"a\"], \"frozen_order\": [], \"next\": 1, \"run_ended\": false}, \"expected\": {\"active\": [\"a\", \"b\", \"c\"], \"frozen\": [], \"active_order\": [\"b\", \"c\", \"a\"], \"frozen_order\": [], \"next\": 1, \"run_ended\": false}, \"passed\": true}, {\"check\": \"regression certificate 6\", \"actual\": {\"active\": [\"a\", \"b\"], \"frozen\": [\"c\"], \"active_order\": [\"a\", \"b\"], \"frozen_order\": [\"c\"], \"next\": 4, \"run_ended\": false}, \"expected\": {\"active\": [\"a\", \"b\"], \"frozen\": [\"c\"], \"active_order\": [\"a\", \"b\"], \"frozen_order\": [\"c\"], \"next\": 4, \"run_ended\": false}, \"passed\": true}, {\"check\": \"variant-dependent certificate\", \"actual\": {\"active\": [], \"frozen\": [\"a\", \"b\", \"c\"], \"active_order\": [], \"frozen_order\": [\"c\", \"a\", \"b\"], \"next\": null, \"run_ended\": false}, \"expected\": {\"active\": [], \"frozen\": [\"a\", \"b\", \"c\"], \"active_order\": [], \"frozen_order\": [\"c\", \"a\", \"b\"], \"next\": null, \"run_ended\": true}, \"passed\": false}], \"passed\": false}\n"}},"member_only":{"stages":["fixed"],"fields":["implementations.fixed","verification.fixed","harness","repair"],"note":"The verified repair, its recorded checks, the repair description, and the scoring harness are available to members."}}