{"abstract":"The bounded lazy pop certificate reports an incorrect discarded.","category":"Heap invariants","checks":7,"contract":"Physical lazy-heap records [priority,serial,id,version] are already sorted lexicographically by priority then serial. Live map id->[version,payload]. Skip missing or version-stale records, pop the first current record, delete its live-map id, and retain the remaining physical suffix. No unindexed priority changes are allowed.","evaluation_group":"s3-heap-model-lazy-pop","failed_approach":"The local patch uses len(q) if j is None else j+1 and still violates the stated relation.","family":"s3-heap-lazy-pop-discarded","id":"FA-40331","implementations":{"attempt":{"sha256":"cfcfd99cf9cd049a2f7e3541a330f94dc2a6a45ddb57b2b37ce8b572fa464961","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    q=d['records']; live=d['live']; valid=[i for i,x in enumerate(q) if x[2] in live and live[x[2]][0]==x[3]]; j=valid[0] if valid else None\n    return {'selected': None if j is None else q[j][2],\n    'payload': None if j is None else live[q[j][2]][1],\n    'discarded': len(q) if j is None else j+1,\n    'suffix': [] if j is None else q[j+1:],\n    'live_after': {k:v for k,v in live.items() if j is None or k!=q[j][2]},\n    'empty': j is None}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncases = [[({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -1, 'stale1', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 1, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -2, 'stale2', 0], [0, -2, 'stale2', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 2, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -3, 'stale3', 0], [0, -3, 'stale3', 0], [0, -3, 'stale3', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 3, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -4, 'stale4', 0], [0, -4, 'stale4', 0], [0, -4, 'stale4', 0], [0, -4, 'stale4', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 4, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 5, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})]][N-1]\ncheck('regression certificate 1', solve(cases[0][0]), cases[0][1])\ncheck('regression certificate 2', solve(cases[1][0]), cases[1][1])\ncheck('regression certificate 3', solve(cases[2][0]), cases[2][1])\ncheck('regression certificate 4', solve(cases[3][0]), cases[3][1])\ncheck('regression certificate 5', solve(cases[4][0]), cases[4][1])\ncheck('regression certificate 6', solve(cases[5][0]), cases[5][1])\ncheck('variant-dependent certificate', solve(cases[6][0]), cases[6][1])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"67b28e33502b1317bf7f336382eff7051c1e64b090c41173a343195b242ec534","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    q=d['records']; live=d['live']; valid=[i for i,x in enumerate(q) if x[2] in live and live[x[2]][0]==x[3]]; j=valid[0] if valid else None\n    return {'selected': None if j is None else q[j][2],\n    'payload': None if j is None else live[q[j][2]][1],\n    'discarded': 0,\n    'suffix': [] if j is None else q[j+1:],\n    'live_after': {k:v for k,v in live.items() if j is None or k!=q[j][2]},\n    'empty': j is None}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncases = [[({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -1, 'stale1', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 1, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -2, 'stale2', 0], [0, -2, 'stale2', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 2, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -3, 'stale3', 0], [0, -3, 'stale3', 0], [0, -3, 'stale3', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 3, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -4, 'stale4', 0], [0, -4, 'stale4', 0], [0, -4, 'stale4', 0], [0, -4, 'stale4', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 4, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 5, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})]][N-1]\ncheck('regression certificate 1', solve(cases[0][0]), cases[0][1])\ncheck('regression certificate 2', solve(cases[1][0]), cases[1][1])\ncheck('regression certificate 3', solve(cases[2][0]), cases[2][1])\ncheck('regression certificate 4', solve(cases[3][0]), cases[3][1])\ncheck('regression certificate 5', solve(cases[4][0]), cases[4][1])\ncheck('regression certificate 6', solve(cases[5][0]), cases[5][1])\ncheck('variant-dependent certificate', solve(cases[6][0]), cases[6][1])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"453d099a94410587d88cd566df2b82733d9fe2e8487109462fdff3d0cdba5e9e","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    q=d['records']; live=d['live']; valid=[i for i,x in enumerate(q) if x[2] in live and live[x[2]][0]==x[3]]; j=valid[0] if valid else None\n    return {'selected': None if j is None else q[j][2],\n    'payload': None if j is None else live[q[j][2]][1],\n    'discarded': len(q) if j is None else j,\n    'suffix': [] if j is None else q[j+1:],\n    'live_after': {k:v for k,v in live.items() if j is None or k!=q[j][2]},\n    'empty': j is None}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncases = [[({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -1, 'stale1', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 1, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -2, 'stale2', 0], [0, -2, 'stale2', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 2, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -3, 'stale3', 0], [0, -3, 'stale3', 0], [0, -3, 'stale3', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 3, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -4, 'stale4', 0], [0, -4, 'stale4', 0], [0, -4, 'stale4', 0], [0, -4, 'stale4', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 4, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})], [({'records': [], 'live': {}}, {'selected': None, 'payload': None, 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': True}), ({'records': [[1, 0, 'a', 0]], 'live': {'a': [0, 'A']}}, {'selected': 'a', 'payload': 'A', 'discarded': 0, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 0], [2, 1, 'a', 1], [3, 2, 'b', 0]], 'live': {'a': [1, 'new'], 'b': [0, 'B']}}, {'selected': 'a', 'payload': 'new', 'discarded': 1, 'suffix': [[3, 2, 'b', 0]], 'live_after': {'b': [0, 'B']}, 'empty': False}), ({'records': [[0, 0, 'x', 2], [1, 1, 'b', 0]], 'live': {'b': [0, 'B']}}, {'selected': 'b', 'payload': 'B', 'discarded': 1, 'suffix': [], 'live_after': {}, 'empty': False}), ({'records': [[1, 0, 'a', 1]], 'live': {'a': [2, 'A']}}, {'selected': None, 'payload': None, 'discarded': 1, 'suffix': [], 'live_after': {'a': [2, 'A']}, 'empty': True}), ({'records': [[1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 0, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False}), ({'records': [[0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [0, -5, 'stale5', 0], [1, 0, 'c', 0], [1, 1, 'b', 0], [2, 2, 'a', 1]], 'live': {'a': [1, 'A'], 'b': [0, 'B'], 'c': [0, 'C']}}, {'selected': 'c', 'payload': 'C', 'discarded': 5, 'suffix': [[1, 1, 'b', 0], [2, 2, 'a', 1]], 'live_after': {'a': [1, 'A'], 'b': [0, 'B']}, 'empty': False})]][N-1]\ncheck('regression certificate 1', solve(cases[0][0]), cases[0][1])\ncheck('regression certificate 2', solve(cases[1][0]), cases[1][1])\ncheck('regression certificate 3', solve(cases[2][0]), cases[2][1])\ncheck('regression certificate 4', solve(cases[3][0]), cases[3][1])\ncheck('regression certificate 5', solve(cases[4][0]), cases[4][1])\ncheck('regression certificate 6', solve(cases[5][0]), cases[5][1])\ncheck('variant-dependent certificate', solve(cases[6][0]), cases[6][1])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A stipulated offline diagnostic model; it does not implement a production allocator, concurrency protocol, or complete heap library. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-heap-lazy-pop-discarded","generated_at":"2026-09-29T14:43:30.077054+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"This isolates an internal heap representation or priority-structure invariant using deterministic finite records.","repair":"Derive discarded using len(q) if j is None else j under the stated bounded certificate contract.","root_cause":"Lazy heap stale-discard accounting excludes the delivered live record.","sha256":"21d24ccfc069d48e5f49eee8f52c1f17432d27a883f6d48930513115405e9706","title":"Lazy heap stale-discard accounting excludes the delivered live record · case 01","variant":1,"variant_policy":"Six explicit regression certificates are retained; a seventh changes structural size, position, priority, or bounds with N.","verification":{"attempt":{"elapsed_ms":43.425,"exit_code":1,"observations":[{"actual":{"discarded":0,"empty":true,"live_after":{},"payload":null,"selected":null,"suffix":[]},"check":"regression certificate 1","expected":{"discarded":0,"empty":true,"live_after":{},"payload":null,"selected":null,"suffix":[]},"passed":true},{"actual":{"discarded":1,"empty":false,"live_after":{},"payload":"A","selected":"a","suffix":[]},"check":"regression certificate 2","expected":{"discarded":0,"empty":false,"live_after":{},"payload":"A","selected":"a","suffix":[]},"passed":false},{"actual":{"discarded":2,"empty":false,"live_after":{"b":[0,"B"]},"payload":"new","selected":"a","suffix":[[3,2,"b",0]]},"check":"regression certificate 3","expected":{"discarded":1,"empty":false,"live_after":{"b":[0,"B"]},"payload":"new","selected":"a","suffix":[[3,2,"b",0]]},"passed":false},{"actual":{"discarded":2,"empty":false,"live_after":{},"payload":"B","selected":"b","suffix":[]},"check":"regression certificate 4","expected":{"discarded":1,"empty":false,"live_after":{},"payload":"B","selected":"b","suffix":[]},"passed":false},{"actual":{"discarded":1,"empty":true,"live_after":{"a":[2,"A"]},"payload":null,"selected":null,"suffix":[]},"check":"regression certificate 5","expected":{"discarded":1,"empty":true,"live_after":{"a":[2,"A"]},"payload":null,"selected":null,"suffix":[]},"passed":true},{"actual":{"discarded":1,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"check":"regression certificate 6","expected":{"discarded":0,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"passed":false},{"actual":{"discarded":2,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"check":"variant-dependent certificate","expected":{"discarded":1,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression certificate 1\", \"actual\": {\"selected\": null, \"payload\": null, \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": true}, \"expected\": {\"selected\": null, \"payload\": null, \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": true}, \"passed\": true}, {\"check\": \"regression certificate 2\", \"actual\": {\"selected\": \"a\", \"payload\": \"A\", \"discarded\": 1, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"expected\": {\"selected\": \"a\", \"payload\": \"A\", \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"passed\": false}, {\"check\": \"regression certificate 3\", \"actual\": {\"selected\": \"a\", \"payload\": \"new\", \"discarded\": 2, \"suffix\": [[3, 2, \"b\", 0]], \"live_after\": {\"b\": [0, \"B\"]}, \"empty\": false}, \"expected\": {\"selected\": \"a\", \"payload\": \"new\", \"discarded\": 1, \"suffix\": [[3, 2, \"b\", 0]], \"live_after\": {\"b\": [0, \"B\"]}, \"empty\": false}, \"passed\": false}, {\"check\": \"regression certificate 4\", \"actual\": {\"selected\": \"b\", \"payload\": \"B\", \"discarded\": 2, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"expected\": {\"selected\": \"b\", \"payload\": \"B\", \"discarded\": 1, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"passed\": false}, {\"check\": \"regression certificate 5\", \"actual\": {\"selected\": null, \"payload\": null, \"discarded\": 1, \"suffix\": [], \"live_after\": {\"a\": [2, \"A\"]}, \"empty\": true}, \"expected\": {\"selected\": null, \"payload\": null, \"discarded\": 1, \"suffix\": [], \"live_after\": {\"a\": [2, \"A\"]}, \"empty\": true}, \"passed\": true}, {\"check\": \"regression certificate 6\", \"actual\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 1, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"expected\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 0, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"passed\": false}, {\"check\": \"variant-dependent certificate\", \"actual\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 2, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"expected\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 1, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":42.133,"exit_code":1,"observations":[{"actual":{"discarded":0,"empty":true,"live_after":{},"payload":null,"selected":null,"suffix":[]},"check":"regression certificate 1","expected":{"discarded":0,"empty":true,"live_after":{},"payload":null,"selected":null,"suffix":[]},"passed":true},{"actual":{"discarded":0,"empty":false,"live_after":{},"payload":"A","selected":"a","suffix":[]},"check":"regression certificate 2","expected":{"discarded":0,"empty":false,"live_after":{},"payload":"A","selected":"a","suffix":[]},"passed":true},{"actual":{"discarded":0,"empty":false,"live_after":{"b":[0,"B"]},"payload":"new","selected":"a","suffix":[[3,2,"b",0]]},"check":"regression certificate 3","expected":{"discarded":1,"empty":false,"live_after":{"b":[0,"B"]},"payload":"new","selected":"a","suffix":[[3,2,"b",0]]},"passed":false},{"actual":{"discarded":0,"empty":false,"live_after":{},"payload":"B","selected":"b","suffix":[]},"check":"regression certificate 4","expected":{"discarded":1,"empty":false,"live_after":{},"payload":"B","selected":"b","suffix":[]},"passed":false},{"actual":{"discarded":0,"empty":true,"live_after":{"a":[2,"A"]},"payload":null,"selected":null,"suffix":[]},"check":"regression certificate 5","expected":{"discarded":1,"empty":true,"live_after":{"a":[2,"A"]},"payload":null,"selected":null,"suffix":[]},"passed":false},{"actual":{"discarded":0,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"check":"regression certificate 6","expected":{"discarded":0,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"passed":true},{"actual":{"discarded":0,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"check":"variant-dependent certificate","expected":{"discarded":1,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression certificate 1\", \"actual\": {\"selected\": null, \"payload\": null, \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": true}, \"expected\": {\"selected\": null, \"payload\": null, \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": true}, \"passed\": true}, {\"check\": \"regression certificate 2\", \"actual\": {\"selected\": \"a\", \"payload\": \"A\", \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"expected\": {\"selected\": \"a\", \"payload\": \"A\", \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"passed\": true}, {\"check\": \"regression certificate 3\", \"actual\": {\"selected\": \"a\", \"payload\": \"new\", \"discarded\": 0, \"suffix\": [[3, 2, \"b\", 0]], \"live_after\": {\"b\": [0, \"B\"]}, \"empty\": false}, \"expected\": {\"selected\": \"a\", \"payload\": \"new\", \"discarded\": 1, \"suffix\": [[3, 2, \"b\", 0]], \"live_after\": {\"b\": [0, \"B\"]}, \"empty\": false}, \"passed\": false}, {\"check\": \"regression certificate 4\", \"actual\": {\"selected\": \"b\", \"payload\": \"B\", \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"expected\": {\"selected\": \"b\", \"payload\": \"B\", \"discarded\": 1, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"passed\": false}, {\"check\": \"regression certificate 5\", \"actual\": {\"selected\": null, \"payload\": null, \"discarded\": 0, \"suffix\": [], \"live_after\": {\"a\": [2, \"A\"]}, \"empty\": true}, \"expected\": {\"selected\": null, \"payload\": null, \"discarded\": 1, \"suffix\": [], \"live_after\": {\"a\": [2, \"A\"]}, \"empty\": true}, \"passed\": false}, {\"check\": \"regression certificate 6\", \"actual\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 0, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"expected\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 0, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"passed\": true}, {\"check\": \"variant-dependent certificate\", \"actual\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 0, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"expected\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 1, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":43.554,"exit_code":0,"observations":[{"actual":{"discarded":0,"empty":true,"live_after":{},"payload":null,"selected":null,"suffix":[]},"check":"regression certificate 1","expected":{"discarded":0,"empty":true,"live_after":{},"payload":null,"selected":null,"suffix":[]},"passed":true},{"actual":{"discarded":0,"empty":false,"live_after":{},"payload":"A","selected":"a","suffix":[]},"check":"regression certificate 2","expected":{"discarded":0,"empty":false,"live_after":{},"payload":"A","selected":"a","suffix":[]},"passed":true},{"actual":{"discarded":1,"empty":false,"live_after":{"b":[0,"B"]},"payload":"new","selected":"a","suffix":[[3,2,"b",0]]},"check":"regression certificate 3","expected":{"discarded":1,"empty":false,"live_after":{"b":[0,"B"]},"payload":"new","selected":"a","suffix":[[3,2,"b",0]]},"passed":true},{"actual":{"discarded":1,"empty":false,"live_after":{},"payload":"B","selected":"b","suffix":[]},"check":"regression certificate 4","expected":{"discarded":1,"empty":false,"live_after":{},"payload":"B","selected":"b","suffix":[]},"passed":true},{"actual":{"discarded":1,"empty":true,"live_after":{"a":[2,"A"]},"payload":null,"selected":null,"suffix":[]},"check":"regression certificate 5","expected":{"discarded":1,"empty":true,"live_after":{"a":[2,"A"]},"payload":null,"selected":null,"suffix":[]},"passed":true},{"actual":{"discarded":0,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"check":"regression certificate 6","expected":{"discarded":0,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"passed":true},{"actual":{"discarded":1,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"check":"variant-dependent certificate","expected":{"discarded":1,"empty":false,"live_after":{"a":[1,"A"],"b":[0,"B"]},"payload":"C","selected":"c","suffix":[[1,1,"b",0],[2,2,"a",1]]},"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"regression certificate 1\", \"actual\": {\"selected\": null, \"payload\": null, \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": true}, \"expected\": {\"selected\": null, \"payload\": null, \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": true}, \"passed\": true}, {\"check\": \"regression certificate 2\", \"actual\": {\"selected\": \"a\", \"payload\": \"A\", \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"expected\": {\"selected\": \"a\", \"payload\": \"A\", \"discarded\": 0, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"passed\": true}, {\"check\": \"regression certificate 3\", \"actual\": {\"selected\": \"a\", \"payload\": \"new\", \"discarded\": 1, \"suffix\": [[3, 2, \"b\", 0]], \"live_after\": {\"b\": [0, \"B\"]}, \"empty\": false}, \"expected\": {\"selected\": \"a\", \"payload\": \"new\", \"discarded\": 1, \"suffix\": [[3, 2, \"b\", 0]], \"live_after\": {\"b\": [0, \"B\"]}, \"empty\": false}, \"passed\": true}, {\"check\": \"regression certificate 4\", \"actual\": {\"selected\": \"b\", \"payload\": \"B\", \"discarded\": 1, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"expected\": {\"selected\": \"b\", \"payload\": \"B\", \"discarded\": 1, \"suffix\": [], \"live_after\": {}, \"empty\": false}, \"passed\": true}, {\"check\": \"regression certificate 5\", \"actual\": {\"selected\": null, \"payload\": null, \"discarded\": 1, \"suffix\": [], \"live_after\": {\"a\": [2, \"A\"]}, \"empty\": true}, \"expected\": {\"selected\": null, \"payload\": null, \"discarded\": 1, \"suffix\": [], \"live_after\": {\"a\": [2, \"A\"]}, \"empty\": true}, \"passed\": true}, {\"check\": \"regression certificate 6\", \"actual\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 0, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"expected\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 0, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"passed\": true}, {\"check\": \"variant-dependent certificate\", \"actual\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 1, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"expected\": {\"selected\": \"c\", \"payload\": \"C\", \"discarded\": 1, \"suffix\": [[1, 1, \"b\", 0], [2, 2, \"a\", 1]], \"live_after\": {\"a\": [1, \"A\"], \"b\": [0, \"B\"]}, \"empty\": false}, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}