{"abstract":"Queued coverage outside a resized target survives into flush.","category":"Raster clipping","checks":16,"contract":"Submission captures coverage, enabled state and clip polarity at enqueue time. Flush emits queued draw samples in order and consumes the queue. Cancel removes matching draw IDs. Barrier flushes but does not reset clip state. A target resize clips queued samples to the new extent without expanding old snapshots.","evaluation_group":"s3-raster-clipping-deferred-draw-clip","failed_approach":"Only replacing nonempty intersections leaves wholly outside submissions unclipped.","family":"s3-raster-clipping-deferred-draw-clip-resize-queued","id":"FA-50756","implementations":{"attempt":{"sha256":"6b78f379f30dabaa40cb049e6881eeab2183eb288339c5e904e7ff2df895c4ed","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(commands, size):\n    full=set(range(size))\n    clip=set(full)\n    enabled=True\n    inverted=False\n    queue=[]\n    out=[]\n    for cmd in commands:\n        op=cmd[0]\n        if op=='clip': clip=set(cmd[1]) & full\n        elif op=='enable': enabled=cmd[1]\n        elif op=='invert': inverted=cmd[1]\n        elif op=='submit':\n            effective=(full-clip if inverted else clip) if enabled else full\n            queue.append((cmd[1],set(cmd[2]) & effective))\n        elif op=='cancel': queue=[(k,v) for k,v in queue if k!=cmd[1]]\n        elif op=='resize':\n            full=set(range(cmd[1]))\n            clip &= full\n            queue=[(k,v & full if v & full else v) for k,v in queue]\n        elif op in ('flush','barrier'):\n            out.extend([[k,sorted(v)] for k,v in queue])\n            queue=[]\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 4), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 4), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 4), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 4), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 4), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 4), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 4), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 4), [['a', [0, 1, 2, 3]]])\nif N == 2:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 5), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 5), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 5), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 5), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 5), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 5), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 5), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 5), [['a', [0, 1, 2, 3, 4]]])\nif N == 3:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 6), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 6), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 6), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 6), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 6), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 6), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 6), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 6), [['a', [0, 1, 2, 3, 4, 5]]])\nif N == 4:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 7), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 7), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 7), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 7), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 7), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 7), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 7), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 7), [['a', [0, 1, 2, 3, 4, 5, 6]]])\nif N == 5:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 8), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 8), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 8), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 8), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 8), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 8), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 8), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 8), [['a', [0, 1, 2, 3, 4, 5, 6, 7]]])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"9185747b967e2c3501102d1e7e26c2772ad96bea1985b1d463f6d848d7f9623f","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(commands, size):\n    full=set(range(size))\n    clip=set(full)\n    enabled=True\n    inverted=False\n    queue=[]\n    out=[]\n    for cmd in commands:\n        op=cmd[0]\n        if op=='clip': clip=set(cmd[1]) & full\n        elif op=='enable': enabled=cmd[1]\n        elif op=='invert': inverted=cmd[1]\n        elif op=='submit':\n            effective=(full-clip if inverted else clip) if enabled else full\n            queue.append((cmd[1],set(cmd[2]) & effective))\n        elif op=='cancel': queue=[(k,v) for k,v in queue if k!=cmd[1]]\n        elif op=='resize':\n            full=set(range(cmd[1]))\n            clip &= full\n            queue=[(k,v) for k,v in queue]\n        elif op in ('flush','barrier'):\n            out.extend([[k,sorted(v)] for k,v in queue])\n            queue=[]\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 4), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 4), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 4), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 4), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 4), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 4), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 4), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 4), [['a', [0, 1, 2, 3]]])\nif N == 2:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 5), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 5), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 5), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 5), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 5), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 5), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 5), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 5), [['a', [0, 1, 2, 3, 4]]])\nif N == 3:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 6), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 6), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 6), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 6), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 6), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 6), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 6), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 6), [['a', [0, 1, 2, 3, 4, 5]]])\nif N == 4:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 7), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 7), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 7), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 7), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 7), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 7), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 7), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 7), [['a', [0, 1, 2, 3, 4, 5, 6]]])\nif N == 5:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 8), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 8), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 8), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 8), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 8), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 8), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 8), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 8), [['a', [0, 1, 2, 3, 4, 5, 6, 7]]])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"5bf956e132d29fbee6eb7dd1e5e88157af50ebc18041bfc468877286d7d09ccb","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(commands, size):\n    full=set(range(size))\n    clip=set(full)\n    enabled=True\n    inverted=False\n    queue=[]\n    out=[]\n    for cmd in commands:\n        op=cmd[0]\n        if op=='clip': clip=set(cmd[1]) & full\n        elif op=='enable': enabled=cmd[1]\n        elif op=='invert': inverted=cmd[1]\n        elif op=='submit':\n            effective=(full-clip if inverted else clip) if enabled else full\n            queue.append((cmd[1],set(cmd[2]) & effective))\n        elif op=='cancel': queue=[(k,v) for k,v in queue if k!=cmd[1]]\n        elif op=='resize':\n            full=set(range(cmd[1]))\n            clip &= full\n            queue=[(k,v & full) for k,v in queue]\n        elif op in ('flush','barrier'):\n            out.extend([[k,sorted(v)] for k,v in queue])\n            queue=[]\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 4), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 4), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 4), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 4), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 4), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 4), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 4), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 4), [['a', [0, 1, 2, 3]]])\nif N == 2:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 5), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 5), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 5), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 5), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 5), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 5), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 5), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 5), [['a', [0, 1, 2, 3, 4]]])\nif N == 3:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 6), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 6), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 6), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 6), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 6), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 6), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 6), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 6), [['a', [0, 1, 2, 3, 4, 5]]])\nif N == 4:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 7), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 7), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 7), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 7), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 7), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 7), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 7), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 7), [['a', [0, 1, 2, 3, 4, 5, 6]]])\nif N == 5:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 8), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 8), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 8), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 8), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 8), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 8), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 8), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 8), [['a', [0, 1, 2, 3, 4, 5, 6, 7]]])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Finite one-dimensional integer sample sets model coverage state only; no geometric intersection, memory layout, GPU or graphics-standard conformance is claimed. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-raster-clipping-deferred-draw-clip-resize-queued","generated_at":"2026-09-29T14:45:12.205862+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Raster clip state can leak coverage across draws even when every individual region is valid.","repair":"Apply the documented state transition at resize queued. Submission captures coverage, enabled state and clip polarity at enqueue time. Flush emits queued draw samples in order and consumes the queue. Cancel removes matching draw IDs. Barrier flushes but does not reset clip state. A target resize clips queued samples to the new extent without expanding old snapshots.","root_cause":"Queued coverage outside a resized target survives into flush.","sha256":"0c6d538fcba9681cd0021977b8d8175fe90ccda70d7ac532d10088dc7b3f078f","title":"Deferred draw clip: resize queued · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":44.9,"exit_code":1,"observations":[{"actual":[["a",[0,1]]],"check":"explicit sequence 0","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[0,1]]],"check":"explicit sequence 1","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[1]]],"check":"explicit sequence 2","expected":[["a",[1]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 3","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["b",[1]]],"check":"explicit sequence 4","expected":[["b",[1]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 5","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 6","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 7","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 8","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["e",[]]],"check":"explicit sequence 9","expected":[["e",[]]],"passed":true},{"actual":[["a",[0]],["a",[1]]],"check":"explicit sequence 10","expected":[["a",[0]],["a",[1]]],"passed":true},{"actual":[],"check":"explicit sequence 11","expected":[],"passed":true},{"actual":[["a",[3]]],"check":"explicit sequence 12","expected":[["a",[]]],"passed":false},{"actual":[["a",[]]],"check":"explicit sequence 13","expected":[["a",[]]],"passed":true},{"actual":[["z",[0]],["a",[1]]],"check":"explicit sequence 14","expected":[["z",[0]],["a",[1]]],"passed":true},{"actual":[["a",[0,1,2,3]]],"check":"explicit sequence 15","expected":[["a",[0,1,2,3]]],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"explicit sequence 0\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 1\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 2\", \"actual\": [[\"a\", [1]]], \"expected\": [[\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 3\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 4\", \"actual\": [[\"b\", [1]]], \"expected\": [[\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 5\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 6\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 7\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 8\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 9\", \"actual\": [[\"e\", []]], \"expected\": [[\"e\", []]], \"passed\": true}, {\"check\": \"explicit sequence 10\", \"actual\": [[\"a\", [0]], [\"a\", [1]]], \"expected\": [[\"a\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 11\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"explicit sequence 12\", \"actual\": [[\"a\", [3]]], \"expected\": [[\"a\", []]], \"passed\": false}, {\"check\": \"explicit sequence 13\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 14\", \"actual\": [[\"z\", [0]], [\"a\", [1]]], \"expected\": [[\"z\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 15\", \"actual\": [[\"a\", [0, 1, 2, 3]]], \"expected\": [[\"a\", [0, 1, 2, 3]]], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":42.235,"exit_code":1,"observations":[{"actual":[["a",[0,1]]],"check":"explicit sequence 0","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[0,1]]],"check":"explicit sequence 1","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[1]]],"check":"explicit sequence 2","expected":[["a",[1]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 3","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["b",[1]]],"check":"explicit sequence 4","expected":[["b",[1]]],"passed":true},{"actual":[["a",[0,3]]],"check":"explicit sequence 5","expected":[["a",[0]]],"passed":false},{"actual":[["a",[0]]],"check":"explicit sequence 6","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 7","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 8","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["e",[]]],"check":"explicit sequence 9","expected":[["e",[]]],"passed":true},{"actual":[["a",[0]],["a",[1]]],"check":"explicit sequence 10","expected":[["a",[0]],["a",[1]]],"passed":true},{"actual":[],"check":"explicit sequence 11","expected":[],"passed":true},{"actual":[["a",[3]]],"check":"explicit sequence 12","expected":[["a",[]]],"passed":false},{"actual":[["a",[]]],"check":"explicit sequence 13","expected":[["a",[]]],"passed":true},{"actual":[["z",[0]],["a",[1]]],"check":"explicit sequence 14","expected":[["z",[0]],["a",[1]]],"passed":true},{"actual":[["a",[0,1,2,3]]],"check":"explicit sequence 15","expected":[["a",[0,1,2,3]]],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"explicit sequence 0\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 1\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 2\", \"actual\": [[\"a\", [1]]], \"expected\": [[\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 3\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 4\", \"actual\": [[\"b\", [1]]], \"expected\": [[\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 5\", \"actual\": [[\"a\", [0, 3]]], \"expected\": [[\"a\", [0]]], \"passed\": false}, {\"check\": \"explicit sequence 6\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 7\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 8\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 9\", \"actual\": [[\"e\", []]], \"expected\": [[\"e\", []]], \"passed\": true}, {\"check\": \"explicit sequence 10\", \"actual\": [[\"a\", [0]], [\"a\", [1]]], \"expected\": [[\"a\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 11\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"explicit sequence 12\", \"actual\": [[\"a\", [3]]], \"expected\": [[\"a\", []]], \"passed\": false}, {\"check\": \"explicit sequence 13\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 14\", \"actual\": [[\"z\", [0]], [\"a\", [1]]], \"expected\": [[\"z\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 15\", \"actual\": [[\"a\", [0, 1, 2, 3]]], \"expected\": [[\"a\", [0, 1, 2, 3]]], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":45.12,"exit_code":0,"observations":[{"actual":[["a",[0,1]]],"check":"explicit sequence 0","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[0,1]]],"check":"explicit sequence 1","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[1]]],"check":"explicit sequence 2","expected":[["a",[1]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 3","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["b",[1]]],"check":"explicit sequence 4","expected":[["b",[1]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 5","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 6","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 7","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 8","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["e",[]]],"check":"explicit sequence 9","expected":[["e",[]]],"passed":true},{"actual":[["a",[0]],["a",[1]]],"check":"explicit sequence 10","expected":[["a",[0]],["a",[1]]],"passed":true},{"actual":[],"check":"explicit sequence 11","expected":[],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 12","expected":[["a",[]]],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 13","expected":[["a",[]]],"passed":true},{"actual":[["z",[0]],["a",[1]]],"check":"explicit sequence 14","expected":[["z",[0]],["a",[1]]],"passed":true},{"actual":[["a",[0,1,2,3]]],"check":"explicit sequence 15","expected":[["a",[0,1,2,3]]],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"explicit sequence 0\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 1\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 2\", \"actual\": [[\"a\", [1]]], \"expected\": [[\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 3\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 4\", \"actual\": [[\"b\", [1]]], \"expected\": [[\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 5\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 6\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 7\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 8\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 9\", \"actual\": [[\"e\", []]], \"expected\": [[\"e\", []]], \"passed\": true}, {\"check\": \"explicit sequence 10\", \"actual\": [[\"a\", [0]], [\"a\", [1]]], \"expected\": [[\"a\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 11\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"explicit sequence 12\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 13\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 14\", \"actual\": [[\"z\", [0]], [\"a\", [1]]], \"expected\": [[\"z\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 15\", \"actual\": [[\"a\", [0, 1, 2, 3]]], \"expected\": [[\"a\", [0, 1, 2, 3]]], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}