{"abstract":"A disabled clipping test suppresses drawing instead of passing full target coverage.","category":"Raster clipping","checks":16,"contract":"Submission captures coverage, enabled state and clip polarity at enqueue time. Flush emits queued draw samples in order and consumes the queue. Cancel removes matching draw IDs. Barrier flushes but does not reset clip state. A target resize clips queued samples to the new extent without expanding old snapshots.","evaluation_group":"s3-raster-clipping-deferred-draw-clip","failed_approach":"Returning remembered coverage when clipping is disabled still limits the draw.","family":"s3-raster-clipping-deferred-draw-clip-submit-disable","id":"FA-50736","implementations":{"attempt":{"sha256":"c326b11662a6197cd63543120ad20f02bce29d2a2104fd5b162868a54d7608af","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(commands, size):\n    full=set(range(size))\n    clip=set(full)\n    enabled=True\n    inverted=False\n    queue=[]\n    out=[]\n    for cmd in commands:\n        op=cmd[0]\n        if op=='clip': clip=set(cmd[1]) & full\n        elif op=='enable': enabled=cmd[1]\n        elif op=='invert': inverted=cmd[1]\n        elif op=='submit':\n            effective=(full-clip if inverted else clip) if enabled else clip\n            queue.append((cmd[1],set(cmd[2]) & effective))\n        elif op=='cancel': queue=[(k,v) for k,v in queue if k!=cmd[1]]\n        elif op=='resize':\n            full=set(range(cmd[1]))\n            clip &= full\n            queue=[(k,v & full) for k,v in queue]\n        elif op in ('flush','barrier'):\n            out.extend([[k,sorted(v)] for k,v in queue])\n            queue=[]\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 4), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 4), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 4), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 4), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 4), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 4), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 4), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 4), [['a', [0, 1, 2, 3]]])\nif N == 2:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 5), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 5), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 5), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 5), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 5), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 5), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 5), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 5), [['a', [0, 1, 2, 3, 4]]])\nif N == 3:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 6), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 6), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 6), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 6), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 6), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 6), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 6), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 6), [['a', [0, 1, 2, 3, 4, 5]]])\nif N == 4:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 7), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 7), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 7), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 7), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 7), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 7), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 7), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 7), [['a', [0, 1, 2, 3, 4, 5, 6]]])\nif N == 5:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 8), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 8), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 8), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 8), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 8), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 8), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 8), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 8), [['a', [0, 1, 2, 3, 4, 5, 6, 7]]])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"6d2cef6252058cc40e69be75d4946c24033e133af56cc7103d320349f0bd9f81","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(commands, size):\n    full=set(range(size))\n    clip=set(full)\n    enabled=True\n    inverted=False\n    queue=[]\n    out=[]\n    for cmd in commands:\n        op=cmd[0]\n        if op=='clip': clip=set(cmd[1]) & full\n        elif op=='enable': enabled=cmd[1]\n        elif op=='invert': inverted=cmd[1]\n        elif op=='submit':\n            effective=(full-clip if inverted else clip) if enabled else set()\n            queue.append((cmd[1],set(cmd[2]) & effective))\n        elif op=='cancel': queue=[(k,v) for k,v in queue if k!=cmd[1]]\n        elif op=='resize':\n            full=set(range(cmd[1]))\n            clip &= full\n            queue=[(k,v & full) for k,v in queue]\n        elif op in ('flush','barrier'):\n            out.extend([[k,sorted(v)] for k,v in queue])\n            queue=[]\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 4), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 4), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 4), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 4), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 4), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 4), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 4), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 4), [['a', [0, 1, 2, 3]]])\nif N == 2:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 5), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 5), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 5), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 5), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 5), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 5), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 5), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 5), [['a', [0, 1, 2, 3, 4]]])\nif N == 3:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 6), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 6), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 6), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 6), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 6), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 6), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 6), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 6), [['a', [0, 1, 2, 3, 4, 5]]])\nif N == 4:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 7), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 7), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 7), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 7), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 7), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 7), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 7), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 7), [['a', [0, 1, 2, 3, 4, 5, 6]]])\nif N == 5:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 8), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 8), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 8), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 8), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 8), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 8), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 8), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 8), [['a', [0, 1, 2, 3, 4, 5, 6, 7]]])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"5bf956e132d29fbee6eb7dd1e5e88157af50ebc18041bfc468877286d7d09ccb","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(commands, size):\n    full=set(range(size))\n    clip=set(full)\n    enabled=True\n    inverted=False\n    queue=[]\n    out=[]\n    for cmd in commands:\n        op=cmd[0]\n        if op=='clip': clip=set(cmd[1]) & full\n        elif op=='enable': enabled=cmd[1]\n        elif op=='invert': inverted=cmd[1]\n        elif op=='submit':\n            effective=(full-clip if inverted else clip) if enabled else full\n            queue.append((cmd[1],set(cmd[2]) & effective))\n        elif op=='cancel': queue=[(k,v) for k,v in queue if k!=cmd[1]]\n        elif op=='resize':\n            full=set(range(cmd[1]))\n            clip &= full\n            queue=[(k,v & full) for k,v in queue]\n        elif op in ('flush','barrier'):\n            out.extend([[k,sorted(v)] for k,v in queue])\n            queue=[]\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 4), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 4), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 4), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 4), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 4), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 4), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 4), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 4), [['a', [0, 1, 2, 3]]])\nif N == 2:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 5), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 5), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 5), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 5), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 5), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 5), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 5), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 5), [['a', [0, 1, 2, 3, 4]]])\nif N == 3:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 6), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 6), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 6), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 6), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 6), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 6), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 6), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 6), [['a', [0, 1, 2, 3, 4, 5]]])\nif N == 4:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 7), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 7), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 7), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 7), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 7), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 7), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 7), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 7), [['a', [0, 1, 2, 3, 4, 5, 6]]])\nif N == 5:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 8), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 8), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 8), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 8), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 8), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 8), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 8), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 8), [['a', [0, 1, 2, 3, 4, 5, 6, 7]]])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Finite one-dimensional integer sample sets model coverage state only; no geometric intersection, memory layout, GPU or graphics-standard conformance is claimed. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-raster-clipping-deferred-draw-clip-submit-disable","generated_at":"2026-09-29T14:45:11.976393+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Raster clip state can leak coverage across draws even when every individual region is valid.","repair":"Apply the documented state transition at submit disable. Submission captures coverage, enabled state and clip polarity at enqueue time. Flush emits queued draw samples in order and consumes the queue. Cancel removes matching draw IDs. Barrier flushes but does not reset clip state. A target resize clips queued samples to the new extent without expanding old snapshots.","root_cause":"A disabled clipping test suppresses drawing instead of passing full target coverage.","sha256":"bf2ef94431c493f7a0dfc21db896f5f455162ebe20e5bc4338ebe65830cfb209","title":"Deferred draw clip: submit disable · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":40.604,"exit_code":1,"observations":[{"actual":[["a",[0,1]]],"check":"explicit sequence 0","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 1","expected":[["a",[0,1]]],"passed":false},{"actual":[["a",[1]]],"check":"explicit sequence 2","expected":[["a",[1]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 3","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["b",[1]]],"check":"explicit sequence 4","expected":[["b",[1]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 5","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 6","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 7","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 8","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["e",[]]],"check":"explicit sequence 9","expected":[["e",[]]],"passed":true},{"actual":[["a",[0]],["a",[1]]],"check":"explicit sequence 10","expected":[["a",[0]],["a",[1]]],"passed":true},{"actual":[],"check":"explicit sequence 11","expected":[],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 12","expected":[["a",[]]],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 13","expected":[["a",[]]],"passed":true},{"actual":[["z",[0]],["a",[1]]],"check":"explicit sequence 14","expected":[["z",[0]],["a",[1]]],"passed":true},{"actual":[["a",[0,1,2,3]]],"check":"explicit sequence 15","expected":[["a",[0,1,2,3]]],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"explicit sequence 0\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 1\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": false}, {\"check\": \"explicit sequence 2\", \"actual\": [[\"a\", [1]]], \"expected\": [[\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 3\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 4\", \"actual\": [[\"b\", [1]]], \"expected\": [[\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 5\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 6\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 7\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 8\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 9\", \"actual\": [[\"e\", []]], \"expected\": [[\"e\", []]], \"passed\": true}, {\"check\": \"explicit sequence 10\", \"actual\": [[\"a\", [0]], [\"a\", [1]]], \"expected\": [[\"a\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 11\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"explicit sequence 12\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 13\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 14\", \"actual\": [[\"z\", [0]], [\"a\", [1]]], \"expected\": [[\"z\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 15\", \"actual\": [[\"a\", [0, 1, 2, 3]]], \"expected\": [[\"a\", [0, 1, 2, 3]]], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":42.275,"exit_code":1,"observations":[{"actual":[["a",[0,1]]],"check":"explicit sequence 0","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 1","expected":[["a",[0,1]]],"passed":false},{"actual":[["a",[1]]],"check":"explicit sequence 2","expected":[["a",[1]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 3","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["b",[1]]],"check":"explicit sequence 4","expected":[["b",[1]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 5","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 6","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 7","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 8","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["e",[]]],"check":"explicit sequence 9","expected":[["e",[]]],"passed":true},{"actual":[["a",[0]],["a",[1]]],"check":"explicit sequence 10","expected":[["a",[0]],["a",[1]]],"passed":true},{"actual":[],"check":"explicit sequence 11","expected":[],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 12","expected":[["a",[]]],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 13","expected":[["a",[]]],"passed":true},{"actual":[["z",[0]],["a",[1]]],"check":"explicit sequence 14","expected":[["z",[0]],["a",[1]]],"passed":true},{"actual":[["a",[0,1,2,3]]],"check":"explicit sequence 15","expected":[["a",[0,1,2,3]]],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"explicit sequence 0\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 1\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", [0, 1]]], \"passed\": false}, {\"check\": \"explicit sequence 2\", \"actual\": [[\"a\", [1]]], \"expected\": [[\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 3\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 4\", \"actual\": [[\"b\", [1]]], \"expected\": [[\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 5\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 6\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 7\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 8\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 9\", \"actual\": [[\"e\", []]], \"expected\": [[\"e\", []]], \"passed\": true}, {\"check\": \"explicit sequence 10\", \"actual\": [[\"a\", [0]], [\"a\", [1]]], \"expected\": [[\"a\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 11\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"explicit sequence 12\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 13\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 14\", \"actual\": [[\"z\", [0]], [\"a\", [1]]], \"expected\": [[\"z\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 15\", \"actual\": [[\"a\", [0, 1, 2, 3]]], \"expected\": [[\"a\", [0, 1, 2, 3]]], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":40.012,"exit_code":0,"observations":[{"actual":[["a",[0,1]]],"check":"explicit sequence 0","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[0,1]]],"check":"explicit sequence 1","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[1]]],"check":"explicit sequence 2","expected":[["a",[1]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 3","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["b",[1]]],"check":"explicit sequence 4","expected":[["b",[1]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 5","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 6","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 7","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 8","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["e",[]]],"check":"explicit sequence 9","expected":[["e",[]]],"passed":true},{"actual":[["a",[0]],["a",[1]]],"check":"explicit sequence 10","expected":[["a",[0]],["a",[1]]],"passed":true},{"actual":[],"check":"explicit sequence 11","expected":[],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 12","expected":[["a",[]]],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 13","expected":[["a",[]]],"passed":true},{"actual":[["z",[0]],["a",[1]]],"check":"explicit sequence 14","expected":[["z",[0]],["a",[1]]],"passed":true},{"actual":[["a",[0,1,2,3]]],"check":"explicit sequence 15","expected":[["a",[0,1,2,3]]],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"explicit sequence 0\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 1\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 2\", \"actual\": [[\"a\", [1]]], \"expected\": [[\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 3\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 4\", \"actual\": [[\"b\", [1]]], \"expected\": [[\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 5\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 6\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 7\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 8\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 9\", \"actual\": [[\"e\", []]], \"expected\": [[\"e\", []]], \"passed\": true}, {\"check\": \"explicit sequence 10\", \"actual\": [[\"a\", [0]], [\"a\", [1]]], \"expected\": [[\"a\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 11\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"explicit sequence 12\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 13\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 14\", \"actual\": [[\"z\", [0]], [\"a\", [1]]], \"expected\": [[\"z\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 15\", \"actual\": [[\"a\", [0, 1, 2, 3]]], \"expected\": [[\"a\", [0, 1, 2, 3]]], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}