{"abstract":"Queue capture reverses normal and inverse-clip polarity.","category":"Raster clipping","checks":16,"contract":"Submission captures coverage, enabled state and clip polarity at enqueue time. Flush emits queued draw samples in order and consumes the queue. Cancel removes matching draw IDs. Barrier flushes but does not reset clip state. A target resize clips queued samples to the new extent without expanding old snapshots.","evaluation_group":"s3-raster-clipping-deferred-draw-clip","failed_approach":"Passing the entire target for inverse clipping forgets to remove the clip interior.","family":"s3-raster-clipping-deferred-draw-clip-submit-inverted","id":"FA-50741","implementations":{"attempt":{"sha256":"7a11640e8fcbf79d342c13031c11dda79d623440603933c2fc6d7d5b7fb972a7","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(commands, size):\n    full=set(range(size))\n    clip=set(full)\n    enabled=True\n    inverted=False\n    queue=[]\n    out=[]\n    for cmd in commands:\n        op=cmd[0]\n        if op=='clip': clip=set(cmd[1]) & full\n        elif op=='enable': enabled=cmd[1]\n        elif op=='invert': inverted=cmd[1]\n        elif op=='submit':\n            effective=(full if inverted else clip) if enabled else full\n            queue.append((cmd[1],set(cmd[2]) & effective))\n        elif op=='cancel': queue=[(k,v) for k,v in queue if k!=cmd[1]]\n        elif op=='resize':\n            full=set(range(cmd[1]))\n            clip &= full\n            queue=[(k,v & full) for k,v in queue]\n        elif op in ('flush','barrier'):\n            out.extend([[k,sorted(v)] for k,v in queue])\n            queue=[]\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 4), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 4), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 4), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 4), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 4), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 4), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 4), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 4), [['a', [0, 1, 2, 3]]])\nif N == 2:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 5), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 5), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 5), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 5), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 5), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 5), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 5), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 5), [['a', [0, 1, 2, 3, 4]]])\nif N == 3:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 6), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 6), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 6), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 6), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 6), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 6), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 6), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 6), [['a', [0, 1, 2, 3, 4, 5]]])\nif N == 4:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 7), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 7), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 7), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 7), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 7), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 7), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 7), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 7), [['a', [0, 1, 2, 3, 4, 5, 6]]])\nif N == 5:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 8), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 8), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 8), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 8), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 8), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 8), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 8), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 8), [['a', [0, 1, 2, 3, 4, 5, 6, 7]]])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"73c71a146acd9b34a290b884f81207092f873851a9d336bb47ddb458c4b0e483","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(commands, size):\n    full=set(range(size))\n    clip=set(full)\n    enabled=True\n    inverted=False\n    queue=[]\n    out=[]\n    for cmd in commands:\n        op=cmd[0]\n        if op=='clip': clip=set(cmd[1]) & full\n        elif op=='enable': enabled=cmd[1]\n        elif op=='invert': inverted=cmd[1]\n        elif op=='submit':\n            effective=(clip if inverted else full-clip) if enabled else full\n            queue.append((cmd[1],set(cmd[2]) & effective))\n        elif op=='cancel': queue=[(k,v) for k,v in queue if k!=cmd[1]]\n        elif op=='resize':\n            full=set(range(cmd[1]))\n            clip &= full\n            queue=[(k,v & full) for k,v in queue]\n        elif op in ('flush','barrier'):\n            out.extend([[k,sorted(v)] for k,v in queue])\n            queue=[]\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 4), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 4), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 4), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 4), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 4), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 4), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 4), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 4), [['a', [0, 1, 2, 3]]])\nif N == 2:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 5), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 5), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 5), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 5), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 5), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 5), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 5), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 5), [['a', [0, 1, 2, 3, 4]]])\nif N == 3:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 6), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 6), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 6), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 6), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 6), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 6), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 6), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 6), [['a', [0, 1, 2, 3, 4, 5]]])\nif N == 4:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 7), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 7), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 7), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 7), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 7), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 7), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 7), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 7), [['a', [0, 1, 2, 3, 4, 5, 6]]])\nif N == 5:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 8), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 8), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 8), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 8), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 8), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 8), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 8), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 8), [['a', [0, 1, 2, 3, 4, 5, 6, 7]]])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"5bf956e132d29fbee6eb7dd1e5e88157af50ebc18041bfc468877286d7d09ccb","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(commands, size):\n    full=set(range(size))\n    clip=set(full)\n    enabled=True\n    inverted=False\n    queue=[]\n    out=[]\n    for cmd in commands:\n        op=cmd[0]\n        if op=='clip': clip=set(cmd[1]) & full\n        elif op=='enable': enabled=cmd[1]\n        elif op=='invert': inverted=cmd[1]\n        elif op=='submit':\n            effective=(full-clip if inverted else clip) if enabled else full\n            queue.append((cmd[1],set(cmd[2]) & effective))\n        elif op=='cancel': queue=[(k,v) for k,v in queue if k!=cmd[1]]\n        elif op=='resize':\n            full=set(range(cmd[1]))\n            clip &= full\n            queue=[(k,v & full) for k,v in queue]\n        elif op in ('flush','barrier'):\n            out.extend([[k,sorted(v)] for k,v in queue])\n            queue=[]\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 4), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 4), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 4), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 4), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 4), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 4), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 4), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 4), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 4), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 4), [['a', [0, 1, 2, 3]]])\nif N == 2:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 5), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 5), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 5), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 5), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 5), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 5), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 5), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 5), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 5), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 5), [['a', [0, 1, 2, 3, 4]]])\nif N == 3:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 6), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 6), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 6), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 6), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 6), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 6), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 6), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 6), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 6), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 6), [['a', [0, 1, 2, 3, 4, 5]]])\nif N == 4:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 7), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 7), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 7), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 7), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 7), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 7), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 7), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 7), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 7), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 7), [['a', [0, 1, 2, 3, 4, 5, 6]]])\nif N == 5:\n    check('explicit sequence 0', solve([['clip', [0, 1]], ['submit', 'a', [0, 1]], ['clip', [2]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 1', solve([['clip', [0]], ['enable', False], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0, 1]]])\n    check('explicit sequence 2', solve([['clip', [0]], ['invert', True], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [1]]])\n    check('explicit sequence 3', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 4', solve([['submit', 'a', [0]], ['submit', 'b', [1]], ['cancel', 'a'], ['flush']], 8), [['b', [1]]])\n    check('explicit sequence 5', solve([['submit', 'a', [0, 3]], ['resize', 2], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 6', solve([['clip', [0]], ['resize', 3], ['submit', 'a', [0, 1]], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 7', solve([['submit', 'a', [0]], ['flush'], ['flush']], 8), [['a', [0]]])\n    check('explicit sequence 8', solve([['submit', 'a', [0]], ['barrier'], ['cancel', 'a'], ['submit', 'b', [1]], ['flush']], 8), [['a', [0]], ['b', [1]]])\n    check('explicit sequence 9', solve([['clip', []], ['submit', 'e', [0]], ['flush']], 8), [['e', []]])\n    check('explicit sequence 10', solve([['submit', 'a', [0]], ['submit', 'a', [1]], ['flush']], 8), [['a', [0]], ['a', [1]]])\n    check('explicit sequence 11', solve([['clip', []], ['submit', 'a', [0]], ['cancel', 'a'], ['flush']], 8), [])\n    check('explicit sequence 12', solve([['submit', 'a', [3]], ['resize', 2], ['flush']], 8), [['a', []]])\n    check('explicit sequence 13', solve([['clip', [3]], ['resize', 2], ['submit', 'a', [0]], ['flush']], 8), [['a', []]])\n    check('explicit sequence 14', solve([['submit', 'z', [0]], ['submit', 'a', [1]], ['flush']], 8), [['z', [0]], ['a', [1]]])\n    check('explicit sequence 15', solve([['submit', 'a', [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]], ['flush']], 8), [['a', [0, 1, 2, 3, 4, 5, 6, 7]]])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Finite one-dimensional integer sample sets model coverage state only; no geometric intersection, memory layout, GPU or graphics-standard conformance is claimed. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-raster-clipping-deferred-draw-clip-submit-inverted","generated_at":"2026-09-29T14:45:12.010876+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Raster clip state can leak coverage across draws even when every individual region is valid.","repair":"Apply the documented state transition at submit inverted. Submission captures coverage, enabled state and clip polarity at enqueue time. Flush emits queued draw samples in order and consumes the queue. Cancel removes matching draw IDs. Barrier flushes but does not reset clip state. A target resize clips queued samples to the new extent without expanding old snapshots.","root_cause":"Queue capture reverses normal and inverse-clip polarity.","sha256":"eab75a1b65620e121f4ba5019a157bb52491a1e23f4081b56aac6ff3af55c524","title":"Deferred draw clip: submit inverted · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":45.095,"exit_code":1,"observations":[{"actual":[["a",[0,1]]],"check":"explicit sequence 0","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[0,1]]],"check":"explicit sequence 1","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[0,1]]],"check":"explicit sequence 2","expected":[["a",[1]]],"passed":false},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 3","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["b",[1]]],"check":"explicit sequence 4","expected":[["b",[1]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 5","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 6","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 7","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 8","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["e",[]]],"check":"explicit sequence 9","expected":[["e",[]]],"passed":true},{"actual":[["a",[0]],["a",[1]]],"check":"explicit sequence 10","expected":[["a",[0]],["a",[1]]],"passed":true},{"actual":[],"check":"explicit sequence 11","expected":[],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 12","expected":[["a",[]]],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 13","expected":[["a",[]]],"passed":true},{"actual":[["z",[0]],["a",[1]]],"check":"explicit sequence 14","expected":[["z",[0]],["a",[1]]],"passed":true},{"actual":[["a",[0,1,2,3]]],"check":"explicit sequence 15","expected":[["a",[0,1,2,3]]],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"explicit sequence 0\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 1\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 2\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [1]]], \"passed\": false}, {\"check\": \"explicit sequence 3\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 4\", \"actual\": [[\"b\", [1]]], \"expected\": [[\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 5\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 6\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 7\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 8\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 9\", \"actual\": [[\"e\", []]], \"expected\": [[\"e\", []]], \"passed\": true}, {\"check\": \"explicit sequence 10\", \"actual\": [[\"a\", [0]], [\"a\", [1]]], \"expected\": [[\"a\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 11\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"explicit sequence 12\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 13\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 14\", \"actual\": [[\"z\", [0]], [\"a\", [1]]], \"expected\": [[\"z\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 15\", \"actual\": [[\"a\", [0, 1, 2, 3]]], \"expected\": [[\"a\", [0, 1, 2, 3]]], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":42.721,"exit_code":1,"observations":[{"actual":[["a",[]]],"check":"explicit sequence 0","expected":[["a",[0,1]]],"passed":false},{"actual":[["a",[0,1]]],"check":"explicit sequence 1","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 2","expected":[["a",[1]]],"passed":false},{"actual":[["a",[]],["b",[]]],"check":"explicit sequence 3","expected":[["a",[0]],["b",[1]]],"passed":false},{"actual":[["b",[]]],"check":"explicit sequence 4","expected":[["b",[1]]],"passed":false},{"actual":[["a",[]]],"check":"explicit sequence 5","expected":[["a",[0]]],"passed":false},{"actual":[["a",[1]]],"check":"explicit sequence 6","expected":[["a",[0]]],"passed":false},{"actual":[["a",[]]],"check":"explicit sequence 7","expected":[["a",[0]]],"passed":false},{"actual":[["a",[]],["b",[]]],"check":"explicit sequence 8","expected":[["a",[0]],["b",[1]]],"passed":false},{"actual":[["e",[0]]],"check":"explicit sequence 9","expected":[["e",[]]],"passed":false},{"actual":[["a",[]],["a",[]]],"check":"explicit sequence 10","expected":[["a",[0]],["a",[1]]],"passed":false},{"actual":[],"check":"explicit sequence 11","expected":[],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 12","expected":[["a",[]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 13","expected":[["a",[]]],"passed":false},{"actual":[["z",[]],["a",[]]],"check":"explicit sequence 14","expected":[["z",[0]],["a",[1]]],"passed":false},{"actual":[["a",[]]],"check":"explicit sequence 15","expected":[["a",[0,1,2,3]]],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"explicit sequence 0\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", [0, 1]]], \"passed\": false}, {\"check\": \"explicit sequence 1\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 2\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [1]]], \"passed\": false}, {\"check\": \"explicit sequence 3\", \"actual\": [[\"a\", []], [\"b\", []]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": false}, {\"check\": \"explicit sequence 4\", \"actual\": [[\"b\", []]], \"expected\": [[\"b\", [1]]], \"passed\": false}, {\"check\": \"explicit sequence 5\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", [0]]], \"passed\": false}, {\"check\": \"explicit sequence 6\", \"actual\": [[\"a\", [1]]], \"expected\": [[\"a\", [0]]], \"passed\": false}, {\"check\": \"explicit sequence 7\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", [0]]], \"passed\": false}, {\"check\": \"explicit sequence 8\", \"actual\": [[\"a\", []], [\"b\", []]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": false}, {\"check\": \"explicit sequence 9\", \"actual\": [[\"e\", [0]]], \"expected\": [[\"e\", []]], \"passed\": false}, {\"check\": \"explicit sequence 10\", \"actual\": [[\"a\", []], [\"a\", []]], \"expected\": [[\"a\", [0]], [\"a\", [1]]], \"passed\": false}, {\"check\": \"explicit sequence 11\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"explicit sequence 12\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 13\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", []]], \"passed\": false}, {\"check\": \"explicit sequence 14\", \"actual\": [[\"z\", []], [\"a\", []]], \"expected\": [[\"z\", [0]], [\"a\", [1]]], \"passed\": false}, {\"check\": \"explicit sequence 15\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", [0, 1, 2, 3]]], \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":41.27,"exit_code":0,"observations":[{"actual":[["a",[0,1]]],"check":"explicit sequence 0","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[0,1]]],"check":"explicit sequence 1","expected":[["a",[0,1]]],"passed":true},{"actual":[["a",[1]]],"check":"explicit sequence 2","expected":[["a",[1]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 3","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["b",[1]]],"check":"explicit sequence 4","expected":[["b",[1]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 5","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 6","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]]],"check":"explicit sequence 7","expected":[["a",[0]]],"passed":true},{"actual":[["a",[0]],["b",[1]]],"check":"explicit sequence 8","expected":[["a",[0]],["b",[1]]],"passed":true},{"actual":[["e",[]]],"check":"explicit sequence 9","expected":[["e",[]]],"passed":true},{"actual":[["a",[0]],["a",[1]]],"check":"explicit sequence 10","expected":[["a",[0]],["a",[1]]],"passed":true},{"actual":[],"check":"explicit sequence 11","expected":[],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 12","expected":[["a",[]]],"passed":true},{"actual":[["a",[]]],"check":"explicit sequence 13","expected":[["a",[]]],"passed":true},{"actual":[["z",[0]],["a",[1]]],"check":"explicit sequence 14","expected":[["z",[0]],["a",[1]]],"passed":true},{"actual":[["a",[0,1,2,3]]],"check":"explicit sequence 15","expected":[["a",[0,1,2,3]]],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"explicit sequence 0\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 1\", \"actual\": [[\"a\", [0, 1]]], \"expected\": [[\"a\", [0, 1]]], \"passed\": true}, {\"check\": \"explicit sequence 2\", \"actual\": [[\"a\", [1]]], \"expected\": [[\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 3\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 4\", \"actual\": [[\"b\", [1]]], \"expected\": [[\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 5\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 6\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 7\", \"actual\": [[\"a\", [0]]], \"expected\": [[\"a\", [0]]], \"passed\": true}, {\"check\": \"explicit sequence 8\", \"actual\": [[\"a\", [0]], [\"b\", [1]]], \"expected\": [[\"a\", [0]], [\"b\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 9\", \"actual\": [[\"e\", []]], \"expected\": [[\"e\", []]], \"passed\": true}, {\"check\": \"explicit sequence 10\", \"actual\": [[\"a\", [0]], [\"a\", [1]]], \"expected\": [[\"a\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 11\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"explicit sequence 12\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 13\", \"actual\": [[\"a\", []]], \"expected\": [[\"a\", []]], \"passed\": true}, {\"check\": \"explicit sequence 14\", \"actual\": [[\"z\", [0]], [\"a\", [1]]], \"expected\": [[\"z\", [0]], [\"a\", [1]]], \"passed\": true}, {\"check\": \"explicit sequence 15\", \"actual\": [[\"a\", [0, 1, 2, 3]]], \"expected\": [[\"a\", [0, 1, 2, 3]]], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}