{"abstract":"The tab workspace reports an incorrect menu row identity binding.","category":"Tab interfaces","checks":6,"contract":"An overflow menu represents only fully hidden tabs in visual order, retains ID despite duplicate labels, exposes active/dirty badges, and locates original strip indices.","evaluation_group":"s3-tabs-overflow-menu-map","failed_approach":"The partial repair [[label,t] for label,t in {x['labels'][t]:t for t in x['ids'] if t in x['hidden']}.items()] still violates a workspace boundary or normal case.","family":"s3-tab-interfaces-overflow-menu-map-menu-row-identity-binding","id":"FA-35766","implementations":{"attempt":{"sha256":"e07191f91f091992ed71bbb9137bd81a2224f9c6df3db94ced7767c8bdbfe143","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    r0 = [t for t in x['ids'] if t in x['hidden']]\n    r1 = [[label,t] for label,t in {x['labels'][t]:t for t in x['ids'] if t in x['hidden']}.items()]\n    r2 = x['active'] in x['hidden']\n    r3 = [t for t in x['ids'] if t in x['hidden'] and t in x['dirty']]\n    r4 = [i for i,t in enumerate(x['ids']) if t in x['hidden']]\n    r5 = [x['labels'][t] for t in x['ids'] if t in x['hidden']]\n    return [r0,r1,r2,r3,r4,r5]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['a', 'c'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['a', 'c'], [['one', 'a'], ['three', 'c']], False, [], [0, 2], ['one', 'three']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], False, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['d'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': [], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [[], [], False, [], [], []]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['d', 'b'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']])], 2: [({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['a', 'c', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['a', 'c', 'extra0'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0']], False, [], [0, 2, 4], ['one', 'three', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], False, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['d'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['extra0'], [['additional', 'extra0']], False, [], [4], ['additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['d', 'b', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']])], 3: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['a', 'c', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['a', 'c', 'extra0', 'extra1'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1']], False, [], [0, 2, 4, 5], ['one', 'three', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], False, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['d'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['extra0', 'extra1'], [['additional', 'extra0'], ['additional', 'extra1']], False, [], [4, 5], ['additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['d', 'b', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']])], 4: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [0, 2, 4, 5, 6], ['one', 'three', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['d'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['extra0', 'extra1', 'extra2'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [4, 5, 6], ['additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']])], 5: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [0, 2, 4, 5, 6, 7], ['one', 'three', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['d'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['extra0', 'extra1', 'extra2', 'extra3'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [4, 5, 6, 7], ['additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']])]}\nfor i, (inputs, expected) in enumerate(fixtures[N]):\n    check(\"workspace regression \"+str(i), solve(inputs), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"6c4e43ccfa221db7dd37ad06ab2f5cf6b61429ab585bd2276cba2191cc818703","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    r0 = [t for t in x['ids'] if t in x['hidden']]\n    r1 = [[x['labels'][t],x['labels'][t]] for t in x['ids'] if t in x['hidden']]\n    r2 = x['active'] in x['hidden']\n    r3 = [t for t in x['ids'] if t in x['hidden'] and t in x['dirty']]\n    r4 = [i for i,t in enumerate(x['ids']) if t in x['hidden']]\n    r5 = [x['labels'][t] for t in x['ids'] if t in x['hidden']]\n    return [r0,r1,r2,r3,r4,r5]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['a', 'c'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['a', 'c'], [['one', 'a'], ['three', 'c']], False, [], [0, 2], ['one', 'three']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], False, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['d'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': [], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [[], [], False, [], [], []]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['d', 'b'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']])], 2: [({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['a', 'c', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['a', 'c', 'extra0'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0']], False, [], [0, 2, 4], ['one', 'three', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], False, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['d'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['extra0'], [['additional', 'extra0']], False, [], [4], ['additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['d', 'b', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']])], 3: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['a', 'c', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['a', 'c', 'extra0', 'extra1'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1']], False, [], [0, 2, 4, 5], ['one', 'three', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], False, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['d'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['extra0', 'extra1'], [['additional', 'extra0'], ['additional', 'extra1']], False, [], [4, 5], ['additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['d', 'b', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']])], 4: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [0, 2, 4, 5, 6], ['one', 'three', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['d'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['extra0', 'extra1', 'extra2'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [4, 5, 6], ['additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']])], 5: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [0, 2, 4, 5, 6, 7], ['one', 'three', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['d'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['extra0', 'extra1', 'extra2', 'extra3'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [4, 5, 6, 7], ['additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']])]}\nfor i, (inputs, expected) in enumerate(fixtures[N]):\n    check(\"workspace regression \"+str(i), solve(inputs), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"0bb130f030e98e746508dafa550836c375a1d84a529a01b6414ba347cf46fe5f","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    r0 = [t for t in x['ids'] if t in x['hidden']]\n    r1 = [[x['labels'][t],t] for t in x['ids'] if t in x['hidden']]\n    r2 = x['active'] in x['hidden']\n    r3 = [t for t in x['ids'] if t in x['hidden'] and t in x['dirty']]\n    r4 = [i for i,t in enumerate(x['ids']) if t in x['hidden']]\n    r5 = [x['labels'][t] for t in x['ids'] if t in x['hidden']]\n    return [r0,r1,r2,r3,r4,r5]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['a', 'c'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['a', 'c'], [['one', 'a'], ['three', 'c']], False, [], [0, 2], ['one', 'three']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], False, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['d'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': [], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [[], [], False, [], [], []]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['d', 'b'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']])], 2: [({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['a', 'c', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['a', 'c', 'extra0'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0']], False, [], [0, 2, 4], ['one', 'three', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], False, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['d'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['extra0'], [['additional', 'extra0']], False, [], [4], ['additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['d', 'b', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']])], 3: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['a', 'c', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['a', 'c', 'extra0', 'extra1'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1']], False, [], [0, 2, 4, 5], ['one', 'three', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], False, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['d'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['extra0', 'extra1'], [['additional', 'extra0'], ['additional', 'extra1']], False, [], [4, 5], ['additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['d', 'b', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']])], 4: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [0, 2, 4, 5, 6], ['one', 'three', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['d'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['extra0', 'extra1', 'extra2'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [4, 5, 6], ['additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']])], 5: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [0, 2, 4, 5, 6, 7], ['one', 'three', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['d'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['extra0', 'extra1', 'extra2', 'extra3'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [4, 5, 6, 7], ['additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']])]}\nfor i, (inputs, expected) in enumerate(fixtures[N]):\n    check(\"workspace regression \"+str(i), solve(inputs), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Finite stipulated workspace snapshots only. Independent result fields describe observable obligations, not a full UI runtime. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-tab-interfaces-overflow-menu-map-menu-row-identity-binding","generated_at":"2026-09-29T14:42:44.776890+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Offline tab/panel workspace behavior; no browser or desktop framework is emulated.","repair":"Use the stipulated workspace rule: [[x['labels'][t],t] for t in x['ids'] if t in x['hidden']].","root_cause":"The menu row identity binding decision uses [[x['labels'][t],x['labels'][t]] for t in x['ids'] if t in x['hidden']] instead of [[x['labels'][t],t] for t in x['ids'] if t in x['hidden']].","sha256":"817ed04540cf4b9d16f5332d3dfaeae2e2ee473bbbe6521c1d22ecb0ed18aac4","title":"Overflow menu map: menu row identity binding · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":41.619,"exit_code":1,"observations":[{"actual":[["b","d"],[["same","d"]],true,["b"],[1,3],["same","same"]],"check":"workspace regression 0","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":false},{"actual":[["a","c"],[["one","a"],["three","c"]],false,[],[0,2],["one","three"]],"check":"workspace regression 1","expected":[["a","c"],[["one","a"],["three","c"]],false,[],[0,2],["one","three"]],"passed":true},{"actual":[["b","d"],[["same","d"]],false,["b"],[1,3],["same","same"]],"check":"workspace regression 2","expected":[["b","d"],[["same","b"],["same","d"]],false,["b"],[1,3],["same","same"]],"passed":false},{"actual":[["b","d"],[["same","d"]],true,["d"],[1,3],["same","same"]],"check":"workspace regression 3","expected":[["b","d"],[["same","b"],["same","d"]],true,["d"],[1,3],["same","same"]],"passed":false},{"actual":[[],[],false,[],[],[]],"check":"workspace regression 4","expected":[[],[],false,[],[],[]],"passed":true},{"actual":[["b","d"],[["same","d"]],true,["b"],[1,3],["same","same"]],"check":"workspace regression 5","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"workspace regression 0\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}, {\"check\": \"workspace regression 1\", \"actual\": [[\"a\", \"c\"], [[\"one\", \"a\"], [\"three\", \"c\"]], false, [], [0, 2], [\"one\", \"three\"]], \"expected\": [[\"a\", \"c\"], [[\"one\", \"a\"], [\"three\", \"c\"]], false, [], [0, 2], [\"one\", \"three\"]], \"passed\": true}, {\"check\": \"workspace regression 2\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"d\"]], false, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], false, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}, {\"check\": \"workspace regression 3\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"d\"]], true, [\"d\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"d\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}, {\"check\": \"workspace regression 4\", \"actual\": [[], [], false, [], [], []], \"expected\": [[], [], false, [], [], []], \"passed\": true}, {\"check\": \"workspace regression 5\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":44.387,"exit_code":1,"observations":[{"actual":[["b","d"],[["same","same"],["same","same"]],true,["b"],[1,3],["same","same"]],"check":"workspace regression 0","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":false},{"actual":[["a","c"],[["one","one"],["three","three"]],false,[],[0,2],["one","three"]],"check":"workspace regression 1","expected":[["a","c"],[["one","a"],["three","c"]],false,[],[0,2],["one","three"]],"passed":false},{"actual":[["b","d"],[["same","same"],["same","same"]],false,["b"],[1,3],["same","same"]],"check":"workspace regression 2","expected":[["b","d"],[["same","b"],["same","d"]],false,["b"],[1,3],["same","same"]],"passed":false},{"actual":[["b","d"],[["same","same"],["same","same"]],true,["d"],[1,3],["same","same"]],"check":"workspace regression 3","expected":[["b","d"],[["same","b"],["same","d"]],true,["d"],[1,3],["same","same"]],"passed":false},{"actual":[[],[],false,[],[],[]],"check":"workspace regression 4","expected":[[],[],false,[],[],[]],"passed":true},{"actual":[["b","d"],[["same","same"],["same","same"]],true,["b"],[1,3],["same","same"]],"check":"workspace regression 5","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"workspace regression 0\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"same\"], [\"same\", \"same\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}, {\"check\": \"workspace regression 1\", \"actual\": [[\"a\", \"c\"], [[\"one\", \"one\"], [\"three\", \"three\"]], false, [], [0, 2], [\"one\", \"three\"]], \"expected\": [[\"a\", \"c\"], [[\"one\", \"a\"], [\"three\", \"c\"]], false, [], [0, 2], [\"one\", \"three\"]], \"passed\": false}, {\"check\": \"workspace regression 2\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"same\"], [\"same\", \"same\"]], false, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], false, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}, {\"check\": \"workspace regression 3\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"same\"], [\"same\", \"same\"]], true, [\"d\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"d\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}, {\"check\": \"workspace regression 4\", \"actual\": [[], [], false, [], [], []], \"expected\": [[], [], false, [], [], []], \"passed\": true}, {\"check\": \"workspace regression 5\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"same\"], [\"same\", \"same\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":43.548,"exit_code":0,"observations":[{"actual":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"check":"workspace regression 0","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":true},{"actual":[["a","c"],[["one","a"],["three","c"]],false,[],[0,2],["one","three"]],"check":"workspace regression 1","expected":[["a","c"],[["one","a"],["three","c"]],false,[],[0,2],["one","three"]],"passed":true},{"actual":[["b","d"],[["same","b"],["same","d"]],false,["b"],[1,3],["same","same"]],"check":"workspace regression 2","expected":[["b","d"],[["same","b"],["same","d"]],false,["b"],[1,3],["same","same"]],"passed":true},{"actual":[["b","d"],[["same","b"],["same","d"]],true,["d"],[1,3],["same","same"]],"check":"workspace regression 3","expected":[["b","d"],[["same","b"],["same","d"]],true,["d"],[1,3],["same","same"]],"passed":true},{"actual":[[],[],false,[],[],[]],"check":"workspace regression 4","expected":[[],[],false,[],[],[]],"passed":true},{"actual":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"check":"workspace regression 5","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"workspace regression 0\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}, {\"check\": \"workspace regression 1\", \"actual\": [[\"a\", \"c\"], [[\"one\", \"a\"], [\"three\", \"c\"]], false, [], [0, 2], [\"one\", \"three\"]], \"expected\": [[\"a\", \"c\"], [[\"one\", \"a\"], [\"three\", \"c\"]], false, [], [0, 2], [\"one\", \"three\"]], \"passed\": true}, {\"check\": \"workspace regression 2\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], false, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], false, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}, {\"check\": \"workspace regression 3\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"d\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"d\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}, {\"check\": \"workspace regression 4\", \"actual\": [[], [], false, [], [], []], \"expected\": [[], [], false, [], [], []], \"passed\": true}, {\"check\": \"workspace regression 5\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}