{"abstract":"The tab workspace reports an incorrect dirty overflow badges.","category":"Tab interfaces","checks":6,"contract":"An overflow menu represents only fully hidden tabs in visual order, retains ID despite duplicate labels, exposes active/dirty badges, and locates original strip indices.","evaluation_group":"s3-tabs-overflow-menu-map","failed_approach":"The partial repair [] still violates a workspace boundary or normal case.","family":"s3-tab-interfaces-overflow-menu-map-dirty-overflow-badges","id":"FA-35776","implementations":{"attempt":{"sha256":"591a1f405fb89b6ea0833e6c3f3781a4efbc91a3e4f162a0c40cda01960dde3e","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    r0 = [t for t in x['ids'] if t in x['hidden']]\n    r1 = [[x['labels'][t],t] for t in x['ids'] if t in x['hidden']]\n    r2 = x['active'] in x['hidden']\n    r3 = []\n    r4 = [i for i,t in enumerate(x['ids']) if t in x['hidden']]\n    r5 = [x['labels'][t] for t in x['ids'] if t in x['hidden']]\n    return [r0,r1,r2,r3,r4,r5]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['a', 'c'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['a', 'c'], [['one', 'a'], ['three', 'c']], False, [], [0, 2], ['one', 'three']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], False, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['d'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': [], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [[], [], False, [], [], []]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['d', 'b'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']])], 2: [({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['a', 'c', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['a', 'c', 'extra0'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0']], False, [], [0, 2, 4], ['one', 'three', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], False, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['d'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['extra0'], [['additional', 'extra0']], False, [], [4], ['additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['d', 'b', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']])], 3: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['a', 'c', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['a', 'c', 'extra0', 'extra1'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1']], False, [], [0, 2, 4, 5], ['one', 'three', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], False, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['d'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['extra0', 'extra1'], [['additional', 'extra0'], ['additional', 'extra1']], False, [], [4, 5], ['additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['d', 'b', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']])], 4: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [0, 2, 4, 5, 6], ['one', 'three', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['d'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['extra0', 'extra1', 'extra2'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [4, 5, 6], ['additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']])], 5: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [0, 2, 4, 5, 6, 7], ['one', 'three', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['d'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['extra0', 'extra1', 'extra2', 'extra3'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [4, 5, 6, 7], ['additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']])]}\nfor i, (inputs, expected) in enumerate(fixtures[N]):\n    check(\"workspace regression \"+str(i), solve(inputs), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"f90e567da88b5b50d13171180a07d5be5148eeb37cbd87af7246cb82f613343b","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    r0 = [t for t in x['ids'] if t in x['hidden']]\n    r1 = [[x['labels'][t],t] for t in x['ids'] if t in x['hidden']]\n    r2 = x['active'] in x['hidden']\n    r3 = x['dirty']\n    r4 = [i for i,t in enumerate(x['ids']) if t in x['hidden']]\n    r5 = [x['labels'][t] for t in x['ids'] if t in x['hidden']]\n    return [r0,r1,r2,r3,r4,r5]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['a', 'c'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['a', 'c'], [['one', 'a'], ['three', 'c']], False, [], [0, 2], ['one', 'three']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], False, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['d'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': [], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [[], [], False, [], [], []]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['d', 'b'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']])], 2: [({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['a', 'c', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['a', 'c', 'extra0'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0']], False, [], [0, 2, 4], ['one', 'three', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], False, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['d'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['extra0'], [['additional', 'extra0']], False, [], [4], ['additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['d', 'b', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']])], 3: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['a', 'c', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['a', 'c', 'extra0', 'extra1'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1']], False, [], [0, 2, 4, 5], ['one', 'three', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], False, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['d'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['extra0', 'extra1'], [['additional', 'extra0'], ['additional', 'extra1']], False, [], [4, 5], ['additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['d', 'b', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']])], 4: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [0, 2, 4, 5, 6], ['one', 'three', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['d'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['extra0', 'extra1', 'extra2'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [4, 5, 6], ['additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']])], 5: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [0, 2, 4, 5, 6, 7], ['one', 'three', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['d'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['extra0', 'extra1', 'extra2', 'extra3'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [4, 5, 6, 7], ['additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']])]}\nfor i, (inputs, expected) in enumerate(fixtures[N]):\n    check(\"workspace regression \"+str(i), solve(inputs), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"0bb130f030e98e746508dafa550836c375a1d84a529a01b6414ba347cf46fe5f","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    r0 = [t for t in x['ids'] if t in x['hidden']]\n    r1 = [[x['labels'][t],t] for t in x['ids'] if t in x['hidden']]\n    r2 = x['active'] in x['hidden']\n    r3 = [t for t in x['ids'] if t in x['hidden'] and t in x['dirty']]\n    r4 = [i for i,t in enumerate(x['ids']) if t in x['hidden']]\n    r5 = [x['labels'][t] for t in x['ids'] if t in x['hidden']]\n    return [r0,r1,r2,r3,r4,r5]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['a', 'c'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['a', 'c'], [['one', 'a'], ['three', 'c']], False, [], [0, 2], ['one', 'three']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], False, ['b'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['b', 'd'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['d'], [1, 3], ['same', 'same']]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': [], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [[], [], False, [], [], []]), ({'ids': ['a', 'b', 'c', 'd'], 'hidden': ['d', 'b'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same'}}, [['b', 'd'], [['same', 'b'], ['same', 'd']], True, ['b'], [1, 3], ['same', 'same']])], 2: [({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['a', 'c', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['a', 'c', 'extra0'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0']], False, [], [0, 2, 4], ['one', 'three', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], False, ['b'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['b', 'd', 'extra0'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['d'], [1, 3, 4], ['same', 'same', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['extra0'], [['additional', 'extra0']], False, [], [4], ['additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0'], 'hidden': ['d', 'b', 'extra0'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional'}}, [['b', 'd', 'extra0'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0']], True, ['b'], [1, 3, 4], ['same', 'same', 'additional']])], 3: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['a', 'c', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['a', 'c', 'extra0', 'extra1'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1']], False, [], [0, 2, 4, 5], ['one', 'three', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], False, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['b', 'd', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['d'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['extra0', 'extra1'], [['additional', 'extra0'], ['additional', 'extra1']], False, [], [4, 5], ['additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1'], 'hidden': ['d', 'b', 'extra0', 'extra1'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional'}}, [['b', 'd', 'extra0', 'extra1'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1']], True, ['b'], [1, 3, 4, 5], ['same', 'same', 'additional', 'additional']])], 4: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [0, 2, 4, 5, 6], ['one', 'three', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['d'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['extra0', 'extra1', 'extra2'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], False, [], [4, 5, 6], ['additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2']], True, ['b'], [1, 3, 4, 5, 6], ['same', 'same', 'additional', 'additional', 'additional']])], 5: [({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['a', 'c', 'extra0', 'extra1', 'extra2', 'extra3'], [['one', 'a'], ['three', 'c'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [0, 2, 4, 5, 6, 7], ['one', 'three', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'a', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['d'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['d'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['extra0', 'extra1', 'extra2', 'extra3'], [['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], False, [], [4, 5, 6, 7], ['additional', 'additional', 'additional', 'additional']]), ({'ids': ['a', 'b', 'c', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], 'hidden': ['d', 'b', 'extra0', 'extra1', 'extra2', 'extra3'], 'active': 'd', 'dirty': ['b'], 'labels': {'a': 'one', 'b': 'same', 'c': 'three', 'd': 'same', 'extra0': 'additional', 'extra1': 'additional', 'extra2': 'additional', 'extra3': 'additional'}}, [['b', 'd', 'extra0', 'extra1', 'extra2', 'extra3'], [['same', 'b'], ['same', 'd'], ['additional', 'extra0'], ['additional', 'extra1'], ['additional', 'extra2'], ['additional', 'extra3']], True, ['b'], [1, 3, 4, 5, 6, 7], ['same', 'same', 'additional', 'additional', 'additional', 'additional']])]}\nfor i, (inputs, expected) in enumerate(fixtures[N]):\n    check(\"workspace regression \"+str(i), solve(inputs), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Finite stipulated workspace snapshots only. Independent result fields describe observable obligations, not a full UI runtime. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-tab-interfaces-overflow-menu-map-dirty-overflow-badges","generated_at":"2026-09-29T14:42:44.823179+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Offline tab/panel workspace behavior; no browser or desktop framework is emulated.","repair":"Use the stipulated workspace rule: [t for t in x['ids'] if t in x['hidden'] and t in x['dirty']].","root_cause":"The dirty overflow badges decision uses x['dirty'] instead of [t for t in x['ids'] if t in x['hidden'] and t in x['dirty']].","sha256":"d200ff79f488f0b7a4c0f803eb68b81167b7d902eed7d84f6d369e7554159483","title":"Overflow menu map: dirty overflow badges · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":43.572,"exit_code":1,"observations":[{"actual":[["b","d"],[["same","b"],["same","d"]],true,[],[1,3],["same","same"]],"check":"workspace regression 0","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":false},{"actual":[["a","c"],[["one","a"],["three","c"]],false,[],[0,2],["one","three"]],"check":"workspace regression 1","expected":[["a","c"],[["one","a"],["three","c"]],false,[],[0,2],["one","three"]],"passed":true},{"actual":[["b","d"],[["same","b"],["same","d"]],false,[],[1,3],["same","same"]],"check":"workspace regression 2","expected":[["b","d"],[["same","b"],["same","d"]],false,["b"],[1,3],["same","same"]],"passed":false},{"actual":[["b","d"],[["same","b"],["same","d"]],true,[],[1,3],["same","same"]],"check":"workspace regression 3","expected":[["b","d"],[["same","b"],["same","d"]],true,["d"],[1,3],["same","same"]],"passed":false},{"actual":[[],[],false,[],[],[]],"check":"workspace regression 4","expected":[[],[],false,[],[],[]],"passed":true},{"actual":[["b","d"],[["same","b"],["same","d"]],true,[],[1,3],["same","same"]],"check":"workspace regression 5","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"workspace regression 0\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}, {\"check\": \"workspace regression 1\", \"actual\": [[\"a\", \"c\"], [[\"one\", \"a\"], [\"three\", \"c\"]], false, [], [0, 2], [\"one\", \"three\"]], \"expected\": [[\"a\", \"c\"], [[\"one\", \"a\"], [\"three\", \"c\"]], false, [], [0, 2], [\"one\", \"three\"]], \"passed\": true}, {\"check\": \"workspace regression 2\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], false, [], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], false, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}, {\"check\": \"workspace regression 3\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"d\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}, {\"check\": \"workspace regression 4\", \"actual\": [[], [], false, [], [], []], \"expected\": [[], [], false, [], [], []], \"passed\": true}, {\"check\": \"workspace regression 5\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":41.646,"exit_code":1,"observations":[{"actual":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"check":"workspace regression 0","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":true},{"actual":[["a","c"],[["one","a"],["three","c"]],false,["b"],[0,2],["one","three"]],"check":"workspace regression 1","expected":[["a","c"],[["one","a"],["three","c"]],false,[],[0,2],["one","three"]],"passed":false},{"actual":[["b","d"],[["same","b"],["same","d"]],false,["b"],[1,3],["same","same"]],"check":"workspace regression 2","expected":[["b","d"],[["same","b"],["same","d"]],false,["b"],[1,3],["same","same"]],"passed":true},{"actual":[["b","d"],[["same","b"],["same","d"]],true,["d"],[1,3],["same","same"]],"check":"workspace regression 3","expected":[["b","d"],[["same","b"],["same","d"]],true,["d"],[1,3],["same","same"]],"passed":true},{"actual":[[],[],false,["b"],[],[]],"check":"workspace regression 4","expected":[[],[],false,[],[],[]],"passed":false},{"actual":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"check":"workspace regression 5","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"workspace regression 0\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}, {\"check\": \"workspace regression 1\", \"actual\": [[\"a\", \"c\"], [[\"one\", \"a\"], [\"three\", \"c\"]], false, [\"b\"], [0, 2], [\"one\", \"three\"]], \"expected\": [[\"a\", \"c\"], [[\"one\", \"a\"], [\"three\", \"c\"]], false, [], [0, 2], [\"one\", \"three\"]], \"passed\": false}, {\"check\": \"workspace regression 2\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], false, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], false, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}, {\"check\": \"workspace regression 3\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"d\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"d\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}, {\"check\": \"workspace regression 4\", \"actual\": [[], [], false, [\"b\"], [], []], \"expected\": [[], [], false, [], [], []], \"passed\": false}, {\"check\": \"workspace regression 5\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":43.819,"exit_code":0,"observations":[{"actual":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"check":"workspace regression 0","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":true},{"actual":[["a","c"],[["one","a"],["three","c"]],false,[],[0,2],["one","three"]],"check":"workspace regression 1","expected":[["a","c"],[["one","a"],["three","c"]],false,[],[0,2],["one","three"]],"passed":true},{"actual":[["b","d"],[["same","b"],["same","d"]],false,["b"],[1,3],["same","same"]],"check":"workspace regression 2","expected":[["b","d"],[["same","b"],["same","d"]],false,["b"],[1,3],["same","same"]],"passed":true},{"actual":[["b","d"],[["same","b"],["same","d"]],true,["d"],[1,3],["same","same"]],"check":"workspace regression 3","expected":[["b","d"],[["same","b"],["same","d"]],true,["d"],[1,3],["same","same"]],"passed":true},{"actual":[[],[],false,[],[],[]],"check":"workspace regression 4","expected":[[],[],false,[],[],[]],"passed":true},{"actual":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"check":"workspace regression 5","expected":[["b","d"],[["same","b"],["same","d"]],true,["b"],[1,3],["same","same"]],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"workspace regression 0\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}, {\"check\": \"workspace regression 1\", \"actual\": [[\"a\", \"c\"], [[\"one\", \"a\"], [\"three\", \"c\"]], false, [], [0, 2], [\"one\", \"three\"]], \"expected\": [[\"a\", \"c\"], [[\"one\", \"a\"], [\"three\", \"c\"]], false, [], [0, 2], [\"one\", \"three\"]], \"passed\": true}, {\"check\": \"workspace regression 2\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], false, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], false, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}, {\"check\": \"workspace regression 3\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"d\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"d\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}, {\"check\": \"workspace regression 4\", \"actual\": [[], [], false, [], [], []], \"expected\": [[], [], false, [], [], []], \"passed\": true}, {\"check\": \"workspace regression 5\", \"actual\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"expected\": [[\"b\", \"d\"], [[\"same\", \"b\"], [\"same\", \"d\"]], true, [\"b\"], [1, 3], [\"same\", \"same\"]], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}