{"abstract":"The tab workspace reports an incorrect survivor order.","category":"Tab interfaces","checks":6,"contract":"Close requested clean unpinned tabs atomically; retain dirty and pinned tabs, select most recent surviving tab and preserve surviving history.","evaluation_group":"s3-tabs-close-batch","failed_approach":"The partial repair [t for t in x['tabs'] if t in x['dirty']] still violates a workspace boundary or normal case.","family":"s3-tab-interfaces-close-batch-survivor-order","id":"FA-35386","implementations":{"attempt":{"sha256":"98115ef006addd85b36930577a5fe7abb0bee9423ed9267b09c428d9684857ca","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    r0 = [t for t in x['requested'] if t not in x['dirty'] and t not in x['pins']]\n    r1 = [t for t in x['requested'] if t in x['dirty']]\n    r2 = [t for t in x['requested'] if t in x['pins']]\n    r3 = [t for t in x['tabs'] if t in x['dirty']]\n    r4 = next((t for t in x['history'] if t not in x['requested'] or t in x['dirty'] or t in x['pins']),None)\n    r5 = [t for t in x['history'] if t not in x['requested'] or t in x['dirty'] or t in x['pins']]\n    return [r0,r1,r2,r3,r4,r5]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['a'], ['b'], ['c'], ['b', 'c', 'd'], 'b', ['b', 'd', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['b'], ['a'], ['c'], ['a', 'c', 'd'], 'a', ['a', 'd', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c']}, [['a', 'c'], ['b'], ['b'], ['b', 'd'], 'b', ['b', 'd']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['a', 'd'], [], [], ['b', 'c'], 'b', ['b', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c']}, [['a'], ['b'], ['c'], ['b', 'c', 'd'], 'd', ['d', 'b', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['a', 'b'], [], ['c'], ['c', 'd'], 'd', ['d', 'c']])], 2: [({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0'], 'b', ['b', 'd', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0'], 'a', ['a', 'd', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0'], 'b', ['b', 'd', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a', 'd'], [], [], ['b', 'c', 'background0'], 'b', ['b', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0'], 'd', ['d', 'b', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0'], 'd', ['d', 'c', 'background0']])], 3: [({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1'], 'b', ['b', 'd', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0', 'background1'], 'a', ['a', 'd', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0', 'background1'], 'b', ['b', 'd', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a', 'd'], [], [], ['b', 'c', 'background0', 'background1'], 'b', ['b', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0', 'background1']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1'], 'd', ['d', 'b', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0', 'background1'], 'd', ['d', 'c', 'background0', 'background1']])], 4: [({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2'], 'b', ['b', 'd', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0', 'background1', 'background2'], 'a', ['a', 'd', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0', 'background1', 'background2'], 'b', ['b', 'd', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a', 'd'], [], [], ['b', 'c', 'background0', 'background1', 'background2'], 'b', ['b', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0', 'background1', 'background2']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2'], 'd', ['d', 'b', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0', 'background1', 'background2'], 'd', ['d', 'c', 'background0', 'background1', 'background2']])], 5: [({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'b', ['b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'a', ['a', 'd', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0', 'background1', 'background2', 'background3'], 'b', ['b', 'd', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a', 'd'], [], [], ['b', 'c', 'background0', 'background1', 'background2', 'background3'], 'b', ['b', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'd', ['d', 'b', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0', 'background1', 'background2', 'background3'], 'd', ['d', 'c', 'background0', 'background1', 'background2', 'background3']])]}\nfor i, (inputs, expected) in enumerate(fixtures[N]):\n    check(\"workspace regression \"+str(i), solve(inputs), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"61d28a249309be71830ae0fec3df5690c25b68e04615e940bff2d7ee9f613997","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    r0 = [t for t in x['requested'] if t not in x['dirty'] and t not in x['pins']]\n    r1 = [t for t in x['requested'] if t in x['dirty']]\n    r2 = [t for t in x['requested'] if t in x['pins']]\n    r3 = [t for t in x['tabs'] if t not in x['requested']]\n    r4 = next((t for t in x['history'] if t not in x['requested'] or t in x['dirty'] or t in x['pins']),None)\n    r5 = [t for t in x['history'] if t not in x['requested'] or t in x['dirty'] or t in x['pins']]\n    return [r0,r1,r2,r3,r4,r5]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['a'], ['b'], ['c'], ['b', 'c', 'd'], 'b', ['b', 'd', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['b'], ['a'], ['c'], ['a', 'c', 'd'], 'a', ['a', 'd', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c']}, [['a', 'c'], ['b'], ['b'], ['b', 'd'], 'b', ['b', 'd']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['a', 'd'], [], [], ['b', 'c'], 'b', ['b', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c']}, [['a'], ['b'], ['c'], ['b', 'c', 'd'], 'd', ['d', 'b', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['a', 'b'], [], ['c'], ['c', 'd'], 'd', ['d', 'c']])], 2: [({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0'], 'b', ['b', 'd', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0'], 'a', ['a', 'd', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0'], 'b', ['b', 'd', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a', 'd'], [], [], ['b', 'c', 'background0'], 'b', ['b', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0'], 'd', ['d', 'b', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0'], 'd', ['d', 'c', 'background0']])], 3: [({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1'], 'b', ['b', 'd', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0', 'background1'], 'a', ['a', 'd', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0', 'background1'], 'b', ['b', 'd', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a', 'd'], [], [], ['b', 'c', 'background0', 'background1'], 'b', ['b', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0', 'background1']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1'], 'd', ['d', 'b', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0', 'background1'], 'd', ['d', 'c', 'background0', 'background1']])], 4: [({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2'], 'b', ['b', 'd', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0', 'background1', 'background2'], 'a', ['a', 'd', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0', 'background1', 'background2'], 'b', ['b', 'd', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a', 'd'], [], [], ['b', 'c', 'background0', 'background1', 'background2'], 'b', ['b', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0', 'background1', 'background2']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2'], 'd', ['d', 'b', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0', 'background1', 'background2'], 'd', ['d', 'c', 'background0', 'background1', 'background2']])], 5: [({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'b', ['b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'a', ['a', 'd', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0', 'background1', 'background2', 'background3'], 'b', ['b', 'd', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a', 'd'], [], [], ['b', 'c', 'background0', 'background1', 'background2', 'background3'], 'b', ['b', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'd', ['d', 'b', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0', 'background1', 'background2', 'background3'], 'd', ['d', 'c', 'background0', 'background1', 'background2', 'background3']])]}\nfor i, (inputs, expected) in enumerate(fixtures[N]):\n    check(\"workspace regression \"+str(i), solve(inputs), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"b33f924ba3fd080946ed3a20f157d2f58c9b0d22597d5b2caf1c07359609093f","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    r0 = [t for t in x['requested'] if t not in x['dirty'] and t not in x['pins']]\n    r1 = [t for t in x['requested'] if t in x['dirty']]\n    r2 = [t for t in x['requested'] if t in x['pins']]\n    r3 = [t for t in x['tabs'] if t not in x['requested'] or t in x['dirty'] or t in x['pins']]\n    r4 = next((t for t in x['history'] if t not in x['requested'] or t in x['dirty'] or t in x['pins']),None)\n    r5 = [t for t in x['history'] if t not in x['requested'] or t in x['dirty'] or t in x['pins']]\n    return [r0,r1,r2,r3,r4,r5]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['a'], ['b'], ['c'], ['b', 'c', 'd'], 'b', ['b', 'd', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['b'], ['a'], ['c'], ['a', 'c', 'd'], 'a', ['a', 'd', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c']}, [['a', 'c'], ['b'], ['b'], ['b', 'd'], 'b', ['b', 'd']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['a', 'd'], [], [], ['b', 'c'], 'b', ['b', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c']}, [['a'], ['b'], ['c'], ['b', 'c', 'd'], 'd', ['d', 'b', 'c']]), ({'tabs': ['a', 'b', 'c', 'd'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c']}, [['a', 'b'], [], ['c'], ['c', 'd'], 'd', ['d', 'c']])], 2: [({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0'], 'b', ['b', 'd', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0'], 'a', ['a', 'd', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0'], 'b', ['b', 'd', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a', 'd'], [], [], ['b', 'c', 'background0'], 'b', ['b', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0'], 'd', ['d', 'b', 'c', 'background0']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0'], 'd', ['d', 'c', 'background0']])], 3: [({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1'], 'b', ['b', 'd', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0', 'background1'], 'a', ['a', 'd', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0', 'background1'], 'b', ['b', 'd', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a', 'd'], [], [], ['b', 'c', 'background0', 'background1'], 'b', ['b', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0', 'background1']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1'], 'd', ['d', 'b', 'c', 'background0', 'background1']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0', 'background1'], 'd', ['d', 'c', 'background0', 'background1']])], 4: [({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2'], 'b', ['b', 'd', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0', 'background1', 'background2'], 'a', ['a', 'd', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0', 'background1', 'background2'], 'b', ['b', 'd', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a', 'd'], [], [], ['b', 'c', 'background0', 'background1', 'background2'], 'b', ['b', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0', 'background1', 'background2']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2'], 'd', ['d', 'b', 'c', 'background0', 'background1', 'background2']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0', 'background1', 'background2'], 'd', ['d', 'c', 'background0', 'background1', 'background2']])], 5: [({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'b', ['b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['a'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['b'], ['a'], ['c'], ['a', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'a', ['a', 'd', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['b'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a', 'c'], ['b'], ['b'], ['b', 'd', 'background0', 'background1', 'background2', 'background3'], 'b', ['b', 'd', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'd'], 'dirty': ['b'], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a', 'd'], [], [], ['b', 'c', 'background0', 'background1', 'background2', 'background3'], 'b', ['b', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': ['b'], 'pins': ['c'], 'history': ['d', 'a', 'b', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a'], ['b'], ['c'], ['b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'd', ['d', 'b', 'c', 'background0', 'background1', 'background2', 'background3']]), ({'tabs': ['a', 'b', 'c', 'd', 'background0', 'background1', 'background2', 'background3'], 'requested': ['a', 'b', 'c'], 'dirty': [], 'pins': ['c'], 'history': ['a', 'b', 'd', 'c', 'background0', 'background1', 'background2', 'background3']}, [['a', 'b'], [], ['c'], ['c', 'd', 'background0', 'background1', 'background2', 'background3'], 'd', ['d', 'c', 'background0', 'background1', 'background2', 'background3']])]}\nfor i, (inputs, expected) in enumerate(fixtures[N]):\n    check(\"workspace regression \"+str(i), solve(inputs), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Finite stipulated workspace snapshots only. Independent result fields describe observable obligations, not a full UI runtime. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-tab-interfaces-close-batch-survivor-order","generated_at":"2026-09-29T14:42:41.098180+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Offline tab/panel workspace behavior; no browser or desktop framework is emulated.","repair":"Use the stipulated workspace rule: [t for t in x['tabs'] if t not in x['requested'] or t in x['dirty'] or t in x['pins']].","root_cause":"The survivor order decision uses [t for t in x['tabs'] if t not in x['requested']] instead of [t for t in x['tabs'] if t not in x['requested'] or t in x['dirty'] or t in x['pins']].","sha256":"590c7c3f565a7f42c364bfd44607a7f32b63037efced1d8e75147a8a38a951c2","title":"Close batch: survivor order · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":50.062,"exit_code":1,"observations":[{"actual":[["a"],["b"],["c"],["b"],"b",["b","d","c"]],"check":"workspace regression 0","expected":[["a"],["b"],["c"],["b","c","d"],"b",["b","d","c"]],"passed":false},{"actual":[["b"],["a"],["c"],["a"],"a",["a","d","c"]],"check":"workspace regression 1","expected":[["b"],["a"],["c"],["a","c","d"],"a",["a","d","c"]],"passed":false},{"actual":[["a","c"],["b"],["b"],["b"],"b",["b","d"]],"check":"workspace regression 2","expected":[["a","c"],["b"],["b"],["b","d"],"b",["b","d"]],"passed":false},{"actual":[["a","d"],[],[],["b"],"b",["b","c"]],"check":"workspace regression 3","expected":[["a","d"],[],[],["b","c"],"b",["b","c"]],"passed":false},{"actual":[["a"],["b"],["c"],["b"],"d",["d","b","c"]],"check":"workspace regression 4","expected":[["a"],["b"],["c"],["b","c","d"],"d",["d","b","c"]],"passed":false},{"actual":[["a","b"],[],["c"],[],"d",["d","c"]],"check":"workspace regression 5","expected":[["a","b"],[],["c"],["c","d"],"d",["d","c"]],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"workspace regression 0\", \"actual\": [[\"a\"], [\"b\"], [\"c\"], [\"b\"], \"b\", [\"b\", \"d\", \"c\"]], \"expected\": [[\"a\"], [\"b\"], [\"c\"], [\"b\", \"c\", \"d\"], \"b\", [\"b\", \"d\", \"c\"]], \"passed\": false}, {\"check\": \"workspace regression 1\", \"actual\": [[\"b\"], [\"a\"], [\"c\"], [\"a\"], \"a\", [\"a\", \"d\", \"c\"]], \"expected\": [[\"b\"], [\"a\"], [\"c\"], [\"a\", \"c\", \"d\"], \"a\", [\"a\", \"d\", \"c\"]], \"passed\": false}, {\"check\": \"workspace regression 2\", \"actual\": [[\"a\", \"c\"], [\"b\"], [\"b\"], [\"b\"], \"b\", [\"b\", \"d\"]], \"expected\": [[\"a\", \"c\"], [\"b\"], [\"b\"], [\"b\", \"d\"], \"b\", [\"b\", \"d\"]], \"passed\": false}, {\"check\": \"workspace regression 3\", \"actual\": [[\"a\", \"d\"], [], [], [\"b\"], \"b\", [\"b\", \"c\"]], \"expected\": [[\"a\", \"d\"], [], [], [\"b\", \"c\"], \"b\", [\"b\", \"c\"]], \"passed\": false}, {\"check\": \"workspace regression 4\", \"actual\": [[\"a\"], [\"b\"], [\"c\"], [\"b\"], \"d\", [\"d\", \"b\", \"c\"]], \"expected\": [[\"a\"], [\"b\"], [\"c\"], [\"b\", \"c\", \"d\"], \"d\", [\"d\", \"b\", \"c\"]], \"passed\": false}, {\"check\": \"workspace regression 5\", \"actual\": [[\"a\", \"b\"], [], [\"c\"], [], \"d\", [\"d\", \"c\"]], \"expected\": [[\"a\", \"b\"], [], [\"c\"], [\"c\", \"d\"], \"d\", [\"d\", \"c\"]], \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":47.318,"exit_code":1,"observations":[{"actual":[["a"],["b"],["c"],["d"],"b",["b","d","c"]],"check":"workspace regression 0","expected":[["a"],["b"],["c"],["b","c","d"],"b",["b","d","c"]],"passed":false},{"actual":[["b"],["a"],["c"],["d"],"a",["a","d","c"]],"check":"workspace regression 1","expected":[["b"],["a"],["c"],["a","c","d"],"a",["a","d","c"]],"passed":false},{"actual":[["a","c"],["b"],["b"],["d"],"b",["b","d"]],"check":"workspace regression 2","expected":[["a","c"],["b"],["b"],["b","d"],"b",["b","d"]],"passed":false},{"actual":[["a","d"],[],[],["b","c"],"b",["b","c"]],"check":"workspace regression 3","expected":[["a","d"],[],[],["b","c"],"b",["b","c"]],"passed":true},{"actual":[["a"],["b"],["c"],["d"],"d",["d","b","c"]],"check":"workspace regression 4","expected":[["a"],["b"],["c"],["b","c","d"],"d",["d","b","c"]],"passed":false},{"actual":[["a","b"],[],["c"],["d"],"d",["d","c"]],"check":"workspace regression 5","expected":[["a","b"],[],["c"],["c","d"],"d",["d","c"]],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"workspace regression 0\", \"actual\": [[\"a\"], [\"b\"], [\"c\"], [\"d\"], \"b\", [\"b\", \"d\", \"c\"]], \"expected\": [[\"a\"], [\"b\"], [\"c\"], [\"b\", \"c\", \"d\"], \"b\", [\"b\", \"d\", \"c\"]], \"passed\": false}, {\"check\": \"workspace regression 1\", \"actual\": [[\"b\"], [\"a\"], [\"c\"], [\"d\"], \"a\", [\"a\", \"d\", \"c\"]], \"expected\": [[\"b\"], [\"a\"], [\"c\"], [\"a\", \"c\", \"d\"], \"a\", [\"a\", \"d\", \"c\"]], \"passed\": false}, {\"check\": \"workspace regression 2\", \"actual\": [[\"a\", \"c\"], [\"b\"], [\"b\"], [\"d\"], \"b\", [\"b\", \"d\"]], \"expected\": [[\"a\", \"c\"], [\"b\"], [\"b\"], [\"b\", \"d\"], \"b\", [\"b\", \"d\"]], \"passed\": false}, {\"check\": \"workspace regression 3\", \"actual\": [[\"a\", \"d\"], [], [], [\"b\", \"c\"], \"b\", [\"b\", \"c\"]], \"expected\": [[\"a\", \"d\"], [], [], [\"b\", \"c\"], \"b\", [\"b\", \"c\"]], \"passed\": true}, {\"check\": \"workspace regression 4\", \"actual\": [[\"a\"], [\"b\"], [\"c\"], [\"d\"], \"d\", [\"d\", \"b\", \"c\"]], \"expected\": [[\"a\"], [\"b\"], [\"c\"], [\"b\", \"c\", \"d\"], \"d\", [\"d\", \"b\", \"c\"]], \"passed\": false}, {\"check\": \"workspace regression 5\", \"actual\": [[\"a\", \"b\"], [], [\"c\"], [\"d\"], \"d\", [\"d\", \"c\"]], \"expected\": [[\"a\", \"b\"], [], [\"c\"], [\"c\", \"d\"], \"d\", [\"d\", \"c\"]], \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":44.905,"exit_code":0,"observations":[{"actual":[["a"],["b"],["c"],["b","c","d"],"b",["b","d","c"]],"check":"workspace regression 0","expected":[["a"],["b"],["c"],["b","c","d"],"b",["b","d","c"]],"passed":true},{"actual":[["b"],["a"],["c"],["a","c","d"],"a",["a","d","c"]],"check":"workspace regression 1","expected":[["b"],["a"],["c"],["a","c","d"],"a",["a","d","c"]],"passed":true},{"actual":[["a","c"],["b"],["b"],["b","d"],"b",["b","d"]],"check":"workspace regression 2","expected":[["a","c"],["b"],["b"],["b","d"],"b",["b","d"]],"passed":true},{"actual":[["a","d"],[],[],["b","c"],"b",["b","c"]],"check":"workspace regression 3","expected":[["a","d"],[],[],["b","c"],"b",["b","c"]],"passed":true},{"actual":[["a"],["b"],["c"],["b","c","d"],"d",["d","b","c"]],"check":"workspace regression 4","expected":[["a"],["b"],["c"],["b","c","d"],"d",["d","b","c"]],"passed":true},{"actual":[["a","b"],[],["c"],["c","d"],"d",["d","c"]],"check":"workspace regression 5","expected":[["a","b"],[],["c"],["c","d"],"d",["d","c"]],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"workspace regression 0\", \"actual\": [[\"a\"], [\"b\"], [\"c\"], [\"b\", \"c\", \"d\"], \"b\", [\"b\", \"d\", \"c\"]], \"expected\": [[\"a\"], [\"b\"], [\"c\"], [\"b\", \"c\", \"d\"], \"b\", [\"b\", \"d\", \"c\"]], \"passed\": true}, {\"check\": \"workspace regression 1\", \"actual\": [[\"b\"], [\"a\"], [\"c\"], [\"a\", \"c\", \"d\"], \"a\", [\"a\", \"d\", \"c\"]], \"expected\": [[\"b\"], [\"a\"], [\"c\"], [\"a\", \"c\", \"d\"], \"a\", [\"a\", \"d\", \"c\"]], \"passed\": true}, {\"check\": \"workspace regression 2\", \"actual\": [[\"a\", \"c\"], [\"b\"], [\"b\"], [\"b\", \"d\"], \"b\", [\"b\", \"d\"]], \"expected\": [[\"a\", \"c\"], [\"b\"], [\"b\"], [\"b\", \"d\"], \"b\", [\"b\", \"d\"]], \"passed\": true}, {\"check\": \"workspace regression 3\", \"actual\": [[\"a\", \"d\"], [], [], [\"b\", \"c\"], \"b\", [\"b\", \"c\"]], \"expected\": [[\"a\", \"d\"], [], [], [\"b\", \"c\"], \"b\", [\"b\", \"c\"]], \"passed\": true}, {\"check\": \"workspace regression 4\", \"actual\": [[\"a\"], [\"b\"], [\"c\"], [\"b\", \"c\", \"d\"], \"d\", [\"d\", \"b\", \"c\"]], \"expected\": [[\"a\"], [\"b\"], [\"c\"], [\"b\", \"c\", \"d\"], \"d\", [\"d\", \"b\", \"c\"]], \"passed\": true}, {\"check\": \"workspace regression 5\", \"actual\": [[\"a\", \"b\"], [], [\"c\"], [\"c\", \"d\"], \"d\", [\"d\", \"c\"]], \"expected\": [[\"a\", \"b\"], [], [\"c\"], [\"c\", \"d\"], \"d\", [\"d\", \"c\"]], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}