{"abstract":"Clear-visible preserves hidden and disabled selections is violated by the widget projection.","category":"Filter interfaces","checks":10,"contract":"Bulk selection acts on eligible visible choices, preserves hidden selections and reports mixed state over the eligible visible subset only. This example checks: Clear-visible preserves hidden and disabled selections.","evaluation_group":"s3-filter-interfaces-bulk-facet-selection","failed_approach":"The attempted correction `[x for x in d['selected'] if x not in d['visible']]` still violates the explicit contract fixtures.","family":"s3-filter-interfaces-bulk-facet-selection-clear-subset","id":"FA-25571","implementations":{"attempt":{"sha256":"e105a61afa49fb76808a74128a483100e8a8f6aec86a9048a8758799938374f7","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    return {'eligible':([x for x in d['visible'] if x not in d['disabled']]), 'select-union':(list(dict.fromkeys(d['selected']+[x for x in d['visible'] if x not in d['disabled']]))), 'clear-subset':([x for x in d['selected'] if x not in d['visible']]), 'all-visible':(bool([x for x in d['visible'] if x not in d['disabled']]) and all(x in d['selected'] for x in d['visible'] if x not in d['disabled'])), 'mixed-visible':(0<sum(x in d['selected'] for x in d['visible'] if x not in d['disabled'])<sum(x not in d['disabled'] for x in d['visible'])), 'bulk-added-count':(sum(x not in d['selected'] and x not in d['disabled'] for x in d['visible']))}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0})], 2: [({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'b'], 'clear-subset': ['b'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': []}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 3: [({'visible': [], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1})], 4: [({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 2}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 5: [({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})]}\nfor index, (data, expected) in enumerate(fixtures[N]):\n    check(\"contract fixture \" + str(index), solve(data), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"68feef8eb0ad22efb7644181648502ce475d84b777cfe134760d2f6904076f42","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    return {'eligible':([x for x in d['visible'] if x not in d['disabled']]), 'select-union':(list(dict.fromkeys(d['selected']+[x for x in d['visible'] if x not in d['disabled']]))), 'clear-subset':([]), 'all-visible':(bool([x for x in d['visible'] if x not in d['disabled']]) and all(x in d['selected'] for x in d['visible'] if x not in d['disabled'])), 'mixed-visible':(0<sum(x in d['selected'] for x in d['visible'] if x not in d['disabled'])<sum(x not in d['disabled'] for x in d['visible'])), 'bulk-added-count':(sum(x not in d['selected'] and x not in d['disabled'] for x in d['visible']))}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0})], 2: [({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'b'], 'clear-subset': ['b'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': []}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 3: [({'visible': [], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1})], 4: [({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 2}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 5: [({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})]}\nfor index, (data, expected) in enumerate(fixtures[N]):\n    check(\"contract fixture \" + str(index), solve(data), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"4dc7532cf426846e0ebaa49a5ac35f6227bfb0bd905fb838670f3b3928fb4eaa","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    return {'eligible':([x for x in d['visible'] if x not in d['disabled']]), 'select-union':(list(dict.fromkeys(d['selected']+[x for x in d['visible'] if x not in d['disabled']]))), 'clear-subset':([x for x in d['selected'] if x not in d['visible'] or x in d['disabled']]), 'all-visible':(bool([x for x in d['visible'] if x not in d['disabled']]) and all(x in d['selected'] for x in d['visible'] if x not in d['disabled'])), 'mixed-visible':(0<sum(x in d['selected'] for x in d['visible'] if x not in d['disabled'])<sum(x not in d['disabled'] for x in d['visible'])), 'bulk-added-count':(sum(x not in d['selected'] and x not in d['disabled'] for x in d['visible']))}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0})], 2: [({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'b'], 'clear-subset': ['b'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': []}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 3: [({'visible': [], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1})], 4: [({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 2}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 5: [({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})]}\nfor index, (data, expected) in enumerate(fixtures[N]):\n    check(\"contract fixture \" + str(index), solve(data), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Deterministic bounded UI-state model only; no browser, query engine, network, or production-standard conformance is claimed. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-filter-interfaces-bulk-facet-selection-clear-subset","generated_at":"2026-09-29T14:41:07.845982+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Filter-widget state and serialization must preserve user constraints while the view changes.","repair":"Implement the declared clear-subset projection: `[x for x in d['selected'] if x not in d['visible'] or x in d['disabled']]`.","root_cause":"The clear-subset decision uses `[]` instead of the stipulated bulk-facet-selection projection.","sha256":"f63d2f9071ac2b1c8e46312ecd538ba472a3763d24fb2308996e4596bc4f4921","title":"Clear-visible preserves hidden and disabled selections · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":39.749,"exit_code":1,"observations":[{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 0","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 1","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","z"],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 2","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","z"],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 3","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 4","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 5","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"check":"contract fixture 6","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 7","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"passed":false},{"actual":{"all-visible":true,"bulk-added-count":0,"clear-subset":["z"],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 8","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":["z"],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"passed":true},{"actual":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 9","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"contract fixture 0\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 1\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 2\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"a\", \"z\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"a\", \"z\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 3\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 4\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 5\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"passed\": true}, {\"check\": \"contract fixture 6\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 1}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 1}, \"passed\": true}, {\"check\": \"contract fixture 7\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 8\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"z\"], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"z\"], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 9\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":42.274,"exit_code":1,"observations":[{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 0","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 1","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 2","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","z"],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 3","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 4","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 5","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"check":"contract fixture 6","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 7","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"passed":false},{"actual":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 8","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":["z"],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"passed":false},{"actual":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 9","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"contract fixture 0\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 1\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 2\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"a\", \"z\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 3\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 4\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 5\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"passed\": true}, {\"check\": \"contract fixture 6\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 1}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 1}, \"passed\": true}, {\"check\": \"contract fixture 7\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 8\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"z\"], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 9\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":41.663,"exit_code":0,"observations":[{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 0","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 1","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","z"],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 2","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","z"],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 3","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 4","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 5","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"check":"contract fixture 6","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 7","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"passed":true},{"actual":{"all-visible":true,"bulk-added-count":0,"clear-subset":["z"],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 8","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":["z"],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"passed":true},{"actual":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 9","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"contract fixture 0\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 1\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 2\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"a\", \"z\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"a\", \"z\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 3\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 4\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 5\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"passed\": true}, {\"check\": \"contract fixture 6\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 1}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 1}, \"passed\": true}, {\"check\": \"contract fixture 7\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 8\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"z\"], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"z\"], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 9\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}