{"abstract":"Bulk-change counts report newly added eligible choices is violated by the widget projection.","category":"Filter interfaces","checks":10,"contract":"Bulk selection acts on eligible visible choices, preserves hidden selections and reports mixed state over the eligible visible subset only. This example checks: Bulk-change counts report newly added eligible choices.","evaluation_group":"s3-filter-interfaces-bulk-facet-selection","failed_approach":"The attempted correction `sum(x not in d['selected'] for x in d['visible'])` still violates the explicit contract fixtures.","family":"s3-filter-interfaces-bulk-facet-selection-bulk-added-count","id":"FA-25586","implementations":{"attempt":{"sha256":"8ca2d78ad76682845794c56e85ad25658ee7a84daec7770dc3b63bbc6c8b672f","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    return {'eligible':([x for x in d['visible'] if x not in d['disabled']]), 'select-union':(list(dict.fromkeys(d['selected']+[x for x in d['visible'] if x not in d['disabled']]))), 'clear-subset':([x for x in d['selected'] if x not in d['visible'] or x in d['disabled']]), 'all-visible':(bool([x for x in d['visible'] if x not in d['disabled']]) and all(x in d['selected'] for x in d['visible'] if x not in d['disabled'])), 'mixed-visible':(0<sum(x in d['selected'] for x in d['visible'] if x not in d['disabled'])<sum(x not in d['disabled'] for x in d['visible'])), 'bulk-added-count':(sum(x not in d['selected'] for x in d['visible']))}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 2: [({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'b'], 'clear-subset': ['b'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': []}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 3: [({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 4: [({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 2}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 5: [({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})]}\nfor index, (data, expected) in enumerate(fixtures[N]):\n    check(\"contract fixture \" + str(index), solve(data), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"7b33c0553cb6bb9818ecdaf13eb5e4819b100cf8836718a7cdd8ef5d779168f2","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    return {'eligible':([x for x in d['visible'] if x not in d['disabled']]), 'select-union':(list(dict.fromkeys(d['selected']+[x for x in d['visible'] if x not in d['disabled']]))), 'clear-subset':([x for x in d['selected'] if x not in d['visible'] or x in d['disabled']]), 'all-visible':(bool([x for x in d['visible'] if x not in d['disabled']]) and all(x in d['selected'] for x in d['visible'] if x not in d['disabled'])), 'mixed-visible':(0<sum(x in d['selected'] for x in d['visible'] if x not in d['disabled'])<sum(x not in d['disabled'] for x in d['visible'])), 'bulk-added-count':(len(d['visible']))}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 2: [({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'b'], 'clear-subset': ['b'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': []}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 3: [({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 4: [({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 2}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 5: [({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})]}\nfor index, (data, expected) in enumerate(fixtures[N]):\n    check(\"contract fixture \" + str(index), solve(data), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"6a8550aed1b249718b4a9773a8df93051eabf028dc8088666765d734fbd7f2b2","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    return {'eligible':([x for x in d['visible'] if x not in d['disabled']]), 'select-union':(list(dict.fromkeys(d['selected']+[x for x in d['visible'] if x not in d['disabled']]))), 'clear-subset':([x for x in d['selected'] if x not in d['visible'] or x in d['disabled']]), 'all-visible':(bool([x for x in d['visible'] if x not in d['disabled']]) and all(x in d['selected'] for x in d['visible'] if x not in d['disabled'])), 'mixed-visible':(0<sum(x in d['selected'] for x in d['visible'] if x not in d['disabled'])<sum(x not in d['disabled'] for x in d['visible'])), 'bulk-added-count':(sum(x not in d['selected'] and x not in d['disabled'] for x in d['visible']))}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 2: [({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'b'], 'clear-subset': ['b'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': []}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 3: [({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 4: [({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': [], 'selected': ['a'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 2}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'z', 'b'], 'clear-subset': ['z'], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'z'], 'clear-subset': ['a', 'z'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})], 5: [({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': [], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': False, 'mixed-visible': True, 'bulk-added-count': 1}), ({'visible': ['a', 'b'], 'selected': ['a', 'z'], 'disabled': ['b']}, {'eligible': ['a'], 'select-union': ['a', 'z'], 'clear-subset': ['z'], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': []}, {'eligible': ['a', 'b'], 'select-union': ['a', 'b'], 'clear-subset': [], 'all-visible': True, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': ['a', 'b'], 'selected': ['a', 'b'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a', 'b'], 'clear-subset': ['a', 'b'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': [], 'disabled': ['b']}, {'eligible': [], 'select-union': [], 'clear-subset': [], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': []}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0}), ({'visible': [], 'selected': ['a'], 'disabled': ['a', 'b']}, {'eligible': [], 'select-union': ['a'], 'clear-subset': ['a'], 'all-visible': False, 'mixed-visible': False, 'bulk-added-count': 0})]}\nfor index, (data, expected) in enumerate(fixtures[N]):\n    check(\"contract fixture \" + str(index), solve(data), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Deterministic bounded UI-state model only; no browser, query engine, network, or production-standard conformance is claimed. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-filter-interfaces-bulk-facet-selection-bulk-added-count","generated_at":"2026-09-29T14:41:08.020416+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Filter-widget state and serialization must preserve user constraints while the view changes.","repair":"Implement the declared bulk-added-count projection: `sum(x not in d['selected'] and x not in d['disabled'] for x in d['visible'])`.","root_cause":"The bulk-added-count decision uses `len(d['visible'])` instead of the stipulated bulk-facet-selection projection.","sha256":"0a619ab0082a61d2f52dde340fef804105132fe7ff8f4aa5343cdb7f5d47d7e0","title":"Bulk-change counts report newly added eligible choices · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":44.731,"exit_code":1,"observations":[{"actual":{"all-visible":false,"bulk-added-count":2,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 0","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":1,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 1","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","z"],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 2","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","z"],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 3","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 4","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"check":"contract fixture 5","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":true,"bulk-added-count":1,"clear-subset":["z"],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 6","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":["z"],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"passed":false},{"actual":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 7","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 8","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":[]},"check":"contract fixture 9","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":[]},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"contract fixture 0\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 2}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"passed\": false}, {\"check\": \"contract fixture 1\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 2\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"a\", \"z\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"a\", \"z\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 3\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 4\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 5\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 1}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 1}, \"passed\": true}, {\"check\": \"contract fixture 6\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"z\"], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"z\"], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 7\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 8\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 9\", \"actual\": {\"eligible\": [], \"select-union\": [], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":39.285,"exit_code":1,"observations":[{"actual":{"all-visible":false,"bulk-added-count":2,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 0","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":2,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 1","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","z"],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 2","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","z"],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 3","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 4","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":2,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"check":"contract fixture 5","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"passed":false},{"actual":{"all-visible":true,"bulk-added-count":2,"clear-subset":["z"],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 6","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":["z"],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"passed":false},{"actual":{"all-visible":true,"bulk-added-count":2,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 7","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":2,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 8","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":false},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":[]},"check":"contract fixture 9","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":[]},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"contract fixture 0\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 2}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"passed\": false}, {\"check\": \"contract fixture 1\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 2}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 2\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"a\", \"z\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"a\", \"z\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 3\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 4\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 5\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 2}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 1}, \"passed\": false}, {\"check\": \"contract fixture 6\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"z\"], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 2}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"z\"], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 7\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 2}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 8\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 2}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": false}, {\"check\": \"contract fixture 9\", \"actual\": {\"eligible\": [], \"select-union\": [], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":40.453,"exit_code":0,"observations":[{"actual":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 0","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a"],"mixed-visible":false,"select-union":["a"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"check":"contract fixture 1","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a"],"eligible":[],"mixed-visible":false,"select-union":["a"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","z"],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 2","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","z"],"eligible":[],"mixed-visible":false,"select-union":["a","z"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 3","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 4","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"check":"contract fixture 5","expected":{"all-visible":false,"bulk-added-count":1,"clear-subset":[],"eligible":["a","b"],"mixed-visible":true,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":true,"bulk-added-count":0,"clear-subset":["z"],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"check":"contract fixture 6","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":["z"],"eligible":["a"],"mixed-visible":false,"select-union":["a","z"]},"passed":true},{"actual":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 7","expected":{"all-visible":true,"bulk-added-count":0,"clear-subset":[],"eligible":["a","b"],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"check":"contract fixture 8","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":["a","b"],"eligible":[],"mixed-visible":false,"select-union":["a","b"]},"passed":true},{"actual":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":[]},"check":"contract fixture 9","expected":{"all-visible":false,"bulk-added-count":0,"clear-subset":[],"eligible":[],"mixed-visible":false,"select-union":[]},"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"contract fixture 0\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 1}, \"passed\": true}, {\"check\": \"contract fixture 1\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\"], \"clear-subset\": [\"a\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 2\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"a\", \"z\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"a\", \"z\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 3\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 4\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 5\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 1}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": true, \"bulk-added-count\": 1}, \"passed\": true}, {\"check\": \"contract fixture 6\", \"actual\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"z\"], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [\"a\"], \"select-union\": [\"a\", \"z\"], \"clear-subset\": [\"z\"], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 7\", \"actual\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [\"a\", \"b\"], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [], \"all-visible\": true, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 8\", \"actual\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [\"a\", \"b\"], \"clear-subset\": [\"a\", \"b\"], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}, {\"check\": \"contract fixture 9\", \"actual\": {\"eligible\": [], \"select-union\": [], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"expected\": {\"eligible\": [], \"select-union\": [], \"clear-subset\": [], \"all-visible\": false, \"mixed-visible\": false, \"bulk-added-count\": 0}, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}