{"abstract":"Pinned headers keep user pin order and exclude absent options is violated by the widget projection.","category":"Filter interfaces","checks":10,"contract":"Facet ordering uses pinned then selected priority, descending known counts, and stable server order for ties; unknown counts sort behind known counts. This example checks: Pinned headers keep user pin order and exclude absent options.","evaluation_group":"s3-filter-interfaces-facet-ordering","failed_approach":"The attempted correction `[x for x in d['options'] if x in d['pinned']]` still violates the explicit contract fixtures.","family":"s3-filter-interfaces-facet-ordering-pin-visible-only","id":"FA-25946","implementations":{"attempt":{"sha256":"1bfaf65d70fea2ce91ffc3acce2085e7eb39fa81d3b6db3461db14fec57cdf21","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    return {'pin-priority':([x for x in d['options'] if x in d['pinned']]+[x for x in d['options'] if x not in d['pinned']]), 'selection-priority':([x for x in d['options'] if x in d['selected']]+[x for x in d['options'] if x not in d['selected']]), 'unknown-last':(sorted(d['options'],key=lambda x:d['counts'][x] is None)), 'descending-count':(sorted(d['options'],key=lambda x:-(d['counts'][x] if d['counts'][x] is not None else -1))), 'stable-count-ties':(sorted(d['options'],key=lambda x:-(d['counts'][x] if d['counts'][x] is not None else -1))), 'pin-visible-only':([x for x in d['options'] if x in d['pinned']])}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']})], 2: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']})], 3: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []})], 4: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']})], 5: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []})]}\nfor index, (data, expected) in enumerate(fixtures[N]):\n    check(\"contract fixture \" + str(index), solve(data), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"b0fcfa7c0044552c106ab0d4a45b5e521b6a4241de8577dbb289c5ebd2f3c91c","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    return {'pin-priority':([x for x in d['options'] if x in d['pinned']]+[x for x in d['options'] if x not in d['pinned']]), 'selection-priority':([x for x in d['options'] if x in d['selected']]+[x for x in d['options'] if x not in d['selected']]), 'unknown-last':(sorted(d['options'],key=lambda x:d['counts'][x] is None)), 'descending-count':(sorted(d['options'],key=lambda x:-(d['counts'][x] if d['counts'][x] is not None else -1))), 'stable-count-ties':(sorted(d['options'],key=lambda x:-(d['counts'][x] if d['counts'][x] is not None else -1))), 'pin-visible-only':(list(d['pinned']))}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']})], 2: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']})], 3: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []})], 4: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']})], 5: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []})]}\nfor index, (data, expected) in enumerate(fixtures[N]):\n    check(\"contract fixture \" + str(index), solve(data), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"cb35332bfb59a6ba2ae828d19739edb5bfe06d19c1f8618ce3a1c0247fac20fb","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    return {'pin-priority':([x for x in d['options'] if x in d['pinned']]+[x for x in d['options'] if x not in d['pinned']]), 'selection-priority':([x for x in d['options'] if x in d['selected']]+[x for x in d['options'] if x not in d['selected']]), 'unknown-last':(sorted(d['options'],key=lambda x:d['counts'][x] is None)), 'descending-count':(sorted(d['options'],key=lambda x:-(d['counts'][x] if d['counts'][x] is not None else -1))), 'stable-count-ties':(sorted(d['options'],key=lambda x:-(d['counts'][x] if d['counts'][x] is not None else -1))), 'pin-visible-only':([x for x in d['pinned'] if x in d['options']])}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = {1: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']})], 2: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']})], 3: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []})], 4: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']})], 5: [({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['a', 'c', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['b', 'c', 'a'], 'unknown-last': ['b', 'c', 'a'], 'descending-count': ['b', 'c', 'a'], 'stable-count-ties': ['b', 'c', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': [], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['c', 'b', 'a'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': []}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'c', 'b'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': 0, 'b': None, 'c': 3}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'a', 'b'], 'descending-count': ['c', 'a', 'b'], 'stable-count-ties': ['c', 'a', 'b'], 'pin-visible-only': ['a', 'b']}), ({'options': ['c', 'b', 'a'], 'pinned': ['a', 'z', 'b'], 'selected': ['b', 'c'], 'counts': {'a': None, 'b': 0, 'c': 0}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['c', 'b', 'a'], 'unknown-last': ['c', 'b', 'a'], 'descending-count': ['c', 'b', 'a'], 'stable-count-ties': ['c', 'b', 'a'], 'pin-visible-only': ['a', 'b']}), ({'options': ['b', 'a', 'c'], 'pinned': [], 'selected': ['a'], 'counts': {'a': 2, 'b': 2, 'c': None}}, {'pin-priority': ['b', 'a', 'c'], 'selection-priority': ['a', 'b', 'c'], 'unknown-last': ['b', 'a', 'c'], 'descending-count': ['b', 'a', 'c'], 'stable-count-ties': ['b', 'a', 'c'], 'pin-visible-only': []})]}\nfor index, (data, expected) in enumerate(fixtures[N]):\n    check(\"contract fixture \" + str(index), solve(data), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Deterministic bounded UI-state model only; no browser, query engine, network, or production-standard conformance is claimed. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-filter-interfaces-facet-ordering-pin-visible-only","generated_at":"2026-09-29T14:41:11.383345+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Filter-widget state and serialization must preserve user constraints while the view changes.","repair":"Implement the declared pin-visible-only projection: `[x for x in d['pinned'] if x in d['options']]`.","root_cause":"The pin-visible-only decision uses `list(d['pinned'])` instead of the stipulated facet-ordering projection.","sha256":"2b79c75f7428ca02ccad71cfac45a07ae509d9e18915fc92f7e252339a6c306a","title":"Pinned headers keep user pin order and exclude absent options · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":43.34,"exit_code":1,"observations":[{"actual":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["b","a"],"selection-priority":["a","b","c"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"check":"contract fixture 0","expected":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","b","c"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"passed":false},{"actual":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["b","a"],"selection-priority":["b","c","a"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"check":"contract fixture 1","expected":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["b","c","a"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"passed":false},{"actual":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["b","a"],"selection-priority":["a","b","c"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"check":"contract fixture 2","expected":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","b","c"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"passed":false},{"actual":{"descending-count":["b","c","a"],"pin-priority":["b","a","c"],"pin-visible-only":["b","a"],"selection-priority":["b","c","a"],"stable-count-ties":["b","c","a"],"unknown-last":["b","c","a"]},"check":"contract fixture 3","expected":{"descending-count":["b","c","a"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["b","c","a"],"stable-count-ties":["b","c","a"],"unknown-last":["b","c","a"]},"passed":false},{"actual":{"descending-count":["b","a","c"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"check":"contract fixture 4","expected":{"descending-count":["b","a","c"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"passed":true},{"actual":{"descending-count":["c","a","b"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"check":"contract fixture 5","expected":{"descending-count":["c","a","b"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"passed":true},{"actual":{"descending-count":["c","b","a"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"check":"contract fixture 6","expected":{"descending-count":["c","b","a"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"passed":true},{"actual":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["b","a"],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"check":"contract fixture 7","expected":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"passed":false},{"actual":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["b","a"],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"check":"contract fixture 8","expected":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"passed":false},{"actual":{"descending-count":["c","b","a"],"pin-priority":["b","a","c"],"pin-visible-only":["b","a"],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"check":"contract fixture 9","expected":{"descending-count":["c","b","a"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"contract fixture 0\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"b\", \"a\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 1\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"b\", \"a\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 2\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"b\", \"a\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 3\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"b\", \"c\", \"a\"], \"descending-count\": [\"b\", \"c\", \"a\"], \"stable-count-ties\": [\"b\", \"c\", \"a\"], \"pin-visible-only\": [\"b\", \"a\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"b\", \"c\", \"a\"], \"descending-count\": [\"b\", \"c\", \"a\"], \"stable-count-ties\": [\"b\", \"c\", \"a\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 4\", \"actual\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": []}, \"expected\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": []}, \"passed\": true}, {\"check\": \"contract fixture 5\", \"actual\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": []}, \"expected\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": []}, \"passed\": true}, {\"check\": \"contract fixture 6\", \"actual\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": []}, \"expected\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": []}, \"passed\": true}, {\"check\": \"contract fixture 7\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"b\", \"a\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 8\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"b\", \"a\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 9\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": [\"b\", \"a\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":41.217,"exit_code":1,"observations":[{"actual":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","z","b"],"selection-priority":["a","b","c"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"check":"contract fixture 0","expected":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","b","c"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"passed":false},{"actual":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","z","b"],"selection-priority":["b","c","a"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"check":"contract fixture 1","expected":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["b","c","a"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"passed":false},{"actual":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["a","z","b"],"selection-priority":["a","b","c"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"check":"contract fixture 2","expected":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","b","c"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"passed":false},{"actual":{"descending-count":["b","c","a"],"pin-priority":["b","a","c"],"pin-visible-only":["a","z","b"],"selection-priority":["b","c","a"],"stable-count-ties":["b","c","a"],"unknown-last":["b","c","a"]},"check":"contract fixture 3","expected":{"descending-count":["b","c","a"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["b","c","a"],"stable-count-ties":["b","c","a"],"unknown-last":["b","c","a"]},"passed":false},{"actual":{"descending-count":["b","a","c"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"check":"contract fixture 4","expected":{"descending-count":["b","a","c"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"passed":true},{"actual":{"descending-count":["c","a","b"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"check":"contract fixture 5","expected":{"descending-count":["c","a","b"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"passed":true},{"actual":{"descending-count":["c","b","a"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"check":"contract fixture 6","expected":{"descending-count":["c","b","a"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"passed":true},{"actual":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["a","z","b"],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"check":"contract fixture 7","expected":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"passed":false},{"actual":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","z","b"],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"check":"contract fixture 8","expected":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"passed":false},{"actual":{"descending-count":["c","b","a"],"pin-priority":["b","a","c"],"pin-visible-only":["a","z","b"],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"check":"contract fixture 9","expected":{"descending-count":["c","b","a"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"contract fixture 0\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"z\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 1\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"z\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 2\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"a\", \"z\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 3\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"b\", \"c\", \"a\"], \"descending-count\": [\"b\", \"c\", \"a\"], \"stable-count-ties\": [\"b\", \"c\", \"a\"], \"pin-visible-only\": [\"a\", \"z\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"b\", \"c\", \"a\"], \"descending-count\": [\"b\", \"c\", \"a\"], \"stable-count-ties\": [\"b\", \"c\", \"a\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 4\", \"actual\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": []}, \"expected\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": []}, \"passed\": true}, {\"check\": \"contract fixture 5\", \"actual\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": []}, \"expected\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": []}, \"passed\": true}, {\"check\": \"contract fixture 6\", \"actual\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": []}, \"expected\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": []}, \"passed\": true}, {\"check\": \"contract fixture 7\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"a\", \"z\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 8\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"z\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}, {\"check\": \"contract fixture 9\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": [\"a\", \"z\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":42.324,"exit_code":0,"observations":[{"actual":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","b","c"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"check":"contract fixture 0","expected":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","b","c"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"passed":true},{"actual":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["b","c","a"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"check":"contract fixture 1","expected":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["b","c","a"],"stable-count-ties":["c","a","b"],"unknown-last":["a","c","b"]},"passed":true},{"actual":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","b","c"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"check":"contract fixture 2","expected":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","b","c"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"passed":true},{"actual":{"descending-count":["b","c","a"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["b","c","a"],"stable-count-ties":["b","c","a"],"unknown-last":["b","c","a"]},"check":"contract fixture 3","expected":{"descending-count":["b","c","a"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["b","c","a"],"stable-count-ties":["b","c","a"],"unknown-last":["b","c","a"]},"passed":true},{"actual":{"descending-count":["b","a","c"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"check":"contract fixture 4","expected":{"descending-count":["b","a","c"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"passed":true},{"actual":{"descending-count":["c","a","b"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"check":"contract fixture 5","expected":{"descending-count":["c","a","b"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"passed":true},{"actual":{"descending-count":["c","b","a"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"check":"contract fixture 6","expected":{"descending-count":["c","b","a"],"pin-priority":["c","b","a"],"pin-visible-only":[],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"passed":true},{"actual":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"check":"contract fixture 7","expected":{"descending-count":["b","a","c"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["a","c","b"],"stable-count-ties":["b","a","c"],"unknown-last":["b","a","c"]},"passed":true},{"actual":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"check":"contract fixture 8","expected":{"descending-count":["c","a","b"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["c","b","a"],"stable-count-ties":["c","a","b"],"unknown-last":["c","a","b"]},"passed":true},{"actual":{"descending-count":["c","b","a"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"check":"contract fixture 9","expected":{"descending-count":["c","b","a"],"pin-priority":["b","a","c"],"pin-visible-only":["a","b"],"selection-priority":["c","b","a"],"stable-count-ties":["c","b","a"],"unknown-last":["c","b","a"]},"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"contract fixture 0\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": true}, {\"check\": \"contract fixture 1\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"a\", \"c\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": true}, {\"check\": \"contract fixture 2\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"b\", \"c\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": true}, {\"check\": \"contract fixture 3\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"b\", \"c\", \"a\"], \"descending-count\": [\"b\", \"c\", \"a\"], \"stable-count-ties\": [\"b\", \"c\", \"a\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"b\", \"c\", \"a\"], \"unknown-last\": [\"b\", \"c\", \"a\"], \"descending-count\": [\"b\", \"c\", \"a\"], \"stable-count-ties\": [\"b\", \"c\", \"a\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": true}, {\"check\": \"contract fixture 4\", \"actual\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": []}, \"expected\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": []}, \"passed\": true}, {\"check\": \"contract fixture 5\", \"actual\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": []}, \"expected\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": []}, \"passed\": true}, {\"check\": \"contract fixture 6\", \"actual\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": []}, \"expected\": {\"pin-priority\": [\"c\", \"b\", \"a\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": []}, \"passed\": true}, {\"check\": \"contract fixture 7\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"a\", \"c\", \"b\"], \"unknown-last\": [\"b\", \"a\", \"c\"], \"descending-count\": [\"b\", \"a\", \"c\"], \"stable-count-ties\": [\"b\", \"a\", \"c\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": true}, {\"check\": \"contract fixture 8\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"a\", \"b\"], \"descending-count\": [\"c\", \"a\", \"b\"], \"stable-count-ties\": [\"c\", \"a\", \"b\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": true}, {\"check\": \"contract fixture 9\", \"actual\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"expected\": {\"pin-priority\": [\"b\", \"a\", \"c\"], \"selection-priority\": [\"c\", \"b\", \"a\"], \"unknown-last\": [\"c\", \"b\", \"a\"], \"descending-count\": [\"c\", \"b\", \"a\"], \"stable-count-ties\": [\"c\", \"b\", \"a\"], \"pin-visible-only\": [\"a\", \"b\"]}, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}