{"abstract":"Late-arriving older events are emitted after newer ones and suppress the wrong exposures.","category":"Feature flag rollout bucketing","checks":8,"contract":"events are [t, user, flag, variant] processed in timestamp order (stable for ties). An exposure is emitted unless the same (user, flag, variant) was emitted less than window seconds earlier; suppressed events do not move the window. Return emitted indices in processing order.","evaluation_group":"w2-feature-flag-rollout-bucketing-exposure-dedupe","failed_approach":"Grouping by user before time emits the right events in a non-chronological order.","family":"w2-feature-flag-rollout-bucketing-exposure-dedupe-event-order","id":"FA-74191","implementations":{"attempt":{"sha256":"552dca887472cc41c4775ec9ae7eaef3da8bd1d4b67370b4b0ac11ac3e2d77f9","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(events, window):\n    last = {}\n    out = []\n    for i in sorted(range(len(events)), key=lambda j: (events[j][1], events[j][0])):\n        t, user, flag, variant = events[i]\n        k = (user, flag, variant)\n        if k in last and t - last[k] < window:\n            continue\n        last[k] = t\n        out.append(i)\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('variant change emits immediately', [[[0, 'a', 'f', 'on'], [1, 'a', 'f', 'off']], 10], [0, 1]),\n  ('different flags are tracked separately', [[[0, 'a', 'f', 'on'], [1, 'a', 'g', 'on']], 10], [0, 1]),\n  ('suppressed events do not extend the window',\n   [[[0, 'a', 'f', 'on'], [8, 'a', 'f', 'on'], [12, 'a', 'f', 'on']], 10],\n   [0, 2]),\n  ('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('exposure stream sample 1',\n   [[[2, 'a', 'f', 'on'],\n     [2, 'b', 'g', 'on'],\n     [9, 'a', 'g', 'on'],\n     [14, 'b', 'g', 'off'],\n     [18, 'a', 'g', 'off'],\n     [21, 'b', 'f', 'off'],\n     [21, 'b', 'f', 'on'],\n     [24, 'a', 'f', 'off']],\n    5],\n   [0, 1, 2, 3, 4, 5, 6, 7]),\n  ('exposure stream sample 2',\n   [[[21, 'a', 'f', 'off'],\n     [8, 'a', 'g', 'off'],\n     [3, 'a', 'f', 'off'],\n     [9, 'b', 'f', 'on'],\n     [21, 'a', 'g', 'on'],\n     [24, 'b', 'g', 'off'],\n     [20, 'b', 'f', 'on']],\n    0],\n   [2, 1, 3, 6, 0, 4, 5])],\n [('different flags are tracked separately', [[[0, 'a', 'f', 'on'], [1, 'a', 'g', 'on']], 10], [0, 1]),\n  ('suppressed events do not extend the window',\n   [[[0, 'a', 'f', 'on'], [8, 'a', 'f', 'on'], [12, 'a', 'f', 'on']], 10],\n   [0, 2]),\n  ('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('exposure stream sample 10',\n   [[[20, 'a', 'f', 'off'], [12, 'b', 'g', 'off'], [11, 'a', 'g', 'off']], 0],\n   [2, 1, 0]),\n  ('exposure stream sample 16',\n   [[[4, 'a', 'g', 'off'],\n     [21, 'a', 'g', 'off'],\n     [20, 'a', 'g', 'off'],\n     [23, 'b', 'g', 'on'],\n     [19, 'b', 'f', 'on'],\n     [22, 'b', 'f', 'on'],\n     [10, 'b', 'f', 'on']],\n    0],\n   [0, 6, 4, 2, 1, 5, 3])],\n [('suppressed events do not extend the window',\n   [[[0, 'a', 'f', 'on'], [8, 'a', 'f', 'on'], [12, 'a', 'f', 'on']], 10],\n   [0, 2]),\n  ('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('exposure stream sample 11',\n   [[[10, 'b', 'g', 'on'], [19, 'b', 'g', 'off'], [9, 'b', 'f', 'on'], [16, 'a', 'f', 'on']], 10],\n   [2, 0, 3, 1]),\n  ('exposure stream sample 19',\n   [[[0, 'b', 'f', 'on'], [20, 'b', 'g', 'on'], [4, 'a', 'f', 'off']], 10],\n   [0, 2, 1]),\n  ('exposure stream sample 27',\n   [[[23, 'b', 'g', 'on'], [16, 'b', 'f', 'on'], [18, 'a', 'g', 'off']], 0],\n   [1, 2, 0])],\n [('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('zero window never suppresses', [[[0, 'a', 'f', 'on'], [0, 'a', 'f', 'on']], 0], [0, 1]),\n  ('exposure stream sample 16',\n   [[[4, 'a', 'g', 'off'],\n     [21, 'a', 'g', 'off'],\n     [20, 'a', 'g', 'off'],\n     [23, 'b', 'g', 'on'],\n     [19, 'b', 'f', 'on'],\n     [22, 'b', 'f', 'on'],\n     [10, 'b', 'f', 'on']],\n    0],\n   [0, 6, 4, 2, 1, 5, 3]),\n  ('exposure stream sample 27',\n   [[[23, 'b', 'g', 'on'], [16, 'b', 'f', 'on'], [18, 'a', 'g', 'off']], 0],\n   [1, 2, 0]),\n  ('exposure stream sample 38',\n   [[[5, 'b', 'g', 'on'],\n     [10, 'a', 'f', 'off'],\n     [1, 'b', 'g', 'off'],\n     [7, 'b', 'g', 'off'],\n     [11, 'b', 'f', 'off'],\n     [14, 'a', 'g', 'on'],\n     [21, 'b', 'g', 'off'],\n     [5, 'b', 'f', 'off']],\n    0],\n   [2, 0, 7, 3, 1, 4, 5, 6])],\n [('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('zero window never suppresses', [[[0, 'a', 'f', 'on'], [0, 'a', 'f', 'on']], 0], [0, 1]),\n  ('users are tracked separately',\n   [[[0, 'a', 'f', 'on'], [1, 'b', 'f', 'on'], [2, 'a', 'f', 'on']], 5],\n   [0, 1]),\n  ('exposure stream sample 21',\n   [[[4, 'a', 'g', 'on'],\n     [5, 'a', 'g', 'on'],\n     [22, 'a', 'f', 'off'],\n     [4, 'a', 'g', 'on'],\n     [19, 'a', 'f', 'off'],\n     [8, 'a', 'g', 'on'],\n     [11, 'a', 'f', 'off']],\n    5],\n   [0, 6, 4]),\n  ('exposure stream sample 35',\n   [[[11, 'a', 'f', 'off'],\n     [16, 'a', 'g', 'off'],\n     [4, 'b', 'g', 'on'],\n     [15, 'b', 'f', 'off'],\n     [14, 'a', 'f', 'off'],\n     [13, 'b', 'f', 'on'],\n     [11, 'a', 'f', 'on'],\n     [0, 'a', 'g', 'on']],\n    0],\n   [7, 2, 0, 6, 5, 4, 3, 1]),\n  ('exposure stream sample 49',\n   [[[22, 'a', 'f', 'on'], [2, 'b', 'g', 'off'], [0, 'b', 'g', 'on']], 10],\n   [2, 1, 0])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"fba9bafb05ba1ce1eb1d4a203028d30b667f627cac327e936b8f855977b9777f","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(events, window):\n    last = {}\n    out = []\n    for i in range(len(events)):\n        t, user, flag, variant = events[i]\n        k = (user, flag, variant)\n        if k in last and t - last[k] < window:\n            continue\n        last[k] = t\n        out.append(i)\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('variant change emits immediately', [[[0, 'a', 'f', 'on'], [1, 'a', 'f', 'off']], 10], [0, 1]),\n  ('different flags are tracked separately', [[[0, 'a', 'f', 'on'], [1, 'a', 'g', 'on']], 10], [0, 1]),\n  ('suppressed events do not extend the window',\n   [[[0, 'a', 'f', 'on'], [8, 'a', 'f', 'on'], [12, 'a', 'f', 'on']], 10],\n   [0, 2]),\n  ('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('exposure stream sample 1',\n   [[[2, 'a', 'f', 'on'],\n     [2, 'b', 'g', 'on'],\n     [9, 'a', 'g', 'on'],\n     [14, 'b', 'g', 'off'],\n     [18, 'a', 'g', 'off'],\n     [21, 'b', 'f', 'off'],\n     [21, 'b', 'f', 'on'],\n     [24, 'a', 'f', 'off']],\n    5],\n   [0, 1, 2, 3, 4, 5, 6, 7]),\n  ('exposure stream sample 2',\n   [[[21, 'a', 'f', 'off'],\n     [8, 'a', 'g', 'off'],\n     [3, 'a', 'f', 'off'],\n     [9, 'b', 'f', 'on'],\n     [21, 'a', 'g', 'on'],\n     [24, 'b', 'g', 'off'],\n     [20, 'b', 'f', 'on']],\n    0],\n   [2, 1, 3, 6, 0, 4, 5])],\n [('different flags are tracked separately', [[[0, 'a', 'f', 'on'], [1, 'a', 'g', 'on']], 10], [0, 1]),\n  ('suppressed events do not extend the window',\n   [[[0, 'a', 'f', 'on'], [8, 'a', 'f', 'on'], [12, 'a', 'f', 'on']], 10],\n   [0, 2]),\n  ('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('exposure stream sample 10',\n   [[[20, 'a', 'f', 'off'], [12, 'b', 'g', 'off'], [11, 'a', 'g', 'off']], 0],\n   [2, 1, 0]),\n  ('exposure stream sample 16',\n   [[[4, 'a', 'g', 'off'],\n     [21, 'a', 'g', 'off'],\n     [20, 'a', 'g', 'off'],\n     [23, 'b', 'g', 'on'],\n     [19, 'b', 'f', 'on'],\n     [22, 'b', 'f', 'on'],\n     [10, 'b', 'f', 'on']],\n    0],\n   [0, 6, 4, 2, 1, 5, 3])],\n [('suppressed events do not extend the window',\n   [[[0, 'a', 'f', 'on'], [8, 'a', 'f', 'on'], [12, 'a', 'f', 'on']], 10],\n   [0, 2]),\n  ('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('exposure stream sample 11',\n   [[[10, 'b', 'g', 'on'], [19, 'b', 'g', 'off'], [9, 'b', 'f', 'on'], [16, 'a', 'f', 'on']], 10],\n   [2, 0, 3, 1]),\n  ('exposure stream sample 19',\n   [[[0, 'b', 'f', 'on'], [20, 'b', 'g', 'on'], [4, 'a', 'f', 'off']], 10],\n   [0, 2, 1]),\n  ('exposure stream sample 27',\n   [[[23, 'b', 'g', 'on'], [16, 'b', 'f', 'on'], [18, 'a', 'g', 'off']], 0],\n   [1, 2, 0])],\n [('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('zero window never suppresses', [[[0, 'a', 'f', 'on'], [0, 'a', 'f', 'on']], 0], [0, 1]),\n  ('exposure stream sample 16',\n   [[[4, 'a', 'g', 'off'],\n     [21, 'a', 'g', 'off'],\n     [20, 'a', 'g', 'off'],\n     [23, 'b', 'g', 'on'],\n     [19, 'b', 'f', 'on'],\n     [22, 'b', 'f', 'on'],\n     [10, 'b', 'f', 'on']],\n    0],\n   [0, 6, 4, 2, 1, 5, 3]),\n  ('exposure stream sample 27',\n   [[[23, 'b', 'g', 'on'], [16, 'b', 'f', 'on'], [18, 'a', 'g', 'off']], 0],\n   [1, 2, 0]),\n  ('exposure stream sample 38',\n   [[[5, 'b', 'g', 'on'],\n     [10, 'a', 'f', 'off'],\n     [1, 'b', 'g', 'off'],\n     [7, 'b', 'g', 'off'],\n     [11, 'b', 'f', 'off'],\n     [14, 'a', 'g', 'on'],\n     [21, 'b', 'g', 'off'],\n     [5, 'b', 'f', 'off']],\n    0],\n   [2, 0, 7, 3, 1, 4, 5, 6])],\n [('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('zero window never suppresses', [[[0, 'a', 'f', 'on'], [0, 'a', 'f', 'on']], 0], [0, 1]),\n  ('users are tracked separately',\n   [[[0, 'a', 'f', 'on'], [1, 'b', 'f', 'on'], [2, 'a', 'f', 'on']], 5],\n   [0, 1]),\n  ('exposure stream sample 21',\n   [[[4, 'a', 'g', 'on'],\n     [5, 'a', 'g', 'on'],\n     [22, 'a', 'f', 'off'],\n     [4, 'a', 'g', 'on'],\n     [19, 'a', 'f', 'off'],\n     [8, 'a', 'g', 'on'],\n     [11, 'a', 'f', 'off']],\n    5],\n   [0, 6, 4]),\n  ('exposure stream sample 35',\n   [[[11, 'a', 'f', 'off'],\n     [16, 'a', 'g', 'off'],\n     [4, 'b', 'g', 'on'],\n     [15, 'b', 'f', 'off'],\n     [14, 'a', 'f', 'off'],\n     [13, 'b', 'f', 'on'],\n     [11, 'a', 'f', 'on'],\n     [0, 'a', 'g', 'on']],\n    0],\n   [7, 2, 0, 6, 5, 4, 3, 1]),\n  ('exposure stream sample 49',\n   [[[22, 'a', 'f', 'on'], [2, 'b', 'g', 'off'], [0, 'b', 'g', 'on']], 10],\n   [2, 1, 0])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"86876c368c74d5d15ad227f6321fdef12b9e0cf3de033e7bd480109e9be2a432","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(events, window):\n    last = {}\n    out = []\n    for i in sorted(range(len(events)), key=lambda j: events[j][0]):\n        t, user, flag, variant = events[i]\n        k = (user, flag, variant)\n        if k in last and t - last[k] < window:\n            continue\n        last[k] = t\n        out.append(i)\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('variant change emits immediately', [[[0, 'a', 'f', 'on'], [1, 'a', 'f', 'off']], 10], [0, 1]),\n  ('different flags are tracked separately', [[[0, 'a', 'f', 'on'], [1, 'a', 'g', 'on']], 10], [0, 1]),\n  ('suppressed events do not extend the window',\n   [[[0, 'a', 'f', 'on'], [8, 'a', 'f', 'on'], [12, 'a', 'f', 'on']], 10],\n   [0, 2]),\n  ('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('exposure stream sample 1',\n   [[[2, 'a', 'f', 'on'],\n     [2, 'b', 'g', 'on'],\n     [9, 'a', 'g', 'on'],\n     [14, 'b', 'g', 'off'],\n     [18, 'a', 'g', 'off'],\n     [21, 'b', 'f', 'off'],\n     [21, 'b', 'f', 'on'],\n     [24, 'a', 'f', 'off']],\n    5],\n   [0, 1, 2, 3, 4, 5, 6, 7]),\n  ('exposure stream sample 2',\n   [[[21, 'a', 'f', 'off'],\n     [8, 'a', 'g', 'off'],\n     [3, 'a', 'f', 'off'],\n     [9, 'b', 'f', 'on'],\n     [21, 'a', 'g', 'on'],\n     [24, 'b', 'g', 'off'],\n     [20, 'b', 'f', 'on']],\n    0],\n   [2, 1, 3, 6, 0, 4, 5])],\n [('different flags are tracked separately', [[[0, 'a', 'f', 'on'], [1, 'a', 'g', 'on']], 10], [0, 1]),\n  ('suppressed events do not extend the window',\n   [[[0, 'a', 'f', 'on'], [8, 'a', 'f', 'on'], [12, 'a', 'f', 'on']], 10],\n   [0, 2]),\n  ('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('exposure stream sample 10',\n   [[[20, 'a', 'f', 'off'], [12, 'b', 'g', 'off'], [11, 'a', 'g', 'off']], 0],\n   [2, 1, 0]),\n  ('exposure stream sample 16',\n   [[[4, 'a', 'g', 'off'],\n     [21, 'a', 'g', 'off'],\n     [20, 'a', 'g', 'off'],\n     [23, 'b', 'g', 'on'],\n     [19, 'b', 'f', 'on'],\n     [22, 'b', 'f', 'on'],\n     [10, 'b', 'f', 'on']],\n    0],\n   [0, 6, 4, 2, 1, 5, 3])],\n [('suppressed events do not extend the window',\n   [[[0, 'a', 'f', 'on'], [8, 'a', 'f', 'on'], [12, 'a', 'f', 'on']], 10],\n   [0, 2]),\n  ('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('exposure stream sample 11',\n   [[[10, 'b', 'g', 'on'], [19, 'b', 'g', 'off'], [9, 'b', 'f', 'on'], [16, 'a', 'f', 'on']], 10],\n   [2, 0, 3, 1]),\n  ('exposure stream sample 19',\n   [[[0, 'b', 'f', 'on'], [20, 'b', 'g', 'on'], [4, 'a', 'f', 'off']], 10],\n   [0, 2, 1]),\n  ('exposure stream sample 27',\n   [[[23, 'b', 'g', 'on'], [16, 'b', 'f', 'on'], [18, 'a', 'g', 'off']], 0],\n   [1, 2, 0])],\n [('duplicate inside a re-anchored window is suppressed',\n   [[[0, 'a', 'f', 'on'], [12, 'a', 'f', 'on'], [15, 'a', 'f', 'on'], [25, 'a', 'f', 'on']], 10],\n   [0, 1, 3]),\n  ('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('zero window never suppresses', [[[0, 'a', 'f', 'on'], [0, 'a', 'f', 'on']], 0], [0, 1]),\n  ('exposure stream sample 16',\n   [[[4, 'a', 'g', 'off'],\n     [21, 'a', 'g', 'off'],\n     [20, 'a', 'g', 'off'],\n     [23, 'b', 'g', 'on'],\n     [19, 'b', 'f', 'on'],\n     [22, 'b', 'f', 'on'],\n     [10, 'b', 'f', 'on']],\n    0],\n   [0, 6, 4, 2, 1, 5, 3]),\n  ('exposure stream sample 27',\n   [[[23, 'b', 'g', 'on'], [16, 'b', 'f', 'on'], [18, 'a', 'g', 'off']], 0],\n   [1, 2, 0]),\n  ('exposure stream sample 38',\n   [[[5, 'b', 'g', 'on'],\n     [10, 'a', 'f', 'off'],\n     [1, 'b', 'g', 'off'],\n     [7, 'b', 'g', 'off'],\n     [11, 'b', 'f', 'off'],\n     [14, 'a', 'g', 'on'],\n     [21, 'b', 'g', 'off'],\n     [5, 'b', 'f', 'off']],\n    0],\n   [2, 0, 7, 3, 1, 4, 5, 6])],\n [('one second before the window closes is suppressed',\n   [[[0, 'b', 'g', 'off'], [9, 'b', 'g', 'off']], 10],\n   [0]),\n  ('exactly one window later emits again', [[[0, 'a', 'f', 'on'], [10, 'a', 'f', 'on']], 10], [0, 1]),\n  ('events are processed in time order',\n   [[[12, 'a', 'f', 'on'], [0, 'a', 'f', 'on'], [5, 'b', 'f', 'on']], 10],\n   [1, 2, 0]),\n  ('zero window never suppresses', [[[0, 'a', 'f', 'on'], [0, 'a', 'f', 'on']], 0], [0, 1]),\n  ('users are tracked separately',\n   [[[0, 'a', 'f', 'on'], [1, 'b', 'f', 'on'], [2, 'a', 'f', 'on']], 5],\n   [0, 1]),\n  ('exposure stream sample 21',\n   [[[4, 'a', 'g', 'on'],\n     [5, 'a', 'g', 'on'],\n     [22, 'a', 'f', 'off'],\n     [4, 'a', 'g', 'on'],\n     [19, 'a', 'f', 'off'],\n     [8, 'a', 'g', 'on'],\n     [11, 'a', 'f', 'off']],\n    5],\n   [0, 6, 4]),\n  ('exposure stream sample 35',\n   [[[11, 'a', 'f', 'off'],\n     [16, 'a', 'g', 'off'],\n     [4, 'b', 'g', 'on'],\n     [15, 'b', 'f', 'off'],\n     [14, 'a', 'f', 'off'],\n     [13, 'b', 'f', 'on'],\n     [11, 'a', 'f', 'on'],\n     [0, 'a', 'g', 'on']],\n    0],\n   [7, 2, 0, 6, 5, 4, 3, 1]),\n  ('exposure stream sample 49',\n   [[[22, 'a', 'f', 'on'], [2, 'b', 'g', 'off'], [0, 'b', 'g', 'on']], 10],\n   [2, 1, 0])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic toy flag-evaluation model with a stipulated contract; it does not reproduce any vendor SDK byte for byte. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-feature-flag-rollout-bucketing-exposure-dedupe-event-order","generated_at":"2026-09-29T14:48:54.475275+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Exposure logs define who entered an experiment; duplicates and gaps both bias analysis.","repair":"Process events in timestamp order, stable for ties.","root_cause":"The loop walks events by list index instead of timestamp.","sha256":"b95bdb1161bbede8b776b0fa6a7b658ff8e8c27c0a36a6ed1afa0012143b15ac","title":"Exposure event deduplication: Events are processed in arrival order · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":45.573,"exit_code":1,"observations":[{"actual":[0,1],"check":"variant change emits immediately","expected":[0,1],"passed":true},{"actual":[0,1],"check":"different flags are tracked separately","expected":[0,1],"passed":true},{"actual":[0,2],"check":"suppressed events do not extend the window","expected":[0,2],"passed":true},{"actual":[0,1,3],"check":"duplicate inside a re-anchored window is suppressed","expected":[0,1,3],"passed":true},{"actual":[0],"check":"one second before the window closes is suppressed","expected":[0],"passed":true},{"actual":[1,0,2],"check":"events are processed in time order","expected":[1,2,0],"passed":false},{"actual":[0,2,4,7,1,3,5,6],"check":"exposure stream sample 1","expected":[0,1,2,3,4,5,6,7],"passed":false},{"actual":[2,1,0,4,3,6,5],"check":"exposure stream sample 2","expected":[2,1,3,6,0,4,5],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"variant change emits immediately\", \"actual\": [0, 1], \"expected\": [0, 1], \"passed\": true}, {\"check\": \"different flags are tracked separately\", \"actual\": [0, 1], \"expected\": [0, 1], \"passed\": true}, {\"check\": \"suppressed events do not extend the window\", \"actual\": [0, 2], \"expected\": [0, 2], \"passed\": true}, {\"check\": \"duplicate inside a re-anchored window is suppressed\", \"actual\": [0, 1, 3], \"expected\": [0, 1, 3], \"passed\": true}, {\"check\": \"one second before the window closes is suppressed\", \"actual\": [0], \"expected\": [0], \"passed\": true}, {\"check\": \"events are processed in time order\", \"actual\": [1, 0, 2], \"expected\": [1, 2, 0], \"passed\": false}, {\"check\": \"exposure stream sample 1\", \"actual\": [0, 2, 4, 7, 1, 3, 5, 6], \"expected\": [0, 1, 2, 3, 4, 5, 6, 7], \"passed\": false}, {\"check\": \"exposure stream sample 2\", \"actual\": [2, 1, 0, 4, 3, 6, 5], \"expected\": [2, 1, 3, 6, 0, 4, 5], \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":54.115,"exit_code":1,"observations":[{"actual":[0,1],"check":"variant change emits immediately","expected":[0,1],"passed":true},{"actual":[0,1],"check":"different flags are tracked separately","expected":[0,1],"passed":true},{"actual":[0,2],"check":"suppressed events do not extend the window","expected":[0,2],"passed":true},{"actual":[0,1,3],"check":"duplicate inside a re-anchored window is suppressed","expected":[0,1,3],"passed":true},{"actual":[0],"check":"one second before the window closes is suppressed","expected":[0],"passed":true},{"actual":[0,2],"check":"events are processed in time order","expected":[1,2,0],"passed":false},{"actual":[0,1,2,3,4,5,6,7],"check":"exposure stream sample 1","expected":[0,1,2,3,4,5,6,7],"passed":true},{"actual":[0,1,3,4,5,6],"check":"exposure stream sample 2","expected":[2,1,3,6,0,4,5],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"variant change emits immediately\", \"actual\": [0, 1], \"expected\": [0, 1], \"passed\": true}, {\"check\": \"different flags are tracked separately\", \"actual\": [0, 1], \"expected\": [0, 1], \"passed\": true}, {\"check\": \"suppressed events do not extend the window\", \"actual\": [0, 2], \"expected\": [0, 2], \"passed\": true}, {\"check\": \"duplicate inside a re-anchored window is suppressed\", \"actual\": [0, 1, 3], \"expected\": [0, 1, 3], \"passed\": true}, {\"check\": \"one second before the window closes is suppressed\", \"actual\": [0], \"expected\": [0], \"passed\": true}, {\"check\": \"events are processed in time order\", \"actual\": [0, 2], \"expected\": [1, 2, 0], \"passed\": false}, {\"check\": \"exposure stream sample 1\", \"actual\": [0, 1, 2, 3, 4, 5, 6, 7], \"expected\": [0, 1, 2, 3, 4, 5, 6, 7], \"passed\": true}, {\"check\": \"exposure stream sample 2\", \"actual\": [0, 1, 3, 4, 5, 6], \"expected\": [2, 1, 3, 6, 0, 4, 5], \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":41.956,"exit_code":0,"observations":[{"actual":[0,1],"check":"variant change emits immediately","expected":[0,1],"passed":true},{"actual":[0,1],"check":"different flags are tracked separately","expected":[0,1],"passed":true},{"actual":[0,2],"check":"suppressed events do not extend the window","expected":[0,2],"passed":true},{"actual":[0,1,3],"check":"duplicate inside a re-anchored window is suppressed","expected":[0,1,3],"passed":true},{"actual":[0],"check":"one second before the window closes is suppressed","expected":[0],"passed":true},{"actual":[1,2,0],"check":"events are processed in time order","expected":[1,2,0],"passed":true},{"actual":[0,1,2,3,4,5,6,7],"check":"exposure stream sample 1","expected":[0,1,2,3,4,5,6,7],"passed":true},{"actual":[2,1,3,6,0,4,5],"check":"exposure stream sample 2","expected":[2,1,3,6,0,4,5],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"variant change emits immediately\", \"actual\": [0, 1], \"expected\": [0, 1], \"passed\": true}, {\"check\": \"different flags are tracked separately\", \"actual\": [0, 1], \"expected\": [0, 1], \"passed\": true}, {\"check\": \"suppressed events do not extend the window\", \"actual\": [0, 2], \"expected\": [0, 2], \"passed\": true}, {\"check\": \"duplicate inside a re-anchored window is suppressed\", \"actual\": [0, 1, 3], \"expected\": [0, 1, 3], \"passed\": true}, {\"check\": \"one second before the window closes is suppressed\", \"actual\": [0], \"expected\": [0], \"passed\": true}, {\"check\": \"events are processed in time order\", \"actual\": [1, 2, 0], \"expected\": [1, 2, 0], \"passed\": true}, {\"check\": \"exposure stream sample 1\", \"actual\": [0, 1, 2, 3, 4, 5, 6, 7], \"expected\": [0, 1, 2, 3, 4, 5, 6, 7], \"passed\": true}, {\"check\": \"exposure stream sample 2\", \"actual\": [2, 1, 3, 6, 0, 4, 5], \"expected\": [2, 1, 3, 6, 0, 4, 5], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}