{"abstract":"An event exactly at now + lookahead is sent in the current window and the next window misses nothing, so it fires one window early.","category":"MIDI event timing","checks":8,"contract":"Input [events, windows]: events are [time_ms, id]; windows are [now, lookahead] processed in order. In each window, walk not-yet-handled events in time order: an event more than 20 ms late (time < now - 20) is dropped (reported once); an event with time < now + lookahead is dispatched in that window (late events within tolerance included). Return {\"batches\": ids per window, \"dropped\": ids}.","evaluation_group":"w2-midi-event-timing-lookahead-dispatch","failed_approach":"Shrinking the window by one millisecond defers events that are inside the half-open window.","family":"w2-midi-event-timing-lookahead-dispatch-window-end","id":"FA-81621","implementations":{"attempt":{"sha256":"ad37356de955797d55365deef1309fc5f9fce06f7e54324258057dc0ecfa9999","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    if not isinstance(x, list) or len(x) != 2:\n        return None\n    events, windows = x\n    sent = set()\n    batches = []\n    dropped = []\n    for now, ahead in windows:\n        batch = []\n        for t, eid in sorted(events):\n            if eid in sent:\n                continue\n            if t < now - 20:\n                sent.add(eid)\n                dropped.append(eid)\n            elif t < now + ahead - 1:\n                sent.add(eid)\n                batch.append(eid)\n        batches.append(batch)\n    return {'batches': batches, 'dropped': dropped}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[5, 'a']], [[30, 10]]], {'batches': [[]], 'dropped': ['a']}), ([[[9, 'a']], [[30, 10], [40, 10]]], {'batches': [[], []], 'dropped': ['a']}), ([[[10, 'a']], [[30, 10]]], {'batches': [['a']], 'dropped': []}), ([[[100, 'x'], [0, 'y']], [[0, 50], [50, 100]]], {'batches': [['y'], ['x']], 'dropped': []}), ([[[30, 'b'], [20, 'a']], [[0, 40]]], {'batches': [['a', 'b']], 'dropped': []}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []})], [([[[10, 'a'], [30, 'b']], [[0, 30], [30, 30]]], {'batches': [['a'], ['b']], 'dropped': []}), ([[[100, 'x'], [0, 'y']], [[0, 50], [50, 100]]], {'batches': [['y'], ['x']], 'dropped': []}), ([[[30, 'b'], [20, 'a']], [[0, 40]]], {'batches': [['a', 'b']], 'dropped': []}), ([[[3, 'z'], [3, 'y']], [[0, 10]]], {'batches': [['y', 'z']], 'dropped': []}), ([[[0, 'a'], [100, 'b']], [[200, 10], [210, 10]]], {'batches': [[], []], 'dropped': ['a', 'b']}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[15, 'q'], [70, 'r']], [[40, 20], [60, 20], [80, 20]]], {'batches': [[], ['r'], []], 'dropped': ['q']}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []})], [([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[0, 'a'], [100, 'b']], [[200, 10], [210, 10]]], {'batches': [[], []], 'dropped': ['a', 'b']}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[15, 'q'], [70, 'r']], [[40, 20], [60, 20], [80, 20]]], {'batches': [[], ['r'], []], 'dropped': ['q']}), ([[], [[0, 10]]], {'batches': [[]], 'dropped': []}), ([[[5, 'late']], [[25, 5], [26, 5]]], {'batches': [['late'], []], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []}), ([[[30, 'a'], [20, 'b']], [[0, 40]]], {'batches': [['b', 'a']], 'dropped': []})], [([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[10, 'a'], [30, 'b']], [[0, 30], [30, 30]]], {'batches': [['a'], ['b']], 'dropped': []}), ([[[5, 'a']], [[30, 10]]], {'batches': [[]], 'dropped': ['a']}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[5, 'late']], [[25, 5], [26, 5]]], {'batches': [['late'], []], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []}), ([[[30, 'a'], [20, 'b']], [[0, 40]]], {'batches': [['b', 'a']], 'dropped': []}), ([[[5, 'z'], [1, 'y'], [3, 'x']], [[0, 10]]], {'batches': [['y', 'x', 'z']], 'dropped': []})], [([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[10, 'a'], [30, 'b']], [[0, 30], [30, 30]]], {'batches': [['a'], ['b']], 'dropped': []}), ([[[5, 'a']], [[30, 10]]], {'batches': [[]], 'dropped': ['a']}), ([[[9, 'a']], [[30, 10], [40, 10]]], {'batches': [[], []], 'dropped': ['a']}), ([[[10, 'a']], [[30, 10]]], {'batches': [['a']], 'dropped': []}), ([[[100, 'x'], [0, 'y']], [[0, 50], [50, 100]]], {'batches': [['y'], ['x']], 'dropped': []}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []})]]\nfor i, (args, expected) in enumerate(fixtures[N-1]):\n    check(\"oracle %d\" % i, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"e60459939fa7fd9931440311479cb62640365688629929151333374e7b583c31","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    if not isinstance(x, list) or len(x) != 2:\n        return None\n    events, windows = x\n    sent = set()\n    batches = []\n    dropped = []\n    for now, ahead in windows:\n        batch = []\n        for t, eid in sorted(events):\n            if eid in sent:\n                continue\n            if t < now - 20:\n                sent.add(eid)\n                dropped.append(eid)\n            elif t <= now + ahead:\n                sent.add(eid)\n                batch.append(eid)\n        batches.append(batch)\n    return {'batches': batches, 'dropped': dropped}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[5, 'a']], [[30, 10]]], {'batches': [[]], 'dropped': ['a']}), ([[[9, 'a']], [[30, 10], [40, 10]]], {'batches': [[], []], 'dropped': ['a']}), ([[[10, 'a']], [[30, 10]]], {'batches': [['a']], 'dropped': []}), ([[[100, 'x'], [0, 'y']], [[0, 50], [50, 100]]], {'batches': [['y'], ['x']], 'dropped': []}), ([[[30, 'b'], [20, 'a']], [[0, 40]]], {'batches': [['a', 'b']], 'dropped': []}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []})], [([[[10, 'a'], [30, 'b']], [[0, 30], [30, 30]]], {'batches': [['a'], ['b']], 'dropped': []}), ([[[100, 'x'], [0, 'y']], [[0, 50], [50, 100]]], {'batches': [['y'], ['x']], 'dropped': []}), ([[[30, 'b'], [20, 'a']], [[0, 40]]], {'batches': [['a', 'b']], 'dropped': []}), ([[[3, 'z'], [3, 'y']], [[0, 10]]], {'batches': [['y', 'z']], 'dropped': []}), ([[[0, 'a'], [100, 'b']], [[200, 10], [210, 10]]], {'batches': [[], []], 'dropped': ['a', 'b']}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[15, 'q'], [70, 'r']], [[40, 20], [60, 20], [80, 20]]], {'batches': [[], ['r'], []], 'dropped': ['q']}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []})], [([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[0, 'a'], [100, 'b']], [[200, 10], [210, 10]]], {'batches': [[], []], 'dropped': ['a', 'b']}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[15, 'q'], [70, 'r']], [[40, 20], [60, 20], [80, 20]]], {'batches': [[], ['r'], []], 'dropped': ['q']}), ([[], [[0, 10]]], {'batches': [[]], 'dropped': []}), ([[[5, 'late']], [[25, 5], [26, 5]]], {'batches': [['late'], []], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []}), ([[[30, 'a'], [20, 'b']], [[0, 40]]], {'batches': [['b', 'a']], 'dropped': []})], [([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[10, 'a'], [30, 'b']], [[0, 30], [30, 30]]], {'batches': [['a'], ['b']], 'dropped': []}), ([[[5, 'a']], [[30, 10]]], {'batches': [[]], 'dropped': ['a']}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[5, 'late']], [[25, 5], [26, 5]]], {'batches': [['late'], []], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []}), ([[[30, 'a'], [20, 'b']], [[0, 40]]], {'batches': [['b', 'a']], 'dropped': []}), ([[[5, 'z'], [1, 'y'], [3, 'x']], [[0, 10]]], {'batches': [['y', 'x', 'z']], 'dropped': []})], [([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[10, 'a'], [30, 'b']], [[0, 30], [30, 30]]], {'batches': [['a'], ['b']], 'dropped': []}), ([[[5, 'a']], [[30, 10]]], {'batches': [[]], 'dropped': ['a']}), ([[[9, 'a']], [[30, 10], [40, 10]]], {'batches': [[], []], 'dropped': ['a']}), ([[[10, 'a']], [[30, 10]]], {'batches': [['a']], 'dropped': []}), ([[[100, 'x'], [0, 'y']], [[0, 50], [50, 100]]], {'batches': [['y'], ['x']], 'dropped': []}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []})]]\nfor i, (args, expected) in enumerate(fixtures[N-1]):\n    check(\"oracle %d\" % i, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"1da32f9ab57292f36d7019b258e6fe2e0e95ff97c31ba4865b831ec0021d3aa4","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    if not isinstance(x, list) or len(x) != 2:\n        return None\n    events, windows = x\n    sent = set()\n    batches = []\n    dropped = []\n    for now, ahead in windows:\n        batch = []\n        for t, eid in sorted(events):\n            if eid in sent:\n                continue\n            if t < now - 20:\n                sent.add(eid)\n                dropped.append(eid)\n            elif t < now + ahead:\n                sent.add(eid)\n                batch.append(eid)\n        batches.append(batch)\n    return {'batches': batches, 'dropped': dropped}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[5, 'a']], [[30, 10]]], {'batches': [[]], 'dropped': ['a']}), ([[[9, 'a']], [[30, 10], [40, 10]]], {'batches': [[], []], 'dropped': ['a']}), ([[[10, 'a']], [[30, 10]]], {'batches': [['a']], 'dropped': []}), ([[[100, 'x'], [0, 'y']], [[0, 50], [50, 100]]], {'batches': [['y'], ['x']], 'dropped': []}), ([[[30, 'b'], [20, 'a']], [[0, 40]]], {'batches': [['a', 'b']], 'dropped': []}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []})], [([[[10, 'a'], [30, 'b']], [[0, 30], [30, 30]]], {'batches': [['a'], ['b']], 'dropped': []}), ([[[100, 'x'], [0, 'y']], [[0, 50], [50, 100]]], {'batches': [['y'], ['x']], 'dropped': []}), ([[[30, 'b'], [20, 'a']], [[0, 40]]], {'batches': [['a', 'b']], 'dropped': []}), ([[[3, 'z'], [3, 'y']], [[0, 10]]], {'batches': [['y', 'z']], 'dropped': []}), ([[[0, 'a'], [100, 'b']], [[200, 10], [210, 10]]], {'batches': [[], []], 'dropped': ['a', 'b']}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[15, 'q'], [70, 'r']], [[40, 20], [60, 20], [80, 20]]], {'batches': [[], ['r'], []], 'dropped': ['q']}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []})], [([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[0, 'a'], [100, 'b']], [[200, 10], [210, 10]]], {'batches': [[], []], 'dropped': ['a', 'b']}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[15, 'q'], [70, 'r']], [[40, 20], [60, 20], [80, 20]]], {'batches': [[], ['r'], []], 'dropped': ['q']}), ([[], [[0, 10]]], {'batches': [[]], 'dropped': []}), ([[[5, 'late']], [[25, 5], [26, 5]]], {'batches': [['late'], []], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []}), ([[[30, 'a'], [20, 'b']], [[0, 40]]], {'batches': [['b', 'a']], 'dropped': []})], [([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[10, 'a'], [30, 'b']], [[0, 30], [30, 30]]], {'batches': [['a'], ['b']], 'dropped': []}), ([[[5, 'a']], [[30, 10]]], {'batches': [[]], 'dropped': ['a']}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[5, 'late']], [[25, 5], [26, 5]]], {'batches': [['late'], []], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []}), ([[[30, 'a'], [20, 'b']], [[0, 40]]], {'batches': [['b', 'a']], 'dropped': []}), ([[[5, 'z'], [1, 'y'], [3, 'x']], [[0, 10]]], {'batches': [['y', 'x', 'z']], 'dropped': []})], [([[[0, 'a'], [25, 'b'], [50, 'c']], [[0, 25], [25, 25], [50, 25]]], {'batches': [['a'], ['b'], ['c']], 'dropped': []}), ([[[10, 'a'], [30, 'b']], [[0, 30], [30, 30]]], {'batches': [['a'], ['b']], 'dropped': []}), ([[[5, 'a']], [[30, 10]]], {'batches': [[]], 'dropped': ['a']}), ([[[9, 'a']], [[30, 10], [40, 10]]], {'batches': [[], []], 'dropped': ['a']}), ([[[10, 'a']], [[30, 10]]], {'batches': [['a']], 'dropped': []}), ([[[100, 'x'], [0, 'y']], [[0, 50], [50, 100]]], {'batches': [['y'], ['x']], 'dropped': []}), ([[[49, 'a'], [50, 'b']], [[0, 50]]], {'batches': [['a']], 'dropped': []}), ([[[60, 'm'], [61, 'n']], [[0, 60], [60, 1]]], {'batches': [[], ['m']], 'dropped': []})]]\nfor i, (args, expected) in enumerate(fixtures[N-1]):\n    check(\"oracle %d\" % i, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic bounded teaching model with a stipulated toy contract; it is not a complete Standard MIDI File or MIDI 1.0/2.0 implementation. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-midi-event-timing-lookahead-dispatch-window-end","generated_at":"2026-09-29T14:50:04.612586+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"MIDI sequencers, file readers and synth drivers depend on exact event ordering and tick/time arithmetic.","repair":"Restore the window end step so that it reads `t < now + ahead`.","root_cause":"The dispatch window is closed at its end instead of half-open.","sha256":"eccd32d47cd20235e8e6e782a93fd0e5afb46b93480e6a6d57e4270dc58f1ccf","title":"Lookahead scheduler dispatch windows: event on the window edge dispatched early · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":40.787,"exit_code":1,"observations":[{"actual":{"batches":[["a"],["b"],["c"]],"dropped":[]},"check":"oracle 0","expected":{"batches":[["a"],["b"],["c"]],"dropped":[]},"passed":true},{"actual":{"batches":[[]],"dropped":["a"]},"check":"oracle 1","expected":{"batches":[[]],"dropped":["a"]},"passed":true},{"actual":{"batches":[[],[]],"dropped":["a"]},"check":"oracle 2","expected":{"batches":[[],[]],"dropped":["a"]},"passed":true},{"actual":{"batches":[["a"]],"dropped":[]},"check":"oracle 3","expected":{"batches":[["a"]],"dropped":[]},"passed":true},{"actual":{"batches":[["y"],["x"]],"dropped":[]},"check":"oracle 4","expected":{"batches":[["y"],["x"]],"dropped":[]},"passed":true},{"actual":{"batches":[["a","b"]],"dropped":[]},"check":"oracle 5","expected":{"batches":[["a","b"]],"dropped":[]},"passed":true},{"actual":{"batches":[[]],"dropped":[]},"check":"oracle 6","expected":{"batches":[["a"]],"dropped":[]},"passed":false},{"actual":{"batches":[[],[]],"dropped":[]},"check":"oracle 7","expected":{"batches":[[],["m"]],"dropped":[]},"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"oracle 0\", \"actual\": {\"batches\": [[\"a\"], [\"b\"], [\"c\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\"], [\"b\"], [\"c\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 1\", \"actual\": {\"batches\": [[]], \"dropped\": [\"a\"]}, \"expected\": {\"batches\": [[]], \"dropped\": [\"a\"]}, \"passed\": true}, {\"check\": \"oracle 2\", \"actual\": {\"batches\": [[], []], \"dropped\": [\"a\"]}, \"expected\": {\"batches\": [[], []], \"dropped\": [\"a\"]}, \"passed\": true}, {\"check\": \"oracle 3\", \"actual\": {\"batches\": [[\"a\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 4\", \"actual\": {\"batches\": [[\"y\"], [\"x\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"y\"], [\"x\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 5\", \"actual\": {\"batches\": [[\"a\", \"b\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\", \"b\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 6\", \"actual\": {\"batches\": [[]], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\"]], \"dropped\": []}, \"passed\": false}, {\"check\": \"oracle 7\", \"actual\": {\"batches\": [[], []], \"dropped\": []}, \"expected\": {\"batches\": [[], [\"m\"]], \"dropped\": []}, \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":42.096,"exit_code":1,"observations":[{"actual":{"batches":[["a","b"],["c"],[]],"dropped":[]},"check":"oracle 0","expected":{"batches":[["a"],["b"],["c"]],"dropped":[]},"passed":false},{"actual":{"batches":[[]],"dropped":["a"]},"check":"oracle 1","expected":{"batches":[[]],"dropped":["a"]},"passed":true},{"actual":{"batches":[[],[]],"dropped":["a"]},"check":"oracle 2","expected":{"batches":[[],[]],"dropped":["a"]},"passed":true},{"actual":{"batches":[["a"]],"dropped":[]},"check":"oracle 3","expected":{"batches":[["a"]],"dropped":[]},"passed":true},{"actual":{"batches":[["y"],["x"]],"dropped":[]},"check":"oracle 4","expected":{"batches":[["y"],["x"]],"dropped":[]},"passed":true},{"actual":{"batches":[["a","b"]],"dropped":[]},"check":"oracle 5","expected":{"batches":[["a","b"]],"dropped":[]},"passed":true},{"actual":{"batches":[["a","b"]],"dropped":[]},"check":"oracle 6","expected":{"batches":[["a"]],"dropped":[]},"passed":false},{"actual":{"batches":[["m"],["n"]],"dropped":[]},"check":"oracle 7","expected":{"batches":[[],["m"]],"dropped":[]},"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"oracle 0\", \"actual\": {\"batches\": [[\"a\", \"b\"], [\"c\"], []], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\"], [\"b\"], [\"c\"]], \"dropped\": []}, \"passed\": false}, {\"check\": \"oracle 1\", \"actual\": {\"batches\": [[]], \"dropped\": [\"a\"]}, \"expected\": {\"batches\": [[]], \"dropped\": [\"a\"]}, \"passed\": true}, {\"check\": \"oracle 2\", \"actual\": {\"batches\": [[], []], \"dropped\": [\"a\"]}, \"expected\": {\"batches\": [[], []], \"dropped\": [\"a\"]}, \"passed\": true}, {\"check\": \"oracle 3\", \"actual\": {\"batches\": [[\"a\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 4\", \"actual\": {\"batches\": [[\"y\"], [\"x\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"y\"], [\"x\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 5\", \"actual\": {\"batches\": [[\"a\", \"b\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\", \"b\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 6\", \"actual\": {\"batches\": [[\"a\", \"b\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\"]], \"dropped\": []}, \"passed\": false}, {\"check\": \"oracle 7\", \"actual\": {\"batches\": [[\"m\"], [\"n\"]], \"dropped\": []}, \"expected\": {\"batches\": [[], [\"m\"]], \"dropped\": []}, \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":40.516,"exit_code":0,"observations":[{"actual":{"batches":[["a"],["b"],["c"]],"dropped":[]},"check":"oracle 0","expected":{"batches":[["a"],["b"],["c"]],"dropped":[]},"passed":true},{"actual":{"batches":[[]],"dropped":["a"]},"check":"oracle 1","expected":{"batches":[[]],"dropped":["a"]},"passed":true},{"actual":{"batches":[[],[]],"dropped":["a"]},"check":"oracle 2","expected":{"batches":[[],[]],"dropped":["a"]},"passed":true},{"actual":{"batches":[["a"]],"dropped":[]},"check":"oracle 3","expected":{"batches":[["a"]],"dropped":[]},"passed":true},{"actual":{"batches":[["y"],["x"]],"dropped":[]},"check":"oracle 4","expected":{"batches":[["y"],["x"]],"dropped":[]},"passed":true},{"actual":{"batches":[["a","b"]],"dropped":[]},"check":"oracle 5","expected":{"batches":[["a","b"]],"dropped":[]},"passed":true},{"actual":{"batches":[["a"]],"dropped":[]},"check":"oracle 6","expected":{"batches":[["a"]],"dropped":[]},"passed":true},{"actual":{"batches":[[],["m"]],"dropped":[]},"check":"oracle 7","expected":{"batches":[[],["m"]],"dropped":[]},"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"oracle 0\", \"actual\": {\"batches\": [[\"a\"], [\"b\"], [\"c\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\"], [\"b\"], [\"c\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 1\", \"actual\": {\"batches\": [[]], \"dropped\": [\"a\"]}, \"expected\": {\"batches\": [[]], \"dropped\": [\"a\"]}, \"passed\": true}, {\"check\": \"oracle 2\", \"actual\": {\"batches\": [[], []], \"dropped\": [\"a\"]}, \"expected\": {\"batches\": [[], []], \"dropped\": [\"a\"]}, \"passed\": true}, {\"check\": \"oracle 3\", \"actual\": {\"batches\": [[\"a\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 4\", \"actual\": {\"batches\": [[\"y\"], [\"x\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"y\"], [\"x\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 5\", \"actual\": {\"batches\": [[\"a\", \"b\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\", \"b\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 6\", \"actual\": {\"batches\": [[\"a\"]], \"dropped\": []}, \"expected\": {\"batches\": [[\"a\"]], \"dropped\": []}, \"passed\": true}, {\"check\": \"oracle 7\", \"actual\": {\"batches\": [[], [\"m\"]], \"dropped\": []}, \"expected\": {\"batches\": [[], [\"m\"]], \"dropped\": []}, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}