{"abstract":"Effective backlog.","category":"Client state","checks":60,"contract":"The client outbox is an ordered UI mutation log; commands use identity, not payload truthiness. Cancellation/acknowledgment remove only matching commands, offline mode retains unsent work, and a zero send budget sends nothing. Operation effective-backlog has the six explicit input/output oracles below.","evaluation_group":"s3-client-state-offline-outbox","failed_approach":"The partial repair `len(commands)-len(acknowledged)-len(cancelled)` still violates the explicit fixture contract.","family":"s3-client-state-offline-outbox-effective-backlog","id":"FA-24211","implementations":{"attempt":{"sha256":"29585c6b080ec36fd93eccc005bc3b7b43169e0ea48441ffab9671e14ab5326b","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(operation, s):\n    commands, cancelled, acknowledged, online, limit = s\n    if operation == 'cancel-preserves-other-commands':\n        return [x for x in commands if x[0] not in cancelled]\n    if operation == 'ack-removes-by-identity':\n        return [x for x in commands if x[0] not in acknowledged]\n    if operation == 'offline-send-suppression':\n        return commands[:limit] if online else []\n    if operation == 'effective-backlog':\n        return len(commands)-len(acknowledged)-len(cancelled)\n    if operation == 'create-before-edit-order':\n        return [x[0] for x in commands]\n    if operation == 'destructive-command-warning':\n        return [x[0] for x in commands if x[1]=='delete' and x[0] not in cancelled]\n    if operation == 'unsent-tail-retention':\n        return commands[limit:] if online else commands\n    if operation == 'acknowledged-prefix-barrier':\n        return next((i for i,x in enumerate(commands) if x[0] not in acknowledged),len(commands))\n    if operation == 'zero-payload-retention':\n        return [x[2] for x in commands if x[1]=='edit']\n    if operation == 'cancel-request-intersection':\n        return [x[0] for x in commands if x[0] in cancelled]\n    raise ValueError('unknown modeled operation')\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('cancel-preserves-other-commands scenario 1', solve('cancel-preserves-other-commands', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('c','delete',0)])\ncheck('cancel-preserves-other-commands scenario 2', solve('cancel-preserves-other-commands', ([],[],[],True,2)), [])\ncheck('cancel-preserves-other-commands scenario 3', solve('cancel-preserves-other-commands', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('cancel-preserves-other-commands scenario 4', solve('cancel-preserves-other-commands', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('cancel-preserves-other-commands scenario 5', solve('cancel-preserves-other-commands', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('b','create',N)])\ncheck('cancel-preserves-other-commands scenario 6', solve('cancel-preserves-other-commands', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('ack-removes-by-identity scenario 1', solve('ack-removes-by-identity', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('b','edit',2),('c','delete',0)])\ncheck('ack-removes-by-identity scenario 2', solve('ack-removes-by-identity', ([],[],[],True,2)), [])\ncheck('ack-removes-by-identity scenario 3', solve('ack-removes-by-identity', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('ack-removes-by-identity scenario 4', solve('ack-removes-by-identity', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('ack-removes-by-identity scenario 5', solve('ack-removes-by-identity', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('ack-removes-by-identity scenario 6', solve('ack-removes-by-identity', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('c','edit',3)])\ncheck('offline-send-suppression scenario 1', solve('offline-send-suppression', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('b','edit',2)])\ncheck('offline-send-suppression scenario 2', solve('offline-send-suppression', ([],[],[],True,2)), [])\ncheck('offline-send-suppression scenario 3', solve('offline-send-suppression', ([('a','edit',0)],[],[],False,1)), [])\ncheck('offline-send-suppression scenario 4', solve('offline-send-suppression', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1)])\ncheck('offline-send-suppression scenario 5', solve('offline-send-suppression', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('offline-send-suppression scenario 6', solve('offline-send-suppression', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('effective-backlog scenario 1', solve('effective-backlog', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('effective-backlog scenario 2', solve('effective-backlog', ([],[],[],True,2)), 0)\ncheck('effective-backlog scenario 3', solve('effective-backlog', ([('a','edit',0)],[],[],False,1)), 1)\ncheck('effective-backlog scenario 4', solve('effective-backlog', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 2)\ncheck('effective-backlog scenario 5', solve('effective-backlog', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 1)\ncheck('effective-backlog scenario 6', solve('effective-backlog', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 2)\ncheck('create-before-edit-order scenario 1', solve('create-before-edit-order', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['a','b','c'])\ncheck('create-before-edit-order scenario 2', solve('create-before-edit-order', ([],[],[],True,2)), [])\ncheck('create-before-edit-order scenario 3', solve('create-before-edit-order', ([('a','edit',0)],[],[],False,1)), ['a'])\ncheck('create-before-edit-order scenario 4', solve('create-before-edit-order', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), ['a','b'])\ncheck('create-before-edit-order scenario 5', solve('create-before-edit-order', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a','b'])\ncheck('create-before-edit-order scenario 6', solve('create-before-edit-order', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), ['a','b','c'])\ncheck('destructive-command-warning scenario 1', solve('destructive-command-warning', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['c'])\ncheck('destructive-command-warning scenario 2', solve('destructive-command-warning', ([],[],[],True,2)), [])\ncheck('destructive-command-warning scenario 3', solve('destructive-command-warning', ([('a','edit',0)],[],[],False,1)), [])\ncheck('destructive-command-warning scenario 4', solve('destructive-command-warning', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('destructive-command-warning scenario 5', solve('destructive-command-warning', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('destructive-command-warning scenario 6', solve('destructive-command-warning', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('unsent-tail-retention scenario 1', solve('unsent-tail-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('c','delete',0)])\ncheck('unsent-tail-retention scenario 2', solve('unsent-tail-retention', ([],[],[],True,2)), [])\ncheck('unsent-tail-retention scenario 3', solve('unsent-tail-retention', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('unsent-tail-retention scenario 4', solve('unsent-tail-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('b','edit',2)])\ncheck('unsent-tail-retention scenario 5', solve('unsent-tail-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('unsent-tail-retention scenario 6', solve('unsent-tail-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('acknowledged-prefix-barrier scenario 1', solve('acknowledged-prefix-barrier', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('acknowledged-prefix-barrier scenario 2', solve('acknowledged-prefix-barrier', ([],[],[],True,2)), 0)\ncheck('acknowledged-prefix-barrier scenario 3', solve('acknowledged-prefix-barrier', ([('a','edit',0)],[],[],False,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 4', solve('acknowledged-prefix-barrier', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 5', solve('acknowledged-prefix-barrier', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 0)\ncheck('acknowledged-prefix-barrier scenario 6', solve('acknowledged-prefix-barrier', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 0)\ncheck('zero-payload-retention scenario 1', solve('zero-payload-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [2])\ncheck('zero-payload-retention scenario 2', solve('zero-payload-retention', ([],[],[],True,2)), [])\ncheck('zero-payload-retention scenario 3', solve('zero-payload-retention', ([('a','edit',0)],[],[],False,1)), [0])\ncheck('zero-payload-retention scenario 4', solve('zero-payload-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [1,2])\ncheck('zero-payload-retention scenario 5', solve('zero-payload-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('zero-payload-retention scenario 6', solve('zero-payload-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [2,3])\ncheck('cancel-request-intersection scenario 1', solve('cancel-request-intersection', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['b'])\ncheck('cancel-request-intersection scenario 2', solve('cancel-request-intersection', ([],[],[],True,2)), [])\ncheck('cancel-request-intersection scenario 3', solve('cancel-request-intersection', ([('a','edit',0)],[],[],False,1)), [])\ncheck('cancel-request-intersection scenario 4', solve('cancel-request-intersection', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('cancel-request-intersection scenario 5', solve('cancel-request-intersection', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a'])\ncheck('cancel-request-intersection scenario 6', solve('cancel-request-intersection', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"85c778dcf5f77a5d40f882d695ff4b94b5241ac5de4468a577d9d68746749723","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(operation, s):\n    commands, cancelled, acknowledged, online, limit = s\n    if operation == 'cancel-preserves-other-commands':\n        return [x for x in commands if x[0] not in cancelled]\n    if operation == 'ack-removes-by-identity':\n        return [x for x in commands if x[0] not in acknowledged]\n    if operation == 'offline-send-suppression':\n        return commands[:limit] if online else []\n    if operation == 'effective-backlog':\n        return len(commands)\n    if operation == 'create-before-edit-order':\n        return [x[0] for x in commands]\n    if operation == 'destructive-command-warning':\n        return [x[0] for x in commands if x[1]=='delete' and x[0] not in cancelled]\n    if operation == 'unsent-tail-retention':\n        return commands[limit:] if online else commands\n    if operation == 'acknowledged-prefix-barrier':\n        return next((i for i,x in enumerate(commands) if x[0] not in acknowledged),len(commands))\n    if operation == 'zero-payload-retention':\n        return [x[2] for x in commands if x[1]=='edit']\n    if operation == 'cancel-request-intersection':\n        return [x[0] for x in commands if x[0] in cancelled]\n    raise ValueError('unknown modeled operation')\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('cancel-preserves-other-commands scenario 1', solve('cancel-preserves-other-commands', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('c','delete',0)])\ncheck('cancel-preserves-other-commands scenario 2', solve('cancel-preserves-other-commands', ([],[],[],True,2)), [])\ncheck('cancel-preserves-other-commands scenario 3', solve('cancel-preserves-other-commands', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('cancel-preserves-other-commands scenario 4', solve('cancel-preserves-other-commands', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('cancel-preserves-other-commands scenario 5', solve('cancel-preserves-other-commands', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('b','create',N)])\ncheck('cancel-preserves-other-commands scenario 6', solve('cancel-preserves-other-commands', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('ack-removes-by-identity scenario 1', solve('ack-removes-by-identity', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('b','edit',2),('c','delete',0)])\ncheck('ack-removes-by-identity scenario 2', solve('ack-removes-by-identity', ([],[],[],True,2)), [])\ncheck('ack-removes-by-identity scenario 3', solve('ack-removes-by-identity', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('ack-removes-by-identity scenario 4', solve('ack-removes-by-identity', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('ack-removes-by-identity scenario 5', solve('ack-removes-by-identity', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('ack-removes-by-identity scenario 6', solve('ack-removes-by-identity', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('c','edit',3)])\ncheck('offline-send-suppression scenario 1', solve('offline-send-suppression', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('b','edit',2)])\ncheck('offline-send-suppression scenario 2', solve('offline-send-suppression', ([],[],[],True,2)), [])\ncheck('offline-send-suppression scenario 3', solve('offline-send-suppression', ([('a','edit',0)],[],[],False,1)), [])\ncheck('offline-send-suppression scenario 4', solve('offline-send-suppression', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1)])\ncheck('offline-send-suppression scenario 5', solve('offline-send-suppression', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('offline-send-suppression scenario 6', solve('offline-send-suppression', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('effective-backlog scenario 1', solve('effective-backlog', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('effective-backlog scenario 2', solve('effective-backlog', ([],[],[],True,2)), 0)\ncheck('effective-backlog scenario 3', solve('effective-backlog', ([('a','edit',0)],[],[],False,1)), 1)\ncheck('effective-backlog scenario 4', solve('effective-backlog', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 2)\ncheck('effective-backlog scenario 5', solve('effective-backlog', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 1)\ncheck('effective-backlog scenario 6', solve('effective-backlog', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 2)\ncheck('create-before-edit-order scenario 1', solve('create-before-edit-order', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['a','b','c'])\ncheck('create-before-edit-order scenario 2', solve('create-before-edit-order', ([],[],[],True,2)), [])\ncheck('create-before-edit-order scenario 3', solve('create-before-edit-order', ([('a','edit',0)],[],[],False,1)), ['a'])\ncheck('create-before-edit-order scenario 4', solve('create-before-edit-order', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), ['a','b'])\ncheck('create-before-edit-order scenario 5', solve('create-before-edit-order', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a','b'])\ncheck('create-before-edit-order scenario 6', solve('create-before-edit-order', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), ['a','b','c'])\ncheck('destructive-command-warning scenario 1', solve('destructive-command-warning', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['c'])\ncheck('destructive-command-warning scenario 2', solve('destructive-command-warning', ([],[],[],True,2)), [])\ncheck('destructive-command-warning scenario 3', solve('destructive-command-warning', ([('a','edit',0)],[],[],False,1)), [])\ncheck('destructive-command-warning scenario 4', solve('destructive-command-warning', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('destructive-command-warning scenario 5', solve('destructive-command-warning', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('destructive-command-warning scenario 6', solve('destructive-command-warning', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('unsent-tail-retention scenario 1', solve('unsent-tail-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('c','delete',0)])\ncheck('unsent-tail-retention scenario 2', solve('unsent-tail-retention', ([],[],[],True,2)), [])\ncheck('unsent-tail-retention scenario 3', solve('unsent-tail-retention', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('unsent-tail-retention scenario 4', solve('unsent-tail-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('b','edit',2)])\ncheck('unsent-tail-retention scenario 5', solve('unsent-tail-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('unsent-tail-retention scenario 6', solve('unsent-tail-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('acknowledged-prefix-barrier scenario 1', solve('acknowledged-prefix-barrier', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('acknowledged-prefix-barrier scenario 2', solve('acknowledged-prefix-barrier', ([],[],[],True,2)), 0)\ncheck('acknowledged-prefix-barrier scenario 3', solve('acknowledged-prefix-barrier', ([('a','edit',0)],[],[],False,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 4', solve('acknowledged-prefix-barrier', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 5', solve('acknowledged-prefix-barrier', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 0)\ncheck('acknowledged-prefix-barrier scenario 6', solve('acknowledged-prefix-barrier', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 0)\ncheck('zero-payload-retention scenario 1', solve('zero-payload-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [2])\ncheck('zero-payload-retention scenario 2', solve('zero-payload-retention', ([],[],[],True,2)), [])\ncheck('zero-payload-retention scenario 3', solve('zero-payload-retention', ([('a','edit',0)],[],[],False,1)), [0])\ncheck('zero-payload-retention scenario 4', solve('zero-payload-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [1,2])\ncheck('zero-payload-retention scenario 5', solve('zero-payload-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('zero-payload-retention scenario 6', solve('zero-payload-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [2,3])\ncheck('cancel-request-intersection scenario 1', solve('cancel-request-intersection', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['b'])\ncheck('cancel-request-intersection scenario 2', solve('cancel-request-intersection', ([],[],[],True,2)), [])\ncheck('cancel-request-intersection scenario 3', solve('cancel-request-intersection', ([('a','edit',0)],[],[],False,1)), [])\ncheck('cancel-request-intersection scenario 4', solve('cancel-request-intersection', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('cancel-request-intersection scenario 5', solve('cancel-request-intersection', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a'])\ncheck('cancel-request-intersection scenario 6', solve('cancel-request-intersection', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"f611436ea71e4f0b6aa65596619c0cc56bf3c988c482c5a82f7c7fea1dd90dc8","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(operation, s):\n    commands, cancelled, acknowledged, online, limit = s\n    if operation == 'cancel-preserves-other-commands':\n        return [x for x in commands if x[0] not in cancelled]\n    if operation == 'ack-removes-by-identity':\n        return [x for x in commands if x[0] not in acknowledged]\n    if operation == 'offline-send-suppression':\n        return commands[:limit] if online else []\n    if operation == 'effective-backlog':\n        return sum(x[0] not in acknowledged and x[0] not in cancelled for x in commands)\n    if operation == 'create-before-edit-order':\n        return [x[0] for x in commands]\n    if operation == 'destructive-command-warning':\n        return [x[0] for x in commands if x[1]=='delete' and x[0] not in cancelled]\n    if operation == 'unsent-tail-retention':\n        return commands[limit:] if online else commands\n    if operation == 'acknowledged-prefix-barrier':\n        return next((i for i,x in enumerate(commands) if x[0] not in acknowledged),len(commands))\n    if operation == 'zero-payload-retention':\n        return [x[2] for x in commands if x[1]=='edit']\n    if operation == 'cancel-request-intersection':\n        return [x[0] for x in commands if x[0] in cancelled]\n    raise ValueError('unknown modeled operation')\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('cancel-preserves-other-commands scenario 1', solve('cancel-preserves-other-commands', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('c','delete',0)])\ncheck('cancel-preserves-other-commands scenario 2', solve('cancel-preserves-other-commands', ([],[],[],True,2)), [])\ncheck('cancel-preserves-other-commands scenario 3', solve('cancel-preserves-other-commands', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('cancel-preserves-other-commands scenario 4', solve('cancel-preserves-other-commands', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('cancel-preserves-other-commands scenario 5', solve('cancel-preserves-other-commands', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('b','create',N)])\ncheck('cancel-preserves-other-commands scenario 6', solve('cancel-preserves-other-commands', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('ack-removes-by-identity scenario 1', solve('ack-removes-by-identity', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('b','edit',2),('c','delete',0)])\ncheck('ack-removes-by-identity scenario 2', solve('ack-removes-by-identity', ([],[],[],True,2)), [])\ncheck('ack-removes-by-identity scenario 3', solve('ack-removes-by-identity', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('ack-removes-by-identity scenario 4', solve('ack-removes-by-identity', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('ack-removes-by-identity scenario 5', solve('ack-removes-by-identity', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('ack-removes-by-identity scenario 6', solve('ack-removes-by-identity', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('c','edit',3)])\ncheck('offline-send-suppression scenario 1', solve('offline-send-suppression', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('b','edit',2)])\ncheck('offline-send-suppression scenario 2', solve('offline-send-suppression', ([],[],[],True,2)), [])\ncheck('offline-send-suppression scenario 3', solve('offline-send-suppression', ([('a','edit',0)],[],[],False,1)), [])\ncheck('offline-send-suppression scenario 4', solve('offline-send-suppression', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1)])\ncheck('offline-send-suppression scenario 5', solve('offline-send-suppression', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('offline-send-suppression scenario 6', solve('offline-send-suppression', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('effective-backlog scenario 1', solve('effective-backlog', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('effective-backlog scenario 2', solve('effective-backlog', ([],[],[],True,2)), 0)\ncheck('effective-backlog scenario 3', solve('effective-backlog', ([('a','edit',0)],[],[],False,1)), 1)\ncheck('effective-backlog scenario 4', solve('effective-backlog', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 2)\ncheck('effective-backlog scenario 5', solve('effective-backlog', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 1)\ncheck('effective-backlog scenario 6', solve('effective-backlog', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 2)\ncheck('create-before-edit-order scenario 1', solve('create-before-edit-order', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['a','b','c'])\ncheck('create-before-edit-order scenario 2', solve('create-before-edit-order', ([],[],[],True,2)), [])\ncheck('create-before-edit-order scenario 3', solve('create-before-edit-order', ([('a','edit',0)],[],[],False,1)), ['a'])\ncheck('create-before-edit-order scenario 4', solve('create-before-edit-order', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), ['a','b'])\ncheck('create-before-edit-order scenario 5', solve('create-before-edit-order', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a','b'])\ncheck('create-before-edit-order scenario 6', solve('create-before-edit-order', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), ['a','b','c'])\ncheck('destructive-command-warning scenario 1', solve('destructive-command-warning', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['c'])\ncheck('destructive-command-warning scenario 2', solve('destructive-command-warning', ([],[],[],True,2)), [])\ncheck('destructive-command-warning scenario 3', solve('destructive-command-warning', ([('a','edit',0)],[],[],False,1)), [])\ncheck('destructive-command-warning scenario 4', solve('destructive-command-warning', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('destructive-command-warning scenario 5', solve('destructive-command-warning', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('destructive-command-warning scenario 6', solve('destructive-command-warning', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('unsent-tail-retention scenario 1', solve('unsent-tail-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('c','delete',0)])\ncheck('unsent-tail-retention scenario 2', solve('unsent-tail-retention', ([],[],[],True,2)), [])\ncheck('unsent-tail-retention scenario 3', solve('unsent-tail-retention', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('unsent-tail-retention scenario 4', solve('unsent-tail-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('b','edit',2)])\ncheck('unsent-tail-retention scenario 5', solve('unsent-tail-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('unsent-tail-retention scenario 6', solve('unsent-tail-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('acknowledged-prefix-barrier scenario 1', solve('acknowledged-prefix-barrier', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('acknowledged-prefix-barrier scenario 2', solve('acknowledged-prefix-barrier', ([],[],[],True,2)), 0)\ncheck('acknowledged-prefix-barrier scenario 3', solve('acknowledged-prefix-barrier', ([('a','edit',0)],[],[],False,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 4', solve('acknowledged-prefix-barrier', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 5', solve('acknowledged-prefix-barrier', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 0)\ncheck('acknowledged-prefix-barrier scenario 6', solve('acknowledged-prefix-barrier', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 0)\ncheck('zero-payload-retention scenario 1', solve('zero-payload-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [2])\ncheck('zero-payload-retention scenario 2', solve('zero-payload-retention', ([],[],[],True,2)), [])\ncheck('zero-payload-retention scenario 3', solve('zero-payload-retention', ([('a','edit',0)],[],[],False,1)), [0])\ncheck('zero-payload-retention scenario 4', solve('zero-payload-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [1,2])\ncheck('zero-payload-retention scenario 5', solve('zero-payload-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('zero-payload-retention scenario 6', solve('zero-payload-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [2,3])\ncheck('cancel-request-intersection scenario 1', solve('cancel-request-intersection', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['b'])\ncheck('cancel-request-intersection scenario 2', solve('cancel-request-intersection', ([],[],[],True,2)), [])\ncheck('cancel-request-intersection scenario 3', solve('cancel-request-intersection', ([('a','edit',0)],[],[],False,1)), [])\ncheck('cancel-request-intersection scenario 4', solve('cancel-request-intersection', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('cancel-request-intersection scenario 5', solve('cancel-request-intersection', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a'])\ncheck('cancel-request-intersection scenario 6', solve('cancel-request-intersection', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Only the explicitly specified operations and finite deterministic records are modeled; no browser or framework conformance is claimed. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-client-state-offline-outbox-effective-backlog","generated_at":"2026-09-29T14:40:55.097979+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"An offline client lifecycle model that isolates a state-management defect without DOM rendering or network services.","repair":"Apply the modeled effective-backlog rule: `sum(x[0] not in acknowledged and x[0] not in cancelled for x in commands)`.","root_cause":"The effective-backlog client decision evaluates `len(commands)` instead of `sum(x[0] not in acknowledged and x[0] not in cancelled for x in commands)`.","sha256":"ea346bde1b6c95649adc154e6896df8fdfa3246851478b4a30045a5b766b455f","title":"Client offline mutation outbox: Effective backlog · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":40.367,"exit_code":1,"observations":[{"actual":[["a","create",1],["c","delete",0]],"check":"cancel-preserves-other-commands scenario 1","expected":[["a","create",1],["c","delete",0]],"passed":true},{"actual":[],"check":"cancel-preserves-other-commands scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"cancel-preserves-other-commands scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"cancel-preserves-other-commands scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["b","create",1]],"check":"cancel-preserves-other-commands scenario 5","expected":[["b","create",1]],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"cancel-preserves-other-commands scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":[["b","edit",2],["c","delete",0]],"check":"ack-removes-by-identity scenario 1","expected":[["b","edit",2],["c","delete",0]],"passed":true},{"actual":[],"check":"ack-removes-by-identity scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"ack-removes-by-identity scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"ack-removes-by-identity scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"ack-removes-by-identity scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[["a","create",1],["c","edit",3]],"check":"ack-removes-by-identity scenario 6","expected":[["a","create",1],["c","edit",3]],"passed":true},{"actual":[["a","create",1],["b","edit",2]],"check":"offline-send-suppression scenario 1","expected":[["a","create",1],["b","edit",2]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 2","expected":[],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 3","expected":[],"passed":true},{"actual":[["a","edit",1]],"check":"offline-send-suppression scenario 4","expected":[["a","edit",1]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 5","expected":[],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"offline-send-suppression scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":1,"check":"effective-backlog scenario 1","expected":1,"passed":true},{"actual":0,"check":"effective-backlog scenario 2","expected":0,"passed":true},{"actual":1,"check":"effective-backlog scenario 3","expected":1,"passed":true},{"actual":1,"check":"effective-backlog scenario 4","expected":2,"passed":false},{"actual":0,"check":"effective-backlog scenario 5","expected":1,"passed":false},{"actual":2,"check":"effective-backlog scenario 6","expected":2,"passed":true},{"actual":["a","b","c"],"check":"create-before-edit-order scenario 1","expected":["a","b","c"],"passed":true},{"actual":[],"check":"create-before-edit-order scenario 2","expected":[],"passed":true},{"actual":["a"],"check":"create-before-edit-order scenario 3","expected":["a"],"passed":true},{"actual":["a","b"],"check":"create-before-edit-order scenario 4","expected":["a","b"],"passed":true},{"actual":["a","b"],"check":"create-before-edit-order scenario 5","expected":["a","b"],"passed":true},{"actual":["a","b","c"],"check":"create-before-edit-order scenario 6","expected":["a","b","c"],"passed":true},{"actual":["c"],"check":"destructive-command-warning scenario 1","expected":["c"],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 2","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 3","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 4","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 5","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 6","expected":[],"passed":true},{"actual":[["c","delete",0]],"check":"unsent-tail-retention scenario 1","expected":[["c","delete",0]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"unsent-tail-retention scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["b","edit",2]],"check":"unsent-tail-retention scenario 4","expected":[["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"unsent-tail-retention scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 6","expected":[],"passed":true},{"actual":1,"check":"acknowledged-prefix-barrier scenario 1","expected":1,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 2","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 3","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 4","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 5","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 6","expected":0,"passed":true},{"actual":[2],"check":"zero-payload-retention scenario 1","expected":[2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 2","expected":[],"passed":true},{"actual":[0],"check":"zero-payload-retention scenario 3","expected":[0],"passed":true},{"actual":[1,2],"check":"zero-payload-retention scenario 4","expected":[1,2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 5","expected":[],"passed":true},{"actual":[2,3],"check":"zero-payload-retention scenario 6","expected":[2,3],"passed":true},{"actual":["b"],"check":"cancel-request-intersection scenario 1","expected":["b"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 2","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 3","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 4","expected":[],"passed":true},{"actual":["a"],"check":"cancel-request-intersection scenario 5","expected":["a"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 6","expected":[],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"cancel-preserves-other-commands scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 5\", \"actual\": [[\"b\", \"create\", 1]], \"expected\": [[\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 1\", \"actual\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"expected\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 4\", \"actual\": [[\"a\", \"edit\", 1]], \"expected\": [[\"a\", \"edit\", 1]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"effective-backlog scenario 1\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"effective-backlog scenario 3\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 4\", \"actual\": 1, \"expected\": 2, \"passed\": false}, {\"check\": \"effective-backlog scenario 5\", \"actual\": 0, \"expected\": 1, \"passed\": false}, {\"check\": \"effective-backlog scenario 6\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"create-before-edit-order scenario 1\", \"actual\": [\"a\", \"b\", \"c\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 3\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 4\", \"actual\": [\"a\", \"b\"], \"expected\": [\"a\", \"b\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 5\", \"actual\": [\"a\", \"b\"], \"expected\": [\"a\", \"b\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 6\", \"actual\": [\"a\", \"b\", \"c\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 1\", \"actual\": [\"c\"], \"expected\": [\"c\"], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 1\", \"actual\": [[\"c\", \"delete\", 0]], \"expected\": [[\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 4\", \"actual\": [[\"b\", \"edit\", 2]], \"expected\": [[\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 1\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 3\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 4\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 5\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 6\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"zero-payload-retention scenario 1\", \"actual\": [2], \"expected\": [2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 3\", \"actual\": [0], \"expected\": [0], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 4\", \"actual\": [1, 2], \"expected\": [1, 2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 6\", \"actual\": [2, 3], \"expected\": [2, 3], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 1\", \"actual\": [\"b\"], \"expected\": [\"b\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 5\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":41.987,"exit_code":1,"observations":[{"actual":[["a","create",1],["c","delete",0]],"check":"cancel-preserves-other-commands scenario 1","expected":[["a","create",1],["c","delete",0]],"passed":true},{"actual":[],"check":"cancel-preserves-other-commands scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"cancel-preserves-other-commands scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"cancel-preserves-other-commands scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["b","create",1]],"check":"cancel-preserves-other-commands scenario 5","expected":[["b","create",1]],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"cancel-preserves-other-commands scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":[["b","edit",2],["c","delete",0]],"check":"ack-removes-by-identity scenario 1","expected":[["b","edit",2],["c","delete",0]],"passed":true},{"actual":[],"check":"ack-removes-by-identity scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"ack-removes-by-identity scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"ack-removes-by-identity scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"ack-removes-by-identity scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[["a","create",1],["c","edit",3]],"check":"ack-removes-by-identity scenario 6","expected":[["a","create",1],["c","edit",3]],"passed":true},{"actual":[["a","create",1],["b","edit",2]],"check":"offline-send-suppression scenario 1","expected":[["a","create",1],["b","edit",2]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 2","expected":[],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 3","expected":[],"passed":true},{"actual":[["a","edit",1]],"check":"offline-send-suppression scenario 4","expected":[["a","edit",1]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 5","expected":[],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"offline-send-suppression scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":3,"check":"effective-backlog scenario 1","expected":1,"passed":false},{"actual":0,"check":"effective-backlog scenario 2","expected":0,"passed":true},{"actual":1,"check":"effective-backlog scenario 3","expected":1,"passed":true},{"actual":2,"check":"effective-backlog scenario 4","expected":2,"passed":true},{"actual":2,"check":"effective-backlog scenario 5","expected":1,"passed":false},{"actual":3,"check":"effective-backlog scenario 6","expected":2,"passed":false},{"actual":["a","b","c"],"check":"create-before-edit-order scenario 1","expected":["a","b","c"],"passed":true},{"actual":[],"check":"create-before-edit-order scenario 2","expected":[],"passed":true},{"actual":["a"],"check":"create-before-edit-order scenario 3","expected":["a"],"passed":true},{"actual":["a","b"],"check":"create-before-edit-order scenario 4","expected":["a","b"],"passed":true},{"actual":["a","b"],"check":"create-before-edit-order scenario 5","expected":["a","b"],"passed":true},{"actual":["a","b","c"],"check":"create-before-edit-order scenario 6","expected":["a","b","c"],"passed":true},{"actual":["c"],"check":"destructive-command-warning scenario 1","expected":["c"],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 2","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 3","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 4","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 5","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 6","expected":[],"passed":true},{"actual":[["c","delete",0]],"check":"unsent-tail-retention scenario 1","expected":[["c","delete",0]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"unsent-tail-retention scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["b","edit",2]],"check":"unsent-tail-retention scenario 4","expected":[["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"unsent-tail-retention scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 6","expected":[],"passed":true},{"actual":1,"check":"acknowledged-prefix-barrier scenario 1","expected":1,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 2","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 3","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 4","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 5","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 6","expected":0,"passed":true},{"actual":[2],"check":"zero-payload-retention scenario 1","expected":[2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 2","expected":[],"passed":true},{"actual":[0],"check":"zero-payload-retention scenario 3","expected":[0],"passed":true},{"actual":[1,2],"check":"zero-payload-retention scenario 4","expected":[1,2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 5","expected":[],"passed":true},{"actual":[2,3],"check":"zero-payload-retention scenario 6","expected":[2,3],"passed":true},{"actual":["b"],"check":"cancel-request-intersection scenario 1","expected":["b"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 2","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 3","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 4","expected":[],"passed":true},{"actual":["a"],"check":"cancel-request-intersection scenario 5","expected":["a"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 6","expected":[],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"cancel-preserves-other-commands scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 5\", \"actual\": [[\"b\", \"create\", 1]], \"expected\": [[\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 1\", \"actual\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"expected\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 4\", \"actual\": [[\"a\", \"edit\", 1]], \"expected\": [[\"a\", \"edit\", 1]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"effective-backlog scenario 1\", \"actual\": 3, \"expected\": 1, \"passed\": false}, {\"check\": \"effective-backlog scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"effective-backlog scenario 3\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 4\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"effective-backlog scenario 5\", \"actual\": 2, \"expected\": 1, \"passed\": false}, {\"check\": \"effective-backlog scenario 6\", \"actual\": 3, \"expected\": 2, \"passed\": false}, {\"check\": \"create-before-edit-order scenario 1\", \"actual\": [\"a\", \"b\", \"c\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 3\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 4\", \"actual\": [\"a\", \"b\"], \"expected\": [\"a\", \"b\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 5\", \"actual\": [\"a\", \"b\"], \"expected\": [\"a\", \"b\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 6\", \"actual\": [\"a\", \"b\", \"c\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 1\", \"actual\": [\"c\"], \"expected\": [\"c\"], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 1\", \"actual\": [[\"c\", \"delete\", 0]], \"expected\": [[\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 4\", \"actual\": [[\"b\", \"edit\", 2]], \"expected\": [[\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 1\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 3\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 4\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 5\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 6\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"zero-payload-retention scenario 1\", \"actual\": [2], \"expected\": [2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 3\", \"actual\": [0], \"expected\": [0], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 4\", \"actual\": [1, 2], \"expected\": [1, 2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 6\", \"actual\": [2, 3], \"expected\": [2, 3], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 1\", \"actual\": [\"b\"], \"expected\": [\"b\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 5\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":40.308,"exit_code":0,"observations":[{"actual":[["a","create",1],["c","delete",0]],"check":"cancel-preserves-other-commands scenario 1","expected":[["a","create",1],["c","delete",0]],"passed":true},{"actual":[],"check":"cancel-preserves-other-commands scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"cancel-preserves-other-commands scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"cancel-preserves-other-commands scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["b","create",1]],"check":"cancel-preserves-other-commands scenario 5","expected":[["b","create",1]],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"cancel-preserves-other-commands scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":[["b","edit",2],["c","delete",0]],"check":"ack-removes-by-identity scenario 1","expected":[["b","edit",2],["c","delete",0]],"passed":true},{"actual":[],"check":"ack-removes-by-identity scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"ack-removes-by-identity scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"ack-removes-by-identity scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"ack-removes-by-identity scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[["a","create",1],["c","edit",3]],"check":"ack-removes-by-identity scenario 6","expected":[["a","create",1],["c","edit",3]],"passed":true},{"actual":[["a","create",1],["b","edit",2]],"check":"offline-send-suppression scenario 1","expected":[["a","create",1],["b","edit",2]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 2","expected":[],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 3","expected":[],"passed":true},{"actual":[["a","edit",1]],"check":"offline-send-suppression scenario 4","expected":[["a","edit",1]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 5","expected":[],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"offline-send-suppression scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":1,"check":"effective-backlog scenario 1","expected":1,"passed":true},{"actual":0,"check":"effective-backlog scenario 2","expected":0,"passed":true},{"actual":1,"check":"effective-backlog scenario 3","expected":1,"passed":true},{"actual":2,"check":"effective-backlog scenario 4","expected":2,"passed":true},{"actual":1,"check":"effective-backlog scenario 5","expected":1,"passed":true},{"actual":2,"check":"effective-backlog scenario 6","expected":2,"passed":true},{"actual":["a","b","c"],"check":"create-before-edit-order scenario 1","expected":["a","b","c"],"passed":true},{"actual":[],"check":"create-before-edit-order scenario 2","expected":[],"passed":true},{"actual":["a"],"check":"create-before-edit-order scenario 3","expected":["a"],"passed":true},{"actual":["a","b"],"check":"create-before-edit-order scenario 4","expected":["a","b"],"passed":true},{"actual":["a","b"],"check":"create-before-edit-order scenario 5","expected":["a","b"],"passed":true},{"actual":["a","b","c"],"check":"create-before-edit-order scenario 6","expected":["a","b","c"],"passed":true},{"actual":["c"],"check":"destructive-command-warning scenario 1","expected":["c"],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 2","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 3","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 4","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 5","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 6","expected":[],"passed":true},{"actual":[["c","delete",0]],"check":"unsent-tail-retention scenario 1","expected":[["c","delete",0]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"unsent-tail-retention scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["b","edit",2]],"check":"unsent-tail-retention scenario 4","expected":[["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"unsent-tail-retention scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 6","expected":[],"passed":true},{"actual":1,"check":"acknowledged-prefix-barrier scenario 1","expected":1,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 2","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 3","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 4","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 5","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 6","expected":0,"passed":true},{"actual":[2],"check":"zero-payload-retention scenario 1","expected":[2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 2","expected":[],"passed":true},{"actual":[0],"check":"zero-payload-retention scenario 3","expected":[0],"passed":true},{"actual":[1,2],"check":"zero-payload-retention scenario 4","expected":[1,2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 5","expected":[],"passed":true},{"actual":[2,3],"check":"zero-payload-retention scenario 6","expected":[2,3],"passed":true},{"actual":["b"],"check":"cancel-request-intersection scenario 1","expected":["b"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 2","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 3","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 4","expected":[],"passed":true},{"actual":["a"],"check":"cancel-request-intersection scenario 5","expected":["a"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 6","expected":[],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"cancel-preserves-other-commands scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 5\", \"actual\": [[\"b\", \"create\", 1]], \"expected\": [[\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 1\", \"actual\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"expected\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 4\", \"actual\": [[\"a\", \"edit\", 1]], \"expected\": [[\"a\", \"edit\", 1]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"effective-backlog scenario 1\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"effective-backlog scenario 3\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 4\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"effective-backlog scenario 5\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 6\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"create-before-edit-order scenario 1\", \"actual\": [\"a\", \"b\", \"c\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 3\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 4\", \"actual\": [\"a\", \"b\"], \"expected\": [\"a\", \"b\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 5\", \"actual\": [\"a\", \"b\"], \"expected\": [\"a\", \"b\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 6\", \"actual\": [\"a\", \"b\", \"c\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 1\", \"actual\": [\"c\"], \"expected\": [\"c\"], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 1\", \"actual\": [[\"c\", \"delete\", 0]], \"expected\": [[\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 4\", \"actual\": [[\"b\", \"edit\", 2]], \"expected\": [[\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 1\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 3\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 4\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 5\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 6\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"zero-payload-retention scenario 1\", \"actual\": [2], \"expected\": [2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 3\", \"actual\": [0], \"expected\": [0], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 4\", \"actual\": [1, 2], \"expected\": [1, 2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 6\", \"actual\": [2, 3], \"expected\": [2, 3], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 1\", \"actual\": [\"b\"], \"expected\": [\"b\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 5\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}