{"abstract":"Create before edit order.","category":"Client state","checks":60,"contract":"The client outbox is an ordered UI mutation log; commands use identity, not payload truthiness. Cancellation/acknowledgment remove only matching commands, offline mode retains unsent work, and a zero send budget sends nothing. Operation create-before-edit-order has the six explicit input/output oracles below.","evaluation_group":"s3-client-state-offline-outbox","failed_approach":"The partial repair `sorted((x[0] for x in commands),reverse=True)` still violates the explicit fixture contract.","family":"s3-client-state-offline-outbox-create-before-edit-order","id":"FA-24216","implementations":{"attempt":{"sha256":"4e43025b9d2295d65bd43604d0934c765522fc302d517819002b709b8f09e8b7","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(operation, s):\n    commands, cancelled, acknowledged, online, limit = s\n    if operation == 'cancel-preserves-other-commands':\n        return [x for x in commands if x[0] not in cancelled]\n    if operation == 'ack-removes-by-identity':\n        return [x for x in commands if x[0] not in acknowledged]\n    if operation == 'offline-send-suppression':\n        return commands[:limit] if online else []\n    if operation == 'effective-backlog':\n        return sum(x[0] not in acknowledged and x[0] not in cancelled for x in commands)\n    if operation == 'create-before-edit-order':\n        return sorted((x[0] for x in commands),reverse=True)\n    if operation == 'destructive-command-warning':\n        return [x[0] for x in commands if x[1]=='delete' and x[0] not in cancelled]\n    if operation == 'unsent-tail-retention':\n        return commands[limit:] if online else commands\n    if operation == 'acknowledged-prefix-barrier':\n        return next((i for i,x in enumerate(commands) if x[0] not in acknowledged),len(commands))\n    if operation == 'zero-payload-retention':\n        return [x[2] for x in commands if x[1]=='edit']\n    if operation == 'cancel-request-intersection':\n        return [x[0] for x in commands if x[0] in cancelled]\n    raise ValueError('unknown modeled operation')\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('cancel-preserves-other-commands scenario 1', solve('cancel-preserves-other-commands', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('c','delete',0)])\ncheck('cancel-preserves-other-commands scenario 2', solve('cancel-preserves-other-commands', ([],[],[],True,2)), [])\ncheck('cancel-preserves-other-commands scenario 3', solve('cancel-preserves-other-commands', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('cancel-preserves-other-commands scenario 4', solve('cancel-preserves-other-commands', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('cancel-preserves-other-commands scenario 5', solve('cancel-preserves-other-commands', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('b','create',N)])\ncheck('cancel-preserves-other-commands scenario 6', solve('cancel-preserves-other-commands', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('ack-removes-by-identity scenario 1', solve('ack-removes-by-identity', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('b','edit',2),('c','delete',0)])\ncheck('ack-removes-by-identity scenario 2', solve('ack-removes-by-identity', ([],[],[],True,2)), [])\ncheck('ack-removes-by-identity scenario 3', solve('ack-removes-by-identity', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('ack-removes-by-identity scenario 4', solve('ack-removes-by-identity', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('ack-removes-by-identity scenario 5', solve('ack-removes-by-identity', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('ack-removes-by-identity scenario 6', solve('ack-removes-by-identity', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('c','edit',3)])\ncheck('offline-send-suppression scenario 1', solve('offline-send-suppression', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('b','edit',2)])\ncheck('offline-send-suppression scenario 2', solve('offline-send-suppression', ([],[],[],True,2)), [])\ncheck('offline-send-suppression scenario 3', solve('offline-send-suppression', ([('a','edit',0)],[],[],False,1)), [])\ncheck('offline-send-suppression scenario 4', solve('offline-send-suppression', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1)])\ncheck('offline-send-suppression scenario 5', solve('offline-send-suppression', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('offline-send-suppression scenario 6', solve('offline-send-suppression', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('effective-backlog scenario 1', solve('effective-backlog', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('effective-backlog scenario 2', solve('effective-backlog', ([],[],[],True,2)), 0)\ncheck('effective-backlog scenario 3', solve('effective-backlog', ([('a','edit',0)],[],[],False,1)), 1)\ncheck('effective-backlog scenario 4', solve('effective-backlog', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 2)\ncheck('effective-backlog scenario 5', solve('effective-backlog', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 1)\ncheck('effective-backlog scenario 6', solve('effective-backlog', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 2)\ncheck('create-before-edit-order scenario 1', solve('create-before-edit-order', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['a','b','c'])\ncheck('create-before-edit-order scenario 2', solve('create-before-edit-order', ([],[],[],True,2)), [])\ncheck('create-before-edit-order scenario 3', solve('create-before-edit-order', ([('a','edit',0)],[],[],False,1)), ['a'])\ncheck('create-before-edit-order scenario 4', solve('create-before-edit-order', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), ['a','b'])\ncheck('create-before-edit-order scenario 5', solve('create-before-edit-order', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a','b'])\ncheck('create-before-edit-order scenario 6', solve('create-before-edit-order', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), ['a','b','c'])\ncheck('destructive-command-warning scenario 1', solve('destructive-command-warning', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['c'])\ncheck('destructive-command-warning scenario 2', solve('destructive-command-warning', ([],[],[],True,2)), [])\ncheck('destructive-command-warning scenario 3', solve('destructive-command-warning', ([('a','edit',0)],[],[],False,1)), [])\ncheck('destructive-command-warning scenario 4', solve('destructive-command-warning', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('destructive-command-warning scenario 5', solve('destructive-command-warning', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('destructive-command-warning scenario 6', solve('destructive-command-warning', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('unsent-tail-retention scenario 1', solve('unsent-tail-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('c','delete',0)])\ncheck('unsent-tail-retention scenario 2', solve('unsent-tail-retention', ([],[],[],True,2)), [])\ncheck('unsent-tail-retention scenario 3', solve('unsent-tail-retention', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('unsent-tail-retention scenario 4', solve('unsent-tail-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('b','edit',2)])\ncheck('unsent-tail-retention scenario 5', solve('unsent-tail-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('unsent-tail-retention scenario 6', solve('unsent-tail-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('acknowledged-prefix-barrier scenario 1', solve('acknowledged-prefix-barrier', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('acknowledged-prefix-barrier scenario 2', solve('acknowledged-prefix-barrier', ([],[],[],True,2)), 0)\ncheck('acknowledged-prefix-barrier scenario 3', solve('acknowledged-prefix-barrier', ([('a','edit',0)],[],[],False,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 4', solve('acknowledged-prefix-barrier', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 5', solve('acknowledged-prefix-barrier', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 0)\ncheck('acknowledged-prefix-barrier scenario 6', solve('acknowledged-prefix-barrier', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 0)\ncheck('zero-payload-retention scenario 1', solve('zero-payload-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [2])\ncheck('zero-payload-retention scenario 2', solve('zero-payload-retention', ([],[],[],True,2)), [])\ncheck('zero-payload-retention scenario 3', solve('zero-payload-retention', ([('a','edit',0)],[],[],False,1)), [0])\ncheck('zero-payload-retention scenario 4', solve('zero-payload-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [1,2])\ncheck('zero-payload-retention scenario 5', solve('zero-payload-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('zero-payload-retention scenario 6', solve('zero-payload-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [2,3])\ncheck('cancel-request-intersection scenario 1', solve('cancel-request-intersection', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['b'])\ncheck('cancel-request-intersection scenario 2', solve('cancel-request-intersection', ([],[],[],True,2)), [])\ncheck('cancel-request-intersection scenario 3', solve('cancel-request-intersection', ([('a','edit',0)],[],[],False,1)), [])\ncheck('cancel-request-intersection scenario 4', solve('cancel-request-intersection', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('cancel-request-intersection scenario 5', solve('cancel-request-intersection', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a'])\ncheck('cancel-request-intersection scenario 6', solve('cancel-request-intersection', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"250f9d69321c16ab425a4cdc9fbe49c35667b7e03254c6d6983b597e60e4080d","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(operation, s):\n    commands, cancelled, acknowledged, online, limit = s\n    if operation == 'cancel-preserves-other-commands':\n        return [x for x in commands if x[0] not in cancelled]\n    if operation == 'ack-removes-by-identity':\n        return [x for x in commands if x[0] not in acknowledged]\n    if operation == 'offline-send-suppression':\n        return commands[:limit] if online else []\n    if operation == 'effective-backlog':\n        return sum(x[0] not in acknowledged and x[0] not in cancelled for x in commands)\n    if operation == 'create-before-edit-order':\n        return [x[0] for x in reversed(commands)]\n    if operation == 'destructive-command-warning':\n        return [x[0] for x in commands if x[1]=='delete' and x[0] not in cancelled]\n    if operation == 'unsent-tail-retention':\n        return commands[limit:] if online else commands\n    if operation == 'acknowledged-prefix-barrier':\n        return next((i for i,x in enumerate(commands) if x[0] not in acknowledged),len(commands))\n    if operation == 'zero-payload-retention':\n        return [x[2] for x in commands if x[1]=='edit']\n    if operation == 'cancel-request-intersection':\n        return [x[0] for x in commands if x[0] in cancelled]\n    raise ValueError('unknown modeled operation')\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('cancel-preserves-other-commands scenario 1', solve('cancel-preserves-other-commands', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('c','delete',0)])\ncheck('cancel-preserves-other-commands scenario 2', solve('cancel-preserves-other-commands', ([],[],[],True,2)), [])\ncheck('cancel-preserves-other-commands scenario 3', solve('cancel-preserves-other-commands', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('cancel-preserves-other-commands scenario 4', solve('cancel-preserves-other-commands', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('cancel-preserves-other-commands scenario 5', solve('cancel-preserves-other-commands', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('b','create',N)])\ncheck('cancel-preserves-other-commands scenario 6', solve('cancel-preserves-other-commands', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('ack-removes-by-identity scenario 1', solve('ack-removes-by-identity', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('b','edit',2),('c','delete',0)])\ncheck('ack-removes-by-identity scenario 2', solve('ack-removes-by-identity', ([],[],[],True,2)), [])\ncheck('ack-removes-by-identity scenario 3', solve('ack-removes-by-identity', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('ack-removes-by-identity scenario 4', solve('ack-removes-by-identity', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('ack-removes-by-identity scenario 5', solve('ack-removes-by-identity', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('ack-removes-by-identity scenario 6', solve('ack-removes-by-identity', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('c','edit',3)])\ncheck('offline-send-suppression scenario 1', solve('offline-send-suppression', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('b','edit',2)])\ncheck('offline-send-suppression scenario 2', solve('offline-send-suppression', ([],[],[],True,2)), [])\ncheck('offline-send-suppression scenario 3', solve('offline-send-suppression', ([('a','edit',0)],[],[],False,1)), [])\ncheck('offline-send-suppression scenario 4', solve('offline-send-suppression', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1)])\ncheck('offline-send-suppression scenario 5', solve('offline-send-suppression', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('offline-send-suppression scenario 6', solve('offline-send-suppression', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('effective-backlog scenario 1', solve('effective-backlog', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('effective-backlog scenario 2', solve('effective-backlog', ([],[],[],True,2)), 0)\ncheck('effective-backlog scenario 3', solve('effective-backlog', ([('a','edit',0)],[],[],False,1)), 1)\ncheck('effective-backlog scenario 4', solve('effective-backlog', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 2)\ncheck('effective-backlog scenario 5', solve('effective-backlog', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 1)\ncheck('effective-backlog scenario 6', solve('effective-backlog', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 2)\ncheck('create-before-edit-order scenario 1', solve('create-before-edit-order', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['a','b','c'])\ncheck('create-before-edit-order scenario 2', solve('create-before-edit-order', ([],[],[],True,2)), [])\ncheck('create-before-edit-order scenario 3', solve('create-before-edit-order', ([('a','edit',0)],[],[],False,1)), ['a'])\ncheck('create-before-edit-order scenario 4', solve('create-before-edit-order', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), ['a','b'])\ncheck('create-before-edit-order scenario 5', solve('create-before-edit-order', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a','b'])\ncheck('create-before-edit-order scenario 6', solve('create-before-edit-order', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), ['a','b','c'])\ncheck('destructive-command-warning scenario 1', solve('destructive-command-warning', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['c'])\ncheck('destructive-command-warning scenario 2', solve('destructive-command-warning', ([],[],[],True,2)), [])\ncheck('destructive-command-warning scenario 3', solve('destructive-command-warning', ([('a','edit',0)],[],[],False,1)), [])\ncheck('destructive-command-warning scenario 4', solve('destructive-command-warning', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('destructive-command-warning scenario 5', solve('destructive-command-warning', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('destructive-command-warning scenario 6', solve('destructive-command-warning', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('unsent-tail-retention scenario 1', solve('unsent-tail-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('c','delete',0)])\ncheck('unsent-tail-retention scenario 2', solve('unsent-tail-retention', ([],[],[],True,2)), [])\ncheck('unsent-tail-retention scenario 3', solve('unsent-tail-retention', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('unsent-tail-retention scenario 4', solve('unsent-tail-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('b','edit',2)])\ncheck('unsent-tail-retention scenario 5', solve('unsent-tail-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('unsent-tail-retention scenario 6', solve('unsent-tail-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('acknowledged-prefix-barrier scenario 1', solve('acknowledged-prefix-barrier', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('acknowledged-prefix-barrier scenario 2', solve('acknowledged-prefix-barrier', ([],[],[],True,2)), 0)\ncheck('acknowledged-prefix-barrier scenario 3', solve('acknowledged-prefix-barrier', ([('a','edit',0)],[],[],False,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 4', solve('acknowledged-prefix-barrier', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 5', solve('acknowledged-prefix-barrier', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 0)\ncheck('acknowledged-prefix-barrier scenario 6', solve('acknowledged-prefix-barrier', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 0)\ncheck('zero-payload-retention scenario 1', solve('zero-payload-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [2])\ncheck('zero-payload-retention scenario 2', solve('zero-payload-retention', ([],[],[],True,2)), [])\ncheck('zero-payload-retention scenario 3', solve('zero-payload-retention', ([('a','edit',0)],[],[],False,1)), [0])\ncheck('zero-payload-retention scenario 4', solve('zero-payload-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [1,2])\ncheck('zero-payload-retention scenario 5', solve('zero-payload-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('zero-payload-retention scenario 6', solve('zero-payload-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [2,3])\ncheck('cancel-request-intersection scenario 1', solve('cancel-request-intersection', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['b'])\ncheck('cancel-request-intersection scenario 2', solve('cancel-request-intersection', ([],[],[],True,2)), [])\ncheck('cancel-request-intersection scenario 3', solve('cancel-request-intersection', ([('a','edit',0)],[],[],False,1)), [])\ncheck('cancel-request-intersection scenario 4', solve('cancel-request-intersection', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('cancel-request-intersection scenario 5', solve('cancel-request-intersection', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a'])\ncheck('cancel-request-intersection scenario 6', solve('cancel-request-intersection', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"f611436ea71e4f0b6aa65596619c0cc56bf3c988c482c5a82f7c7fea1dd90dc8","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(operation, s):\n    commands, cancelled, acknowledged, online, limit = s\n    if operation == 'cancel-preserves-other-commands':\n        return [x for x in commands if x[0] not in cancelled]\n    if operation == 'ack-removes-by-identity':\n        return [x for x in commands if x[0] not in acknowledged]\n    if operation == 'offline-send-suppression':\n        return commands[:limit] if online else []\n    if operation == 'effective-backlog':\n        return sum(x[0] not in acknowledged and x[0] not in cancelled for x in commands)\n    if operation == 'create-before-edit-order':\n        return [x[0] for x in commands]\n    if operation == 'destructive-command-warning':\n        return [x[0] for x in commands if x[1]=='delete' and x[0] not in cancelled]\n    if operation == 'unsent-tail-retention':\n        return commands[limit:] if online else commands\n    if operation == 'acknowledged-prefix-barrier':\n        return next((i for i,x in enumerate(commands) if x[0] not in acknowledged),len(commands))\n    if operation == 'zero-payload-retention':\n        return [x[2] for x in commands if x[1]=='edit']\n    if operation == 'cancel-request-intersection':\n        return [x[0] for x in commands if x[0] in cancelled]\n    raise ValueError('unknown modeled operation')\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('cancel-preserves-other-commands scenario 1', solve('cancel-preserves-other-commands', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('c','delete',0)])\ncheck('cancel-preserves-other-commands scenario 2', solve('cancel-preserves-other-commands', ([],[],[],True,2)), [])\ncheck('cancel-preserves-other-commands scenario 3', solve('cancel-preserves-other-commands', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('cancel-preserves-other-commands scenario 4', solve('cancel-preserves-other-commands', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('cancel-preserves-other-commands scenario 5', solve('cancel-preserves-other-commands', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('b','create',N)])\ncheck('cancel-preserves-other-commands scenario 6', solve('cancel-preserves-other-commands', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('ack-removes-by-identity scenario 1', solve('ack-removes-by-identity', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('b','edit',2),('c','delete',0)])\ncheck('ack-removes-by-identity scenario 2', solve('ack-removes-by-identity', ([],[],[],True,2)), [])\ncheck('ack-removes-by-identity scenario 3', solve('ack-removes-by-identity', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('ack-removes-by-identity scenario 4', solve('ack-removes-by-identity', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1),('b','edit',2)])\ncheck('ack-removes-by-identity scenario 5', solve('ack-removes-by-identity', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('ack-removes-by-identity scenario 6', solve('ack-removes-by-identity', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('c','edit',3)])\ncheck('offline-send-suppression scenario 1', solve('offline-send-suppression', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('a','create',N),('b','edit',2)])\ncheck('offline-send-suppression scenario 2', solve('offline-send-suppression', ([],[],[],True,2)), [])\ncheck('offline-send-suppression scenario 3', solve('offline-send-suppression', ([('a','edit',0)],[],[],False,1)), [])\ncheck('offline-send-suppression scenario 4', solve('offline-send-suppression', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('a','edit',1)])\ncheck('offline-send-suppression scenario 5', solve('offline-send-suppression', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('offline-send-suppression scenario 6', solve('offline-send-suppression', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [('a','create',1),('b','edit',2),('c','edit',3)])\ncheck('effective-backlog scenario 1', solve('effective-backlog', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('effective-backlog scenario 2', solve('effective-backlog', ([],[],[],True,2)), 0)\ncheck('effective-backlog scenario 3', solve('effective-backlog', ([('a','edit',0)],[],[],False,1)), 1)\ncheck('effective-backlog scenario 4', solve('effective-backlog', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 2)\ncheck('effective-backlog scenario 5', solve('effective-backlog', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 1)\ncheck('effective-backlog scenario 6', solve('effective-backlog', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 2)\ncheck('create-before-edit-order scenario 1', solve('create-before-edit-order', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['a','b','c'])\ncheck('create-before-edit-order scenario 2', solve('create-before-edit-order', ([],[],[],True,2)), [])\ncheck('create-before-edit-order scenario 3', solve('create-before-edit-order', ([('a','edit',0)],[],[],False,1)), ['a'])\ncheck('create-before-edit-order scenario 4', solve('create-before-edit-order', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), ['a','b'])\ncheck('create-before-edit-order scenario 5', solve('create-before-edit-order', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a','b'])\ncheck('create-before-edit-order scenario 6', solve('create-before-edit-order', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), ['a','b','c'])\ncheck('destructive-command-warning scenario 1', solve('destructive-command-warning', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['c'])\ncheck('destructive-command-warning scenario 2', solve('destructive-command-warning', ([],[],[],True,2)), [])\ncheck('destructive-command-warning scenario 3', solve('destructive-command-warning', ([('a','edit',0)],[],[],False,1)), [])\ncheck('destructive-command-warning scenario 4', solve('destructive-command-warning', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('destructive-command-warning scenario 5', solve('destructive-command-warning', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('destructive-command-warning scenario 6', solve('destructive-command-warning', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('unsent-tail-retention scenario 1', solve('unsent-tail-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [('c','delete',0)])\ncheck('unsent-tail-retention scenario 2', solve('unsent-tail-retention', ([],[],[],True,2)), [])\ncheck('unsent-tail-retention scenario 3', solve('unsent-tail-retention', ([('a','edit',0)],[],[],False,1)), [('a','edit',0)])\ncheck('unsent-tail-retention scenario 4', solve('unsent-tail-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [('b','edit',2)])\ncheck('unsent-tail-retention scenario 5', solve('unsent-tail-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [('a','delete',0),('b','create',N)])\ncheck('unsent-tail-retention scenario 6', solve('unsent-tail-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\ncheck('acknowledged-prefix-barrier scenario 1', solve('acknowledged-prefix-barrier', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), 1)\ncheck('acknowledged-prefix-barrier scenario 2', solve('acknowledged-prefix-barrier', ([],[],[],True,2)), 0)\ncheck('acknowledged-prefix-barrier scenario 3', solve('acknowledged-prefix-barrier', ([('a','edit',0)],[],[],False,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 4', solve('acknowledged-prefix-barrier', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), 0)\ncheck('acknowledged-prefix-barrier scenario 5', solve('acknowledged-prefix-barrier', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), 0)\ncheck('acknowledged-prefix-barrier scenario 6', solve('acknowledged-prefix-barrier', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), 0)\ncheck('zero-payload-retention scenario 1', solve('zero-payload-retention', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), [2])\ncheck('zero-payload-retention scenario 2', solve('zero-payload-retention', ([],[],[],True,2)), [])\ncheck('zero-payload-retention scenario 3', solve('zero-payload-retention', ([('a','edit',0)],[],[],False,1)), [0])\ncheck('zero-payload-retention scenario 4', solve('zero-payload-retention', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [1,2])\ncheck('zero-payload-retention scenario 5', solve('zero-payload-retention', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), [])\ncheck('zero-payload-retention scenario 6', solve('zero-payload-retention', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [2,3])\ncheck('cancel-request-intersection scenario 1', solve('cancel-request-intersection', ([('a','create',N),('b','edit',2),('c','delete',0)],['b'],['a'],True,2)), ['b'])\ncheck('cancel-request-intersection scenario 2', solve('cancel-request-intersection', ([],[],[],True,2)), [])\ncheck('cancel-request-intersection scenario 3', solve('cancel-request-intersection', ([('a','edit',0)],[],[],False,1)), [])\ncheck('cancel-request-intersection scenario 4', solve('cancel-request-intersection', ([('a','edit',1),('b','edit',2)],['x'],[],True,1)), [])\ncheck('cancel-request-intersection scenario 5', solve('cancel-request-intersection', ([('a','delete',0),('b','create',N)],['a'],['x'],True,0)), ['a'])\ncheck('cancel-request-intersection scenario 6', solve('cancel-request-intersection', ([('a','create',1),('b','edit',2),('c','edit',3)],[],['b'],True,5)), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Only the explicitly specified operations and finite deterministic records are modeled; no browser or framework conformance is claimed. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-client-state-offline-outbox-create-before-edit-order","generated_at":"2026-09-29T14:40:55.142693+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"An offline client lifecycle model that isolates a state-management defect without DOM rendering or network services.","repair":"Apply the modeled create-before-edit-order rule: `[x[0] for x in commands]`.","root_cause":"The create-before-edit-order client decision evaluates `[x[0] for x in reversed(commands)]` instead of `[x[0] for x in commands]`.","sha256":"f99586b8dcc6756df83af659c4b258a961b92943422660c8d2742810d19f9d10","title":"Client offline mutation outbox: Create before edit order · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":40.513,"exit_code":1,"observations":[{"actual":[["a","create",1],["c","delete",0]],"check":"cancel-preserves-other-commands scenario 1","expected":[["a","create",1],["c","delete",0]],"passed":true},{"actual":[],"check":"cancel-preserves-other-commands scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"cancel-preserves-other-commands scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"cancel-preserves-other-commands scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["b","create",1]],"check":"cancel-preserves-other-commands scenario 5","expected":[["b","create",1]],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"cancel-preserves-other-commands scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":[["b","edit",2],["c","delete",0]],"check":"ack-removes-by-identity scenario 1","expected":[["b","edit",2],["c","delete",0]],"passed":true},{"actual":[],"check":"ack-removes-by-identity scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"ack-removes-by-identity scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"ack-removes-by-identity scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"ack-removes-by-identity scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[["a","create",1],["c","edit",3]],"check":"ack-removes-by-identity scenario 6","expected":[["a","create",1],["c","edit",3]],"passed":true},{"actual":[["a","create",1],["b","edit",2]],"check":"offline-send-suppression scenario 1","expected":[["a","create",1],["b","edit",2]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 2","expected":[],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 3","expected":[],"passed":true},{"actual":[["a","edit",1]],"check":"offline-send-suppression scenario 4","expected":[["a","edit",1]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 5","expected":[],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"offline-send-suppression scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":1,"check":"effective-backlog scenario 1","expected":1,"passed":true},{"actual":0,"check":"effective-backlog scenario 2","expected":0,"passed":true},{"actual":1,"check":"effective-backlog scenario 3","expected":1,"passed":true},{"actual":2,"check":"effective-backlog scenario 4","expected":2,"passed":true},{"actual":1,"check":"effective-backlog scenario 5","expected":1,"passed":true},{"actual":2,"check":"effective-backlog scenario 6","expected":2,"passed":true},{"actual":["c","b","a"],"check":"create-before-edit-order scenario 1","expected":["a","b","c"],"passed":false},{"actual":[],"check":"create-before-edit-order scenario 2","expected":[],"passed":true},{"actual":["a"],"check":"create-before-edit-order scenario 3","expected":["a"],"passed":true},{"actual":["b","a"],"check":"create-before-edit-order scenario 4","expected":["a","b"],"passed":false},{"actual":["b","a"],"check":"create-before-edit-order scenario 5","expected":["a","b"],"passed":false},{"actual":["c","b","a"],"check":"create-before-edit-order scenario 6","expected":["a","b","c"],"passed":false},{"actual":["c"],"check":"destructive-command-warning scenario 1","expected":["c"],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 2","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 3","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 4","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 5","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 6","expected":[],"passed":true},{"actual":[["c","delete",0]],"check":"unsent-tail-retention scenario 1","expected":[["c","delete",0]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"unsent-tail-retention scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["b","edit",2]],"check":"unsent-tail-retention scenario 4","expected":[["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"unsent-tail-retention scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 6","expected":[],"passed":true},{"actual":1,"check":"acknowledged-prefix-barrier scenario 1","expected":1,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 2","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 3","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 4","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 5","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 6","expected":0,"passed":true},{"actual":[2],"check":"zero-payload-retention scenario 1","expected":[2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 2","expected":[],"passed":true},{"actual":[0],"check":"zero-payload-retention scenario 3","expected":[0],"passed":true},{"actual":[1,2],"check":"zero-payload-retention scenario 4","expected":[1,2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 5","expected":[],"passed":true},{"actual":[2,3],"check":"zero-payload-retention scenario 6","expected":[2,3],"passed":true},{"actual":["b"],"check":"cancel-request-intersection scenario 1","expected":["b"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 2","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 3","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 4","expected":[],"passed":true},{"actual":["a"],"check":"cancel-request-intersection scenario 5","expected":["a"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 6","expected":[],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"cancel-preserves-other-commands scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 5\", \"actual\": [[\"b\", \"create\", 1]], \"expected\": [[\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 1\", \"actual\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"expected\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 4\", \"actual\": [[\"a\", \"edit\", 1]], \"expected\": [[\"a\", \"edit\", 1]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"effective-backlog scenario 1\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"effective-backlog scenario 3\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 4\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"effective-backlog scenario 5\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 6\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"create-before-edit-order scenario 1\", \"actual\": [\"c\", \"b\", \"a\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": false}, {\"check\": \"create-before-edit-order scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 3\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 4\", \"actual\": [\"b\", \"a\"], \"expected\": [\"a\", \"b\"], \"passed\": false}, {\"check\": \"create-before-edit-order scenario 5\", \"actual\": [\"b\", \"a\"], \"expected\": [\"a\", \"b\"], \"passed\": false}, {\"check\": \"create-before-edit-order scenario 6\", \"actual\": [\"c\", \"b\", \"a\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": false}, {\"check\": \"destructive-command-warning scenario 1\", \"actual\": [\"c\"], \"expected\": [\"c\"], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 1\", \"actual\": [[\"c\", \"delete\", 0]], \"expected\": [[\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 4\", \"actual\": [[\"b\", \"edit\", 2]], \"expected\": [[\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 1\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 3\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 4\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 5\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 6\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"zero-payload-retention scenario 1\", \"actual\": [2], \"expected\": [2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 3\", \"actual\": [0], \"expected\": [0], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 4\", \"actual\": [1, 2], \"expected\": [1, 2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 6\", \"actual\": [2, 3], \"expected\": [2, 3], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 1\", \"actual\": [\"b\"], \"expected\": [\"b\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 5\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":40.053,"exit_code":1,"observations":[{"actual":[["a","create",1],["c","delete",0]],"check":"cancel-preserves-other-commands scenario 1","expected":[["a","create",1],["c","delete",0]],"passed":true},{"actual":[],"check":"cancel-preserves-other-commands scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"cancel-preserves-other-commands scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"cancel-preserves-other-commands scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["b","create",1]],"check":"cancel-preserves-other-commands scenario 5","expected":[["b","create",1]],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"cancel-preserves-other-commands scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":[["b","edit",2],["c","delete",0]],"check":"ack-removes-by-identity scenario 1","expected":[["b","edit",2],["c","delete",0]],"passed":true},{"actual":[],"check":"ack-removes-by-identity scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"ack-removes-by-identity scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"ack-removes-by-identity scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"ack-removes-by-identity scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[["a","create",1],["c","edit",3]],"check":"ack-removes-by-identity scenario 6","expected":[["a","create",1],["c","edit",3]],"passed":true},{"actual":[["a","create",1],["b","edit",2]],"check":"offline-send-suppression scenario 1","expected":[["a","create",1],["b","edit",2]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 2","expected":[],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 3","expected":[],"passed":true},{"actual":[["a","edit",1]],"check":"offline-send-suppression scenario 4","expected":[["a","edit",1]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 5","expected":[],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"offline-send-suppression scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":1,"check":"effective-backlog scenario 1","expected":1,"passed":true},{"actual":0,"check":"effective-backlog scenario 2","expected":0,"passed":true},{"actual":1,"check":"effective-backlog scenario 3","expected":1,"passed":true},{"actual":2,"check":"effective-backlog scenario 4","expected":2,"passed":true},{"actual":1,"check":"effective-backlog scenario 5","expected":1,"passed":true},{"actual":2,"check":"effective-backlog scenario 6","expected":2,"passed":true},{"actual":["c","b","a"],"check":"create-before-edit-order scenario 1","expected":["a","b","c"],"passed":false},{"actual":[],"check":"create-before-edit-order scenario 2","expected":[],"passed":true},{"actual":["a"],"check":"create-before-edit-order scenario 3","expected":["a"],"passed":true},{"actual":["b","a"],"check":"create-before-edit-order scenario 4","expected":["a","b"],"passed":false},{"actual":["b","a"],"check":"create-before-edit-order scenario 5","expected":["a","b"],"passed":false},{"actual":["c","b","a"],"check":"create-before-edit-order scenario 6","expected":["a","b","c"],"passed":false},{"actual":["c"],"check":"destructive-command-warning scenario 1","expected":["c"],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 2","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 3","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 4","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 5","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 6","expected":[],"passed":true},{"actual":[["c","delete",0]],"check":"unsent-tail-retention scenario 1","expected":[["c","delete",0]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"unsent-tail-retention scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["b","edit",2]],"check":"unsent-tail-retention scenario 4","expected":[["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"unsent-tail-retention scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 6","expected":[],"passed":true},{"actual":1,"check":"acknowledged-prefix-barrier scenario 1","expected":1,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 2","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 3","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 4","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 5","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 6","expected":0,"passed":true},{"actual":[2],"check":"zero-payload-retention scenario 1","expected":[2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 2","expected":[],"passed":true},{"actual":[0],"check":"zero-payload-retention scenario 3","expected":[0],"passed":true},{"actual":[1,2],"check":"zero-payload-retention scenario 4","expected":[1,2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 5","expected":[],"passed":true},{"actual":[2,3],"check":"zero-payload-retention scenario 6","expected":[2,3],"passed":true},{"actual":["b"],"check":"cancel-request-intersection scenario 1","expected":["b"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 2","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 3","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 4","expected":[],"passed":true},{"actual":["a"],"check":"cancel-request-intersection scenario 5","expected":["a"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 6","expected":[],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"cancel-preserves-other-commands scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 5\", \"actual\": [[\"b\", \"create\", 1]], \"expected\": [[\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 1\", \"actual\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"expected\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 4\", \"actual\": [[\"a\", \"edit\", 1]], \"expected\": [[\"a\", \"edit\", 1]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"effective-backlog scenario 1\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"effective-backlog scenario 3\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 4\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"effective-backlog scenario 5\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 6\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"create-before-edit-order scenario 1\", \"actual\": [\"c\", \"b\", \"a\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": false}, {\"check\": \"create-before-edit-order scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 3\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 4\", \"actual\": [\"b\", \"a\"], \"expected\": [\"a\", \"b\"], \"passed\": false}, {\"check\": \"create-before-edit-order scenario 5\", \"actual\": [\"b\", \"a\"], \"expected\": [\"a\", \"b\"], \"passed\": false}, {\"check\": \"create-before-edit-order scenario 6\", \"actual\": [\"c\", \"b\", \"a\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": false}, {\"check\": \"destructive-command-warning scenario 1\", \"actual\": [\"c\"], \"expected\": [\"c\"], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 1\", \"actual\": [[\"c\", \"delete\", 0]], \"expected\": [[\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 4\", \"actual\": [[\"b\", \"edit\", 2]], \"expected\": [[\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 1\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 3\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 4\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 5\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 6\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"zero-payload-retention scenario 1\", \"actual\": [2], \"expected\": [2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 3\", \"actual\": [0], \"expected\": [0], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 4\", \"actual\": [1, 2], \"expected\": [1, 2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 6\", \"actual\": [2, 3], \"expected\": [2, 3], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 1\", \"actual\": [\"b\"], \"expected\": [\"b\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 5\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":42.256,"exit_code":0,"observations":[{"actual":[["a","create",1],["c","delete",0]],"check":"cancel-preserves-other-commands scenario 1","expected":[["a","create",1],["c","delete",0]],"passed":true},{"actual":[],"check":"cancel-preserves-other-commands scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"cancel-preserves-other-commands scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"cancel-preserves-other-commands scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["b","create",1]],"check":"cancel-preserves-other-commands scenario 5","expected":[["b","create",1]],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"cancel-preserves-other-commands scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":[["b","edit",2],["c","delete",0]],"check":"ack-removes-by-identity scenario 1","expected":[["b","edit",2],["c","delete",0]],"passed":true},{"actual":[],"check":"ack-removes-by-identity scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"ack-removes-by-identity scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["a","edit",1],["b","edit",2]],"check":"ack-removes-by-identity scenario 4","expected":[["a","edit",1],["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"ack-removes-by-identity scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[["a","create",1],["c","edit",3]],"check":"ack-removes-by-identity scenario 6","expected":[["a","create",1],["c","edit",3]],"passed":true},{"actual":[["a","create",1],["b","edit",2]],"check":"offline-send-suppression scenario 1","expected":[["a","create",1],["b","edit",2]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 2","expected":[],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 3","expected":[],"passed":true},{"actual":[["a","edit",1]],"check":"offline-send-suppression scenario 4","expected":[["a","edit",1]],"passed":true},{"actual":[],"check":"offline-send-suppression scenario 5","expected":[],"passed":true},{"actual":[["a","create",1],["b","edit",2],["c","edit",3]],"check":"offline-send-suppression scenario 6","expected":[["a","create",1],["b","edit",2],["c","edit",3]],"passed":true},{"actual":1,"check":"effective-backlog scenario 1","expected":1,"passed":true},{"actual":0,"check":"effective-backlog scenario 2","expected":0,"passed":true},{"actual":1,"check":"effective-backlog scenario 3","expected":1,"passed":true},{"actual":2,"check":"effective-backlog scenario 4","expected":2,"passed":true},{"actual":1,"check":"effective-backlog scenario 5","expected":1,"passed":true},{"actual":2,"check":"effective-backlog scenario 6","expected":2,"passed":true},{"actual":["a","b","c"],"check":"create-before-edit-order scenario 1","expected":["a","b","c"],"passed":true},{"actual":[],"check":"create-before-edit-order scenario 2","expected":[],"passed":true},{"actual":["a"],"check":"create-before-edit-order scenario 3","expected":["a"],"passed":true},{"actual":["a","b"],"check":"create-before-edit-order scenario 4","expected":["a","b"],"passed":true},{"actual":["a","b"],"check":"create-before-edit-order scenario 5","expected":["a","b"],"passed":true},{"actual":["a","b","c"],"check":"create-before-edit-order scenario 6","expected":["a","b","c"],"passed":true},{"actual":["c"],"check":"destructive-command-warning scenario 1","expected":["c"],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 2","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 3","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 4","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 5","expected":[],"passed":true},{"actual":[],"check":"destructive-command-warning scenario 6","expected":[],"passed":true},{"actual":[["c","delete",0]],"check":"unsent-tail-retention scenario 1","expected":[["c","delete",0]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 2","expected":[],"passed":true},{"actual":[["a","edit",0]],"check":"unsent-tail-retention scenario 3","expected":[["a","edit",0]],"passed":true},{"actual":[["b","edit",2]],"check":"unsent-tail-retention scenario 4","expected":[["b","edit",2]],"passed":true},{"actual":[["a","delete",0],["b","create",1]],"check":"unsent-tail-retention scenario 5","expected":[["a","delete",0],["b","create",1]],"passed":true},{"actual":[],"check":"unsent-tail-retention scenario 6","expected":[],"passed":true},{"actual":1,"check":"acknowledged-prefix-barrier scenario 1","expected":1,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 2","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 3","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 4","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 5","expected":0,"passed":true},{"actual":0,"check":"acknowledged-prefix-barrier scenario 6","expected":0,"passed":true},{"actual":[2],"check":"zero-payload-retention scenario 1","expected":[2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 2","expected":[],"passed":true},{"actual":[0],"check":"zero-payload-retention scenario 3","expected":[0],"passed":true},{"actual":[1,2],"check":"zero-payload-retention scenario 4","expected":[1,2],"passed":true},{"actual":[],"check":"zero-payload-retention scenario 5","expected":[],"passed":true},{"actual":[2,3],"check":"zero-payload-retention scenario 6","expected":[2,3],"passed":true},{"actual":["b"],"check":"cancel-request-intersection scenario 1","expected":["b"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 2","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 3","expected":[],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 4","expected":[],"passed":true},{"actual":["a"],"check":"cancel-request-intersection scenario 5","expected":["a"],"passed":true},{"actual":[],"check":"cancel-request-intersection scenario 6","expected":[],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"cancel-preserves-other-commands scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 5\", \"actual\": [[\"b\", \"create\", 1]], \"expected\": [[\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"cancel-preserves-other-commands scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 1\", \"actual\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"expected\": [[\"b\", \"edit\", 2], [\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 4\", \"actual\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"edit\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"ack-removes-by-identity scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 1\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 4\", \"actual\": [[\"a\", \"edit\", 1]], \"expected\": [[\"a\", \"edit\", 1]], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"offline-send-suppression scenario 6\", \"actual\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"expected\": [[\"a\", \"create\", 1], [\"b\", \"edit\", 2], [\"c\", \"edit\", 3]], \"passed\": true}, {\"check\": \"effective-backlog scenario 1\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"effective-backlog scenario 3\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 4\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"effective-backlog scenario 5\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"effective-backlog scenario 6\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"create-before-edit-order scenario 1\", \"actual\": [\"a\", \"b\", \"c\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 3\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 4\", \"actual\": [\"a\", \"b\"], \"expected\": [\"a\", \"b\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 5\", \"actual\": [\"a\", \"b\"], \"expected\": [\"a\", \"b\"], \"passed\": true}, {\"check\": \"create-before-edit-order scenario 6\", \"actual\": [\"a\", \"b\", \"c\"], \"expected\": [\"a\", \"b\", \"c\"], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 1\", \"actual\": [\"c\"], \"expected\": [\"c\"], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"destructive-command-warning scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 1\", \"actual\": [[\"c\", \"delete\", 0]], \"expected\": [[\"c\", \"delete\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 3\", \"actual\": [[\"a\", \"edit\", 0]], \"expected\": [[\"a\", \"edit\", 0]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 4\", \"actual\": [[\"b\", \"edit\", 2]], \"expected\": [[\"b\", \"edit\", 2]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 5\", \"actual\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"expected\": [[\"a\", \"delete\", 0], [\"b\", \"create\", 1]], \"passed\": true}, {\"check\": \"unsent-tail-retention scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 1\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 2\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 3\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 4\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 5\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"acknowledged-prefix-barrier scenario 6\", \"actual\": 0, \"expected\": 0, \"passed\": true}, {\"check\": \"zero-payload-retention scenario 1\", \"actual\": [2], \"expected\": [2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 3\", \"actual\": [0], \"expected\": [0], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 4\", \"actual\": [1, 2], \"expected\": [1, 2], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 5\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"zero-payload-retention scenario 6\", \"actual\": [2, 3], \"expected\": [2, 3], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 1\", \"actual\": [\"b\"], \"expected\": [\"b\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 2\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 3\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 4\", \"actual\": [], \"expected\": [], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 5\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"cancel-request-intersection scenario 6\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}