{"abstract":"Players who marked the same stones in a different order are sent back to dispute.","category":"Go territory scoring","checks":8,"contract":"Input [black_proposal, white_proposal] as lists of points (any order, duplicates allowed). Equal point sets -> [\"agree\", sorted points]; otherwise [\"dispute\", sorted symmetric difference].","evaluation_group":"w2-go-territory-scoring-dead-agreement","failed_approach":"Sorting the lists still treats duplicate marks as a difference.","family":"w2-go-territory-scoring-dead-agreement-order-sensitive-comparison","id":"FA-83286","implementations":{"attempt":{"sha256":"675a86646c88810ed803fd547a17195b0eb0bede0f18bcf6b5fbb6bbc1ce852e","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    pb, pw = x\n    sb = {tuple(p) for p in pb}\n    sw = {tuple(p) for p in pw}\n    if sorted(pb) == sorted(pw):\n        return ['agree', sorted(list(p) for p in sb)]\n    return ['dispute', sorted(list(p) for p in sb ^ sw)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[[[[[2, 0]], [[2, 0], [2, 0]]], ['agree', [[2, 0]]]], [[[], []], ['agree', []]], [[[], [[0, 3]]], ['dispute', [[0, 3]]]], [[[[2, 2], [0, 0], [3, 3]], [[0, 0], [3, 3], [2, 2]]], ['agree', [[0, 0], [2, 2], [3, 3]]]], [[[[2, 3], [1, 1], [3, 3], [2, 2]], [[2, 3], [1, 1], [3, 3], [2, 2], [2, 3]]], ['agree', [[1, 1], [2, 2], [2, 3], [3, 3]]]], [[[[1, 3], [3, 1], [1, 3], [1, 1]], [[2, 3], [2, 0], [1, 2]]], ['dispute', [[1, 1], [1, 2], [1, 3], [2, 0], [2, 3], [3, 1]]]], [[[[3, 0]], [[3, 0]]], ['agree', [[3, 0]]]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]]], [[[[[2, 3], [1, 1], [1, 3]], [[2, 3], [1, 1], [1, 3], [2, 3]]], ['agree', [[1, 1], [1, 3], [2, 3]]]], [[[[3, 2], [3, 2], [3, 3], [1, 0]], [[3, 2], [0, 1]]], ['dispute', [[0, 1], [1, 0], [3, 3]]]], [[[[3, 3], [1, 3], [0, 3], [0, 0]], [[3, 3], [1, 3], [0, 3], [0, 0]]], ['agree', [[0, 0], [0, 3], [1, 3], [3, 3]]]], [[[[3, 2], [3, 3]], []], ['dispute', [[3, 2], [3, 3]]]], [[[[2, 2], [1, 3], [2, 2], [0, 0]], [[1, 0], [2, 1], [2, 2]]], ['dispute', [[0, 0], [1, 0], [1, 3], [2, 1]]]], [[[[2, 1], [0, 3]], [[0, 3], [2, 1]]], ['agree', [[0, 3], [2, 1]]]], [[[[2, 1], [2, 3], [0, 2], [3, 1]], [[2, 1], [2, 3], [0, 2], [3, 1], [2, 1]]], ['agree', [[0, 2], [2, 1], [2, 3], [3, 1]]]], [[[[3, 2], [2, 0], [3, 0], [1, 1]], [[3, 0], [2, 0], [3, 2], [1, 1], [3, 2]]], ['agree', [[1, 1], [2, 0], [3, 0], [3, 2]]]]], [[[[[2, 3], [1, 1], [3, 3], [2, 2]], [[2, 3], [1, 1], [3, 3], [2, 2], [2, 3]]], ['agree', [[1, 1], [2, 2], [2, 3], [3, 3]]]], [[[[0, 2], [1, 3], [1, 1], [2, 1]], [[1, 1]]], ['dispute', [[0, 2], [1, 3], [2, 1]]]], [[[], []], ['agree', []]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]], [[[[1, 0], [0, 1]], [[1, 3]]], ['dispute', [[0, 1], [1, 0], [1, 3]]]], [[[[1, 1], [3, 0]], [[1, 1], [3, 0]]], ['agree', [[1, 1], [3, 0]]]], [[[], []], ['agree', []]], [[[[0, 2], [2, 3], [0, 1], [3, 1]], [[0, 2], [3, 1], [2, 3], [0, 1], [0, 2]]], ['agree', [[0, 1], [0, 2], [2, 3], [3, 1]]]]], [[[[[2, 3], [1, 1], [1, 3]], [[2, 3], [1, 1], [1, 3], [2, 3]]], ['agree', [[1, 1], [1, 3], [2, 3]]]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]], [[[[0, 2], [2, 1], [1, 0]], []], ['dispute', [[0, 2], [1, 0], [2, 1]]]], [[[], [[1, 0], [0, 0]]], ['dispute', [[0, 0], [1, 0]]]], [[[], [[3, 3], [0, 2]]], ['dispute', [[0, 2], [3, 3]]]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]], [[[[1, 1], [1, 3]], [[1, 1], [1, 3]]], ['agree', [[1, 1], [1, 3]]]], [[[[3, 3], [3, 1], [0, 2], [2, 0]], [[2, 2], [0, 1], [3, 3]]], ['dispute', [[0, 1], [0, 2], [2, 0], [2, 2], [3, 1]]]]], [[[[[3, 3], [3, 1], [0, 2], [2, 0]], [[2, 2], [0, 1], [3, 3]]], ['dispute', [[0, 1], [0, 2], [2, 0], [2, 2], [3, 1]]]], [[[[0, 2], [0, 1]], [[2, 0]]], ['dispute', [[0, 1], [0, 2], [2, 0]]]], [[[[0, 0], [3, 2]], [[3, 2], [0, 0], [0, 0]]], ['agree', [[0, 0], [3, 2]]]], [[[], []], ['agree', []]], [[[[1, 1], [3, 3], [0, 2]], [[3, 3], [0, 2], [1, 1]]], ['agree', [[0, 2], [1, 1], [3, 3]]]], [[[[0, 1]], [[0, 1]]], ['agree', [[0, 1]]]], [[[[2, 3], [2, 0], [2, 2]], [[2, 3], [1, 3], [1, 1], [2, 3]]], ['dispute', [[1, 1], [1, 3], [2, 0], [2, 2]]]], [[[[3, 1]], [[3, 1], [0, 3], [3, 0]]], ['dispute', [[0, 3], [3, 0]]]]]]\nfor i, (args, expected) in enumerate(fixtures[N-1]):\n    check(\"agreement case %d\" % i, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"260e72ce0d94cc95e8d0ffe1f8d336a3f4a44e61bbd76ae9b964c9e19c652cc3","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    pb, pw = x\n    sb = {tuple(p) for p in pb}\n    sw = {tuple(p) for p in pw}\n    if pb == pw:\n        return ['agree', sorted(list(p) for p in sb)]\n    return ['dispute', sorted(list(p) for p in sb ^ sw)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[[[[[2, 0]], [[2, 0], [2, 0]]], ['agree', [[2, 0]]]], [[[], []], ['agree', []]], [[[], [[0, 3]]], ['dispute', [[0, 3]]]], [[[[2, 2], [0, 0], [3, 3]], [[0, 0], [3, 3], [2, 2]]], ['agree', [[0, 0], [2, 2], [3, 3]]]], [[[[2, 3], [1, 1], [3, 3], [2, 2]], [[2, 3], [1, 1], [3, 3], [2, 2], [2, 3]]], ['agree', [[1, 1], [2, 2], [2, 3], [3, 3]]]], [[[[1, 3], [3, 1], [1, 3], [1, 1]], [[2, 3], [2, 0], [1, 2]]], ['dispute', [[1, 1], [1, 2], [1, 3], [2, 0], [2, 3], [3, 1]]]], [[[[3, 0]], [[3, 0]]], ['agree', [[3, 0]]]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]]], [[[[[2, 3], [1, 1], [1, 3]], [[2, 3], [1, 1], [1, 3], [2, 3]]], ['agree', [[1, 1], [1, 3], [2, 3]]]], [[[[3, 2], [3, 2], [3, 3], [1, 0]], [[3, 2], [0, 1]]], ['dispute', [[0, 1], [1, 0], [3, 3]]]], [[[[3, 3], [1, 3], [0, 3], [0, 0]], [[3, 3], [1, 3], [0, 3], [0, 0]]], ['agree', [[0, 0], [0, 3], [1, 3], [3, 3]]]], [[[[3, 2], [3, 3]], []], ['dispute', [[3, 2], [3, 3]]]], [[[[2, 2], [1, 3], [2, 2], [0, 0]], [[1, 0], [2, 1], [2, 2]]], ['dispute', [[0, 0], [1, 0], [1, 3], [2, 1]]]], [[[[2, 1], [0, 3]], [[0, 3], [2, 1]]], ['agree', [[0, 3], [2, 1]]]], [[[[2, 1], [2, 3], [0, 2], [3, 1]], [[2, 1], [2, 3], [0, 2], [3, 1], [2, 1]]], ['agree', [[0, 2], [2, 1], [2, 3], [3, 1]]]], [[[[3, 2], [2, 0], [3, 0], [1, 1]], [[3, 0], [2, 0], [3, 2], [1, 1], [3, 2]]], ['agree', [[1, 1], [2, 0], [3, 0], [3, 2]]]]], [[[[[2, 3], [1, 1], [3, 3], [2, 2]], [[2, 3], [1, 1], [3, 3], [2, 2], [2, 3]]], ['agree', [[1, 1], [2, 2], [2, 3], [3, 3]]]], [[[[0, 2], [1, 3], [1, 1], [2, 1]], [[1, 1]]], ['dispute', [[0, 2], [1, 3], [2, 1]]]], [[[], []], ['agree', []]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]], [[[[1, 0], [0, 1]], [[1, 3]]], ['dispute', [[0, 1], [1, 0], [1, 3]]]], [[[[1, 1], [3, 0]], [[1, 1], [3, 0]]], ['agree', [[1, 1], [3, 0]]]], [[[], []], ['agree', []]], [[[[0, 2], [2, 3], [0, 1], [3, 1]], [[0, 2], [3, 1], [2, 3], [0, 1], [0, 2]]], ['agree', [[0, 1], [0, 2], [2, 3], [3, 1]]]]], [[[[[2, 3], [1, 1], [1, 3]], [[2, 3], [1, 1], [1, 3], [2, 3]]], ['agree', [[1, 1], [1, 3], [2, 3]]]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]], [[[[0, 2], [2, 1], [1, 0]], []], ['dispute', [[0, 2], [1, 0], [2, 1]]]], [[[], [[1, 0], [0, 0]]], ['dispute', [[0, 0], [1, 0]]]], [[[], [[3, 3], [0, 2]]], ['dispute', [[0, 2], [3, 3]]]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]], [[[[1, 1], [1, 3]], [[1, 1], [1, 3]]], ['agree', [[1, 1], [1, 3]]]], [[[[3, 3], [3, 1], [0, 2], [2, 0]], [[2, 2], [0, 1], [3, 3]]], ['dispute', [[0, 1], [0, 2], [2, 0], [2, 2], [3, 1]]]]], [[[[[3, 3], [3, 1], [0, 2], [2, 0]], [[2, 2], [0, 1], [3, 3]]], ['dispute', [[0, 1], [0, 2], [2, 0], [2, 2], [3, 1]]]], [[[[0, 2], [0, 1]], [[2, 0]]], ['dispute', [[0, 1], [0, 2], [2, 0]]]], [[[[0, 0], [3, 2]], [[3, 2], [0, 0], [0, 0]]], ['agree', [[0, 0], [3, 2]]]], [[[], []], ['agree', []]], [[[[1, 1], [3, 3], [0, 2]], [[3, 3], [0, 2], [1, 1]]], ['agree', [[0, 2], [1, 1], [3, 3]]]], [[[[0, 1]], [[0, 1]]], ['agree', [[0, 1]]]], [[[[2, 3], [2, 0], [2, 2]], [[2, 3], [1, 3], [1, 1], [2, 3]]], ['dispute', [[1, 1], [1, 3], [2, 0], [2, 2]]]], [[[[3, 1]], [[3, 1], [0, 3], [3, 0]]], ['dispute', [[0, 3], [3, 0]]]]]]\nfor i, (args, expected) in enumerate(fixtures[N-1]):\n    check(\"agreement case %d\" % i, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"2105952185f30c9bf07c205bcdbf29c9a3fb5d48f95103336b7cf4730ffd95e0","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    pb, pw = x\n    sb = {tuple(p) for p in pb}\n    sw = {tuple(p) for p in pw}\n    if sb == sw:\n        return ['agree', sorted(list(p) for p in sb)]\n    return ['dispute', sorted(list(p) for p in sb ^ sw)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[[[[[2, 0]], [[2, 0], [2, 0]]], ['agree', [[2, 0]]]], [[[], []], ['agree', []]], [[[], [[0, 3]]], ['dispute', [[0, 3]]]], [[[[2, 2], [0, 0], [3, 3]], [[0, 0], [3, 3], [2, 2]]], ['agree', [[0, 0], [2, 2], [3, 3]]]], [[[[2, 3], [1, 1], [3, 3], [2, 2]], [[2, 3], [1, 1], [3, 3], [2, 2], [2, 3]]], ['agree', [[1, 1], [2, 2], [2, 3], [3, 3]]]], [[[[1, 3], [3, 1], [1, 3], [1, 1]], [[2, 3], [2, 0], [1, 2]]], ['dispute', [[1, 1], [1, 2], [1, 3], [2, 0], [2, 3], [3, 1]]]], [[[[3, 0]], [[3, 0]]], ['agree', [[3, 0]]]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]]], [[[[[2, 3], [1, 1], [1, 3]], [[2, 3], [1, 1], [1, 3], [2, 3]]], ['agree', [[1, 1], [1, 3], [2, 3]]]], [[[[3, 2], [3, 2], [3, 3], [1, 0]], [[3, 2], [0, 1]]], ['dispute', [[0, 1], [1, 0], [3, 3]]]], [[[[3, 3], [1, 3], [0, 3], [0, 0]], [[3, 3], [1, 3], [0, 3], [0, 0]]], ['agree', [[0, 0], [0, 3], [1, 3], [3, 3]]]], [[[[3, 2], [3, 3]], []], ['dispute', [[3, 2], [3, 3]]]], [[[[2, 2], [1, 3], [2, 2], [0, 0]], [[1, 0], [2, 1], [2, 2]]], ['dispute', [[0, 0], [1, 0], [1, 3], [2, 1]]]], [[[[2, 1], [0, 3]], [[0, 3], [2, 1]]], ['agree', [[0, 3], [2, 1]]]], [[[[2, 1], [2, 3], [0, 2], [3, 1]], [[2, 1], [2, 3], [0, 2], [3, 1], [2, 1]]], ['agree', [[0, 2], [2, 1], [2, 3], [3, 1]]]], [[[[3, 2], [2, 0], [3, 0], [1, 1]], [[3, 0], [2, 0], [3, 2], [1, 1], [3, 2]]], ['agree', [[1, 1], [2, 0], [3, 0], [3, 2]]]]], [[[[[2, 3], [1, 1], [3, 3], [2, 2]], [[2, 3], [1, 1], [3, 3], [2, 2], [2, 3]]], ['agree', [[1, 1], [2, 2], [2, 3], [3, 3]]]], [[[[0, 2], [1, 3], [1, 1], [2, 1]], [[1, 1]]], ['dispute', [[0, 2], [1, 3], [2, 1]]]], [[[], []], ['agree', []]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]], [[[[1, 0], [0, 1]], [[1, 3]]], ['dispute', [[0, 1], [1, 0], [1, 3]]]], [[[[1, 1], [3, 0]], [[1, 1], [3, 0]]], ['agree', [[1, 1], [3, 0]]]], [[[], []], ['agree', []]], [[[[0, 2], [2, 3], [0, 1], [3, 1]], [[0, 2], [3, 1], [2, 3], [0, 1], [0, 2]]], ['agree', [[0, 1], [0, 2], [2, 3], [3, 1]]]]], [[[[[2, 3], [1, 1], [1, 3]], [[2, 3], [1, 1], [1, 3], [2, 3]]], ['agree', [[1, 1], [1, 3], [2, 3]]]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]], [[[[0, 2], [2, 1], [1, 0]], []], ['dispute', [[0, 2], [1, 0], [2, 1]]]], [[[], [[1, 0], [0, 0]]], ['dispute', [[0, 0], [1, 0]]]], [[[], [[3, 3], [0, 2]]], ['dispute', [[0, 2], [3, 3]]]], [[[[3, 0]], [[3, 0], [3, 0]]], ['agree', [[3, 0]]]], [[[[1, 1], [1, 3]], [[1, 1], [1, 3]]], ['agree', [[1, 1], [1, 3]]]], [[[[3, 3], [3, 1], [0, 2], [2, 0]], [[2, 2], [0, 1], [3, 3]]], ['dispute', [[0, 1], [0, 2], [2, 0], [2, 2], [3, 1]]]]], [[[[[3, 3], [3, 1], [0, 2], [2, 0]], [[2, 2], [0, 1], [3, 3]]], ['dispute', [[0, 1], [0, 2], [2, 0], [2, 2], [3, 1]]]], [[[[0, 2], [0, 1]], [[2, 0]]], ['dispute', [[0, 1], [0, 2], [2, 0]]]], [[[[0, 0], [3, 2]], [[3, 2], [0, 0], [0, 0]]], ['agree', [[0, 0], [3, 2]]]], [[[], []], ['agree', []]], [[[[1, 1], [3, 3], [0, 2]], [[3, 3], [0, 2], [1, 1]]], ['agree', [[0, 2], [1, 1], [3, 3]]]], [[[[0, 1]], [[0, 1]]], ['agree', [[0, 1]]]], [[[[2, 3], [2, 0], [2, 2]], [[2, 3], [1, 3], [1, 1], [2, 3]]], ['dispute', [[1, 1], [1, 3], [2, 0], [2, 2]]]], [[[[3, 1]], [[3, 1], [0, 3], [3, 0]]], ['dispute', [[0, 3], [3, 0]]]]]]\nfor i, (args, expected) in enumerate(fixtures[N-1]):\n    check(\"agreement case %d\" % i, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Small rectangular toy boards given as strings of B, W and dot; a bounded teaching model of one scoring or bookkeeping rule, not a complete rules engine or server implementation. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-go-territory-scoring-dead-agreement-order-sensitive-comparison","generated_at":"2026-09-29T14:50:20.092311+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Go servers and scoring tools compute this value automatically; a wrong answer changes a game result.","repair":"Compare distinct point sets.","root_cause":"The raw lists are compared instead of point sets.","sha256":"f9ed8ba3b8b41ab71e141c9f1c8ca83338f977765d7d17b0c98526926639ce61","title":"Proposals listing the same stones in a different order disagree · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":45.142,"exit_code":1,"observations":[{"actual":["dispute",[]],"check":"agreement case 0","expected":["agree",[[2,0]]],"passed":false},{"actual":["agree",[]],"check":"agreement case 1","expected":["agree",[]],"passed":true},{"actual":["dispute",[[0,3]]],"check":"agreement case 2","expected":["dispute",[[0,3]]],"passed":true},{"actual":["agree",[[0,0],[2,2],[3,3]]],"check":"agreement case 3","expected":["agree",[[0,0],[2,2],[3,3]]],"passed":true},{"actual":["dispute",[]],"check":"agreement case 4","expected":["agree",[[1,1],[2,2],[2,3],[3,3]]],"passed":false},{"actual":["dispute",[[1,1],[1,2],[1,3],[2,0],[2,3],[3,1]]],"check":"agreement case 5","expected":["dispute",[[1,1],[1,2],[1,3],[2,0],[2,3],[3,1]]],"passed":true},{"actual":["agree",[[3,0]]],"check":"agreement case 6","expected":["agree",[[3,0]]],"passed":true},{"actual":["dispute",[]],"check":"agreement case 7","expected":["agree",[[3,0]]],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"agreement case 0\", \"actual\": [\"dispute\", []], \"expected\": [\"agree\", [[2, 0]]], \"passed\": false}, {\"check\": \"agreement case 1\", \"actual\": [\"agree\", []], \"expected\": [\"agree\", []], \"passed\": true}, {\"check\": \"agreement case 2\", \"actual\": [\"dispute\", [[0, 3]]], \"expected\": [\"dispute\", [[0, 3]]], \"passed\": true}, {\"check\": \"agreement case 3\", \"actual\": [\"agree\", [[0, 0], [2, 2], [3, 3]]], \"expected\": [\"agree\", [[0, 0], [2, 2], [3, 3]]], \"passed\": true}, {\"check\": \"agreement case 4\", \"actual\": [\"dispute\", []], \"expected\": [\"agree\", [[1, 1], [2, 2], [2, 3], [3, 3]]], \"passed\": false}, {\"check\": \"agreement case 5\", \"actual\": [\"dispute\", [[1, 1], [1, 2], [1, 3], [2, 0], [2, 3], [3, 1]]], \"expected\": [\"dispute\", [[1, 1], [1, 2], [1, 3], [2, 0], [2, 3], [3, 1]]], \"passed\": true}, {\"check\": \"agreement case 6\", \"actual\": [\"agree\", [[3, 0]]], \"expected\": [\"agree\", [[3, 0]]], \"passed\": true}, {\"check\": \"agreement case 7\", \"actual\": [\"dispute\", []], \"expected\": [\"agree\", [[3, 0]]], \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":43.616,"exit_code":1,"observations":[{"actual":["dispute",[]],"check":"agreement case 0","expected":["agree",[[2,0]]],"passed":false},{"actual":["agree",[]],"check":"agreement case 1","expected":["agree",[]],"passed":true},{"actual":["dispute",[[0,3]]],"check":"agreement case 2","expected":["dispute",[[0,3]]],"passed":true},{"actual":["dispute",[]],"check":"agreement case 3","expected":["agree",[[0,0],[2,2],[3,3]]],"passed":false},{"actual":["dispute",[]],"check":"agreement case 4","expected":["agree",[[1,1],[2,2],[2,3],[3,3]]],"passed":false},{"actual":["dispute",[[1,1],[1,2],[1,3],[2,0],[2,3],[3,1]]],"check":"agreement case 5","expected":["dispute",[[1,1],[1,2],[1,3],[2,0],[2,3],[3,1]]],"passed":true},{"actual":["agree",[[3,0]]],"check":"agreement case 6","expected":["agree",[[3,0]]],"passed":true},{"actual":["dispute",[]],"check":"agreement case 7","expected":["agree",[[3,0]]],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"agreement case 0\", \"actual\": [\"dispute\", []], \"expected\": [\"agree\", [[2, 0]]], \"passed\": false}, {\"check\": \"agreement case 1\", \"actual\": [\"agree\", []], \"expected\": [\"agree\", []], \"passed\": true}, {\"check\": \"agreement case 2\", \"actual\": [\"dispute\", [[0, 3]]], \"expected\": [\"dispute\", [[0, 3]]], \"passed\": true}, {\"check\": \"agreement case 3\", \"actual\": [\"dispute\", []], \"expected\": [\"agree\", [[0, 0], [2, 2], [3, 3]]], \"passed\": false}, {\"check\": \"agreement case 4\", \"actual\": [\"dispute\", []], \"expected\": [\"agree\", [[1, 1], [2, 2], [2, 3], [3, 3]]], \"passed\": false}, {\"check\": \"agreement case 5\", \"actual\": [\"dispute\", [[1, 1], [1, 2], [1, 3], [2, 0], [2, 3], [3, 1]]], \"expected\": [\"dispute\", [[1, 1], [1, 2], [1, 3], [2, 0], [2, 3], [3, 1]]], \"passed\": true}, {\"check\": \"agreement case 6\", \"actual\": [\"agree\", [[3, 0]]], \"expected\": [\"agree\", [[3, 0]]], \"passed\": true}, {\"check\": \"agreement case 7\", \"actual\": [\"dispute\", []], \"expected\": [\"agree\", [[3, 0]]], \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":44.599,"exit_code":0,"observations":[{"actual":["agree",[[2,0]]],"check":"agreement case 0","expected":["agree",[[2,0]]],"passed":true},{"actual":["agree",[]],"check":"agreement case 1","expected":["agree",[]],"passed":true},{"actual":["dispute",[[0,3]]],"check":"agreement case 2","expected":["dispute",[[0,3]]],"passed":true},{"actual":["agree",[[0,0],[2,2],[3,3]]],"check":"agreement case 3","expected":["agree",[[0,0],[2,2],[3,3]]],"passed":true},{"actual":["agree",[[1,1],[2,2],[2,3],[3,3]]],"check":"agreement case 4","expected":["agree",[[1,1],[2,2],[2,3],[3,3]]],"passed":true},{"actual":["dispute",[[1,1],[1,2],[1,3],[2,0],[2,3],[3,1]]],"check":"agreement case 5","expected":["dispute",[[1,1],[1,2],[1,3],[2,0],[2,3],[3,1]]],"passed":true},{"actual":["agree",[[3,0]]],"check":"agreement case 6","expected":["agree",[[3,0]]],"passed":true},{"actual":["agree",[[3,0]]],"check":"agreement case 7","expected":["agree",[[3,0]]],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"agreement case 0\", \"actual\": [\"agree\", [[2, 0]]], \"expected\": [\"agree\", [[2, 0]]], \"passed\": true}, {\"check\": \"agreement case 1\", \"actual\": [\"agree\", []], \"expected\": [\"agree\", []], \"passed\": true}, {\"check\": \"agreement case 2\", \"actual\": [\"dispute\", [[0, 3]]], \"expected\": [\"dispute\", [[0, 3]]], \"passed\": true}, {\"check\": \"agreement case 3\", \"actual\": [\"agree\", [[0, 0], [2, 2], [3, 3]]], \"expected\": [\"agree\", [[0, 0], [2, 2], [3, 3]]], \"passed\": true}, {\"check\": \"agreement case 4\", \"actual\": [\"agree\", [[1, 1], [2, 2], [2, 3], [3, 3]]], \"expected\": [\"agree\", [[1, 1], [2, 2], [2, 3], [3, 3]]], \"passed\": true}, {\"check\": \"agreement case 5\", \"actual\": [\"dispute\", [[1, 1], [1, 2], [1, 3], [2, 0], [2, 3], [3, 1]]], \"expected\": [\"dispute\", [[1, 1], [1, 2], [1, 3], [2, 0], [2, 3], [3, 1]]], \"passed\": true}, {\"check\": \"agreement case 6\", \"actual\": [\"agree\", [[3, 0]]], \"expected\": [\"agree\", [[3, 0]]], \"passed\": true}, {\"check\": \"agreement case 7\", \"actual\": [\"agree\", [[3, 0]]], \"expected\": [\"agree\", [[3, 0]]], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}