{"abstract":"Dictionary comparison checks right validity with the left lane index.","category":"Data systems","checks":7,"contract":"Compare two dictionary vectors row by row using decoded values, not local codes. Null validity yields UNKNOWN(None), including two null lanes. Dictionary entries themselves are ordinary integer values. Output follows the supplied pair selection order.","evaluation_group":"s3-data-systems-dictionary-comparison","failed_approach":"Using the right address for both validity vectors still loses pair addressing.","family":"s3-data-systems-dictionary-comparison-validity-address","id":"FA-45171","implementations":{"attempt":{"sha256":"f9f553065e11d35c343c057e28e40450c5c618df45029f4e21a996f8f0d279c5","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    try:\n        ad,ac,av,bd,bc,bv,pairs=d\n        out=[]\n        for ai,bi in pairs:\n            if not av[bi] or not bv[bi]: out.append(None); continue\n            a=ad[ac[ai]]\n            b=bd[bc[bi]]\n            out.append(a==b)\n        return out\n    except (IndexError, KeyError, ValueError, StopIteration) as exc:\n        return {\"representation_error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('different codebooks', solve([[1, 2], [0, 1], [True, True], [2, 1], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[1], [0], [False], [1], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[1], [0], [False], [1], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[1, 2], [0, 1], [True, False], [1, 2], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[1, 2], [0, 1], [True, True], [1, 2], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[1], [0], [True], [1], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[1], [0], [True], [1], [0], [True], []]), [])\nelif N == 2:\n    check('different codebooks', solve([[2, 3], [0, 1], [True, True], [3, 2], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[2], [0], [False], [2], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[2], [0], [False], [2], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[2, 3], [0, 1], [True, False], [2, 3], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[2, 3], [0, 1], [True, True], [2, 3], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[2], [0], [True], [2], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[2], [0], [True], [2], [0], [True], []]), [])\nelif N == 3:\n    check('different codebooks', solve([[3, 4], [0, 1], [True, True], [4, 3], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[3], [0], [False], [3], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[3], [0], [False], [3], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[3, 4], [0, 1], [True, False], [3, 4], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[3, 4], [0, 1], [True, True], [3, 4], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[3], [0], [True], [3], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[3], [0], [True], [3], [0], [True], []]), [])\nelif N == 4:\n    check('different codebooks', solve([[4, 5], [0, 1], [True, True], [5, 4], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[4], [0], [False], [4], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[4], [0], [False], [4], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[4, 5], [0, 1], [True, False], [4, 5], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[4, 5], [0, 1], [True, True], [4, 5], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[4], [0], [True], [4], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[4], [0], [True], [4], [0], [True], []]), [])\nelif N == 5:\n    check('different codebooks', solve([[5, 6], [0, 1], [True, True], [6, 5], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[5], [0], [False], [5], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[5], [0], [False], [5], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[5, 6], [0, 1], [True, False], [5, 6], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[5, 6], [0, 1], [True, True], [5, 6], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[5], [0], [True], [5], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[5], [0], [True], [5], [0], [True], []]), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"25d096232df183298e85a634649dcb6d1412b2cf41425d821205f0a33e2b8af6","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    try:\n        ad,ac,av,bd,bc,bv,pairs=d\n        out=[]\n        for ai,bi in pairs:\n            if not av[ai] or not bv[ai]: out.append(None); continue\n            a=ad[ac[ai]]\n            b=bd[bc[bi]]\n            out.append(a==b)\n        return out\n    except (IndexError, KeyError, ValueError, StopIteration) as exc:\n        return {\"representation_error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('different codebooks', solve([[1, 2], [0, 1], [True, True], [2, 1], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[1], [0], [False], [1], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[1], [0], [False], [1], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[1, 2], [0, 1], [True, False], [1, 2], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[1, 2], [0, 1], [True, True], [1, 2], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[1], [0], [True], [1], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[1], [0], [True], [1], [0], [True], []]), [])\nelif N == 2:\n    check('different codebooks', solve([[2, 3], [0, 1], [True, True], [3, 2], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[2], [0], [False], [2], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[2], [0], [False], [2], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[2, 3], [0, 1], [True, False], [2, 3], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[2, 3], [0, 1], [True, True], [2, 3], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[2], [0], [True], [2], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[2], [0], [True], [2], [0], [True], []]), [])\nelif N == 3:\n    check('different codebooks', solve([[3, 4], [0, 1], [True, True], [4, 3], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[3], [0], [False], [3], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[3], [0], [False], [3], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[3, 4], [0, 1], [True, False], [3, 4], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[3, 4], [0, 1], [True, True], [3, 4], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[3], [0], [True], [3], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[3], [0], [True], [3], [0], [True], []]), [])\nelif N == 4:\n    check('different codebooks', solve([[4, 5], [0, 1], [True, True], [5, 4], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[4], [0], [False], [4], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[4], [0], [False], [4], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[4, 5], [0, 1], [True, False], [4, 5], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[4, 5], [0, 1], [True, True], [4, 5], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[4], [0], [True], [4], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[4], [0], [True], [4], [0], [True], []]), [])\nelif N == 5:\n    check('different codebooks', solve([[5, 6], [0, 1], [True, True], [6, 5], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[5], [0], [False], [5], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[5], [0], [False], [5], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[5, 6], [0, 1], [True, False], [5, 6], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[5, 6], [0, 1], [True, True], [5, 6], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[5], [0], [True], [5], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[5], [0], [True], [5], [0], [True], []]), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"c94f7c27bc56b4a625d824c4e8b97884fa2acdbe7a9b8cc64015d7d6f3d5c5a6","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    try:\n        ad,ac,av,bd,bc,bv,pairs=d\n        out=[]\n        for ai,bi in pairs:\n            if not av[ai] or not bv[bi]: out.append(None); continue\n            a=ad[ac[ai]]\n            b=bd[bc[bi]]\n            out.append(a==b)\n        return out\n    except (IndexError, KeyError, ValueError, StopIteration) as exc:\n        return {\"representation_error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('different codebooks', solve([[1, 2], [0, 1], [True, True], [2, 1], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[1], [0], [False], [1], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[1], [0], [False], [1], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[1, 2], [0, 1], [True, False], [1, 2], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[1, 2], [0, 1], [True, True], [1, 2], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[1], [0], [True], [1], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[1], [0], [True], [1], [0], [True], []]), [])\nelif N == 2:\n    check('different codebooks', solve([[2, 3], [0, 1], [True, True], [3, 2], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[2], [0], [False], [2], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[2], [0], [False], [2], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[2, 3], [0, 1], [True, False], [2, 3], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[2, 3], [0, 1], [True, True], [2, 3], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[2], [0], [True], [2], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[2], [0], [True], [2], [0], [True], []]), [])\nelif N == 3:\n    check('different codebooks', solve([[3, 4], [0, 1], [True, True], [4, 3], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[3], [0], [False], [3], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[3], [0], [False], [3], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[3, 4], [0, 1], [True, False], [3, 4], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[3, 4], [0, 1], [True, True], [3, 4], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[3], [0], [True], [3], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[3], [0], [True], [3], [0], [True], []]), [])\nelif N == 4:\n    check('different codebooks', solve([[4, 5], [0, 1], [True, True], [5, 4], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[4], [0], [False], [4], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[4], [0], [False], [4], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[4, 5], [0, 1], [True, False], [4, 5], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[4, 5], [0, 1], [True, True], [4, 5], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[4], [0], [True], [4], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[4], [0], [True], [4], [0], [True], []]), [])\nelif N == 5:\n    check('different codebooks', solve([[5, 6], [0, 1], [True, True], [6, 5], [0, 1], [True, True], [[0, 1], [0, 0], [1, 0]]]), [True, False, True])\n    check('unknown left', solve([[5], [0], [False], [5], [0], [True], [[0, 0]]]), [None])\n    check('both unknown', solve([[5], [0], [False], [5], [0], [False], [[0, 0]]]), [None])\n    check('pair validity', solve([[5, 6], [0, 1], [True, False], [5, 6], [0, 1], [False, True], [[0, 1], [1, 0]]]), [False, None])\n    check('order', solve([[5, 6], [0, 1], [True, True], [5, 6], [0, 1], [True, True], [[1, 0], [0, 0]]]), [False, True])\n    check('repeat', solve([[5], [0], [True], [5], [0], [True], [[0, 0], [0, 0]]]), [True, True])\n    check('empty pairs', solve([[5], [0], [True], [5], [0], [True], []]), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Offline stipulated semantics over valid small inputs; no performance, concurrency, or production-engine conformance claim. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-data-systems-dictionary-comparison-validity-address","generated_at":"2026-09-29T14:44:19.448679+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"A bounded deterministic data engine model makes representation and changelog faults reproducible.","repair":"Preserve the stated physical representation and operation order: Compare two dictionary vectors row by row using decoded values, not local codes. Null validity yields UNKNOWN(None), including two null lanes. Dictionary entries themselves are ordinary integer values. Output follows the supplied pair selection order.","root_cause":"dictionary-comparison: Dictionary comparison checks right validity with the left lane index.","sha256":"88ad76c9ee788dbf1ce988714d58535a70e42ab687928179d892a55f07acb98a","title":"Dictionary comparison checks right validity with the left lane index · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":43.289,"exit_code":1,"observations":[{"actual":[true,false,true],"check":"different codebooks","expected":[true,false,true],"passed":true},{"actual":[null],"check":"unknown left","expected":[null],"passed":true},{"actual":[null],"check":"both unknown","expected":[null],"passed":true},{"actual":[null,null],"check":"pair validity","expected":[false,null],"passed":false},{"actual":[false,true],"check":"order","expected":[false,true],"passed":true},{"actual":[true,true],"check":"repeat","expected":[true,true],"passed":true},{"actual":[],"check":"empty pairs","expected":[],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"different codebooks\", \"actual\": [true, false, true], \"expected\": [true, false, true], \"passed\": true}, {\"check\": \"unknown left\", \"actual\": [null], \"expected\": [null], \"passed\": true}, {\"check\": \"both unknown\", \"actual\": [null], \"expected\": [null], \"passed\": true}, {\"check\": \"pair validity\", \"actual\": [null, null], \"expected\": [false, null], \"passed\": false}, {\"check\": \"order\", \"actual\": [false, true], \"expected\": [false, true], \"passed\": true}, {\"check\": \"repeat\", \"actual\": [true, true], \"expected\": [true, true], \"passed\": true}, {\"check\": \"empty pairs\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":45.168,"exit_code":1,"observations":[{"actual":[true,false,true],"check":"different codebooks","expected":[true,false,true],"passed":true},{"actual":[null],"check":"unknown left","expected":[null],"passed":true},{"actual":[null],"check":"both unknown","expected":[null],"passed":true},{"actual":[null,null],"check":"pair validity","expected":[false,null],"passed":false},{"actual":[false,true],"check":"order","expected":[false,true],"passed":true},{"actual":[true,true],"check":"repeat","expected":[true,true],"passed":true},{"actual":[],"check":"empty pairs","expected":[],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"different codebooks\", \"actual\": [true, false, true], \"expected\": [true, false, true], \"passed\": true}, {\"check\": \"unknown left\", \"actual\": [null], \"expected\": [null], \"passed\": true}, {\"check\": \"both unknown\", \"actual\": [null], \"expected\": [null], \"passed\": true}, {\"check\": \"pair validity\", \"actual\": [null, null], \"expected\": [false, null], \"passed\": false}, {\"check\": \"order\", \"actual\": [false, true], \"expected\": [false, true], \"passed\": true}, {\"check\": \"repeat\", \"actual\": [true, true], \"expected\": [true, true], \"passed\": true}, {\"check\": \"empty pairs\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":44.254,"exit_code":0,"observations":[{"actual":[true,false,true],"check":"different codebooks","expected":[true,false,true],"passed":true},{"actual":[null],"check":"unknown left","expected":[null],"passed":true},{"actual":[null],"check":"both unknown","expected":[null],"passed":true},{"actual":[false,null],"check":"pair validity","expected":[false,null],"passed":true},{"actual":[false,true],"check":"order","expected":[false,true],"passed":true},{"actual":[true,true],"check":"repeat","expected":[true,true],"passed":true},{"actual":[],"check":"empty pairs","expected":[],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"different codebooks\", \"actual\": [true, false, true], \"expected\": [true, false, true], \"passed\": true}, {\"check\": \"unknown left\", \"actual\": [null], \"expected\": [null], \"passed\": true}, {\"check\": \"both unknown\", \"actual\": [null], \"expected\": [null], \"passed\": true}, {\"check\": \"pair validity\", \"actual\": [false, null], \"expected\": [false, null], \"passed\": true}, {\"check\": \"order\", \"actual\": [false, true], \"expected\": [false, true], \"passed\": true}, {\"check\": \"repeat\", \"actual\": [true, true], \"expected\": [true, true], \"passed\": true}, {\"check\": \"empty pairs\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}