{"abstract":"A vector UDF omits output validity cardinality validation.","category":"Data systems","checks":7,"contract":"Execute a stipulated vector UDF result contract. For every selected batch, output length must equal selected input length, and output validity must have the same length. A malformed batch emits LENGTH_ERROR and no partial values. Valid output values use their own validity and retain selected input identities.","evaluation_group":"s3-data-systems-udf-vector-cardinality","failed_approach":"Accepting extra validity lanes violates the exact vector contract.","family":"s3-data-systems-udf-vector-cardinality-validity-length","id":"FA-45306","implementations":{"attempt":{"sha256":"e0a4877ff2b8a74c03429e2ff055eefdae95676cc69bdc33c6d4fd18cd32b4a9","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    try:\n        out=[]\n        for ids,selection,values,valid in d:\n            selected=[ids[i] for i in selection]\n            if len(values)!=len(selected) or len(valid)<len(selected):\n                out.append('LENGTH_ERROR'); continue\n            out.append([[ident,values[i] if valid[i] else None] for i,ident in enumerate(selected)])\n        return out\n    except (IndexError, KeyError, ValueError, StopIteration) as exc:\n        return {\"representation_error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [1, 2], [True, True]]]), [[[12, 1], [10, 2]]])\n    check('short result', solve([[[10, 11], [0, 1], [1], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [1], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [1, 2], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [1], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 2:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [2, 3], [True, True]]]), [[[12, 2], [10, 3]]])\n    check('short result', solve([[[10, 11], [0, 1], [2], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [2], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [2, 3], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [2], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 3:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [3, 4], [True, True]]]), [[[12, 3], [10, 4]]])\n    check('short result', solve([[[10, 11], [0, 1], [3], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [3], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [3, 4], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [3], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 4:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [4, 5], [True, True]]]), [[[12, 4], [10, 5]]])\n    check('short result', solve([[[10, 11], [0, 1], [4], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [4], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [4, 5], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [4], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 5:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [5, 6], [True, True]]]), [[[12, 5], [10, 6]]])\n    check('short result', solve([[[10, 11], [0, 1], [5], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [5], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [5, 6], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [5], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"da0368e4dbcb463df4d8c8e286806088f8ae51144d08a8aa1586bd56351517f1","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    try:\n        out=[]\n        for ids,selection,values,valid in d:\n            selected=[ids[i] for i in selection]\n            if len(values)!=len(selected) or False:\n                out.append('LENGTH_ERROR'); continue\n            out.append([[ident,values[i] if valid[i] else None] for i,ident in enumerate(selected)])\n        return out\n    except (IndexError, KeyError, ValueError, StopIteration) as exc:\n        return {\"representation_error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [1, 2], [True, True]]]), [[[12, 1], [10, 2]]])\n    check('short result', solve([[[10, 11], [0, 1], [1], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [1], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [1, 2], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [1], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 2:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [2, 3], [True, True]]]), [[[12, 2], [10, 3]]])\n    check('short result', solve([[[10, 11], [0, 1], [2], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [2], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [2, 3], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [2], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 3:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [3, 4], [True, True]]]), [[[12, 3], [10, 4]]])\n    check('short result', solve([[[10, 11], [0, 1], [3], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [3], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [3, 4], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [3], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 4:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [4, 5], [True, True]]]), [[[12, 4], [10, 5]]])\n    check('short result', solve([[[10, 11], [0, 1], [4], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [4], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [4, 5], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [4], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 5:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [5, 6], [True, True]]]), [[[12, 5], [10, 6]]])\n    check('short result', solve([[[10, 11], [0, 1], [5], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [5], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [5, 6], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [5], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"90f6dd0cb980d8cbf3e353c24205b0be51f5a85ae554b6c02c13b33be8cef471","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(d):\n    try:\n        out=[]\n        for ids,selection,values,valid in d:\n            selected=[ids[i] for i in selection]\n            if len(values)!=len(selected) or len(valid)!=len(selected):\n                out.append('LENGTH_ERROR'); continue\n            out.append([[ident,values[i] if valid[i] else None] for i,ident in enumerate(selected)])\n        return out\n    except (IndexError, KeyError, ValueError, StopIteration) as exc:\n        return {\"representation_error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nif N == 1:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [1, 2], [True, True]]]), [[[12, 1], [10, 2]]])\n    check('short result', solve([[[10, 11], [0, 1], [1], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [1], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [1, 2], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [1], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 2:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [2, 3], [True, True]]]), [[[12, 2], [10, 3]]])\n    check('short result', solve([[[10, 11], [0, 1], [2], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [2], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [2, 3], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [2], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 3:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [3, 4], [True, True]]]), [[[12, 3], [10, 4]]])\n    check('short result', solve([[[10, 11], [0, 1], [3], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [3], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [3, 4], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [3], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 4:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [4, 5], [True, True]]]), [[[12, 4], [10, 5]]])\n    check('short result', solve([[[10, 11], [0, 1], [4], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [4], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [4, 5], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [4], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nelif N == 5:\n    check('selected ids', solve([[[10, 11, 12], [2, 0], [5, 6], [True, True]]]), [[[12, 5], [10, 6]]])\n    check('short result', solve([[[10, 11], [0, 1], [5], [True, True]]]), ['LENGTH_ERROR'])\n    check('long validity', solve([[[10], [0], [5], [True, False]]]), ['LENGTH_ERROR'])\n    check('short validity', solve([[[10, 11], [0, 1], [5, 6], [True]]]), ['LENGTH_ERROR'])\n    check('null output', solve([[[10], [0], [5], [False]]]), [[[10, None]]])\n    check('empty result', solve([[[10], [], [], []]]), [[]])\n    check('no invocations', solve([]), [])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Offline stipulated semantics over valid small inputs; no performance, concurrency, or production-engine conformance claim. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-data-systems-udf-vector-cardinality-validity-length","generated_at":"2026-09-29T14:44:20.847774+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"A bounded deterministic data engine model makes representation and changelog faults reproducible.","repair":"Preserve the stated physical representation and operation order: Execute a stipulated vector UDF result contract. For every selected batch, output length must equal selected input length, and output validity must have the same length. A malformed batch emits LENGTH_ERROR and no partial values. Valid output values use their own validity and retain selected input identities.","root_cause":"udf-vector-cardinality: A vector UDF omits output validity cardinality validation.","sha256":"7f39e219563a4ec4484a2960f5884d236a54f6675e76c7af737168a9d58dd20a","title":"A vector UDF omits output validity cardinality validation · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":46.451,"exit_code":1,"observations":[{"actual":[[[12,1],[10,2]]],"check":"selected ids","expected":[[[12,1],[10,2]]],"passed":true},{"actual":["LENGTH_ERROR"],"check":"short result","expected":["LENGTH_ERROR"],"passed":true},{"actual":[[[10,1]]],"check":"long validity","expected":["LENGTH_ERROR"],"passed":false},{"actual":["LENGTH_ERROR"],"check":"short validity","expected":["LENGTH_ERROR"],"passed":true},{"actual":[[[10,null]]],"check":"null output","expected":[[[10,null]]],"passed":true},{"actual":[[]],"check":"empty result","expected":[[]],"passed":true},{"actual":[],"check":"no invocations","expected":[],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"selected ids\", \"actual\": [[[12, 1], [10, 2]]], \"expected\": [[[12, 1], [10, 2]]], \"passed\": true}, {\"check\": \"short result\", \"actual\": [\"LENGTH_ERROR\"], \"expected\": [\"LENGTH_ERROR\"], \"passed\": true}, {\"check\": \"long validity\", \"actual\": [[[10, 1]]], \"expected\": [\"LENGTH_ERROR\"], \"passed\": false}, {\"check\": \"short validity\", \"actual\": [\"LENGTH_ERROR\"], \"expected\": [\"LENGTH_ERROR\"], \"passed\": true}, {\"check\": \"null output\", \"actual\": [[[10, null]]], \"expected\": [[[10, null]]], \"passed\": true}, {\"check\": \"empty result\", \"actual\": [[]], \"expected\": [[]], \"passed\": true}, {\"check\": \"no invocations\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":47.966,"exit_code":1,"observations":[{"actual":[[[12,1],[10,2]]],"check":"selected ids","expected":[[[12,1],[10,2]]],"passed":true},{"actual":["LENGTH_ERROR"],"check":"short result","expected":["LENGTH_ERROR"],"passed":true},{"actual":[[[10,1]]],"check":"long validity","expected":["LENGTH_ERROR"],"passed":false},{"actual":{"representation_error":"IndexError"},"check":"short validity","expected":["LENGTH_ERROR"],"passed":false},{"actual":[[[10,null]]],"check":"null output","expected":[[[10,null]]],"passed":true},{"actual":[[]],"check":"empty result","expected":[[]],"passed":true},{"actual":[],"check":"no invocations","expected":[],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"selected ids\", \"actual\": [[[12, 1], [10, 2]]], \"expected\": [[[12, 1], [10, 2]]], \"passed\": true}, {\"check\": \"short result\", \"actual\": [\"LENGTH_ERROR\"], \"expected\": [\"LENGTH_ERROR\"], \"passed\": true}, {\"check\": \"long validity\", \"actual\": [[[10, 1]]], \"expected\": [\"LENGTH_ERROR\"], \"passed\": false}, {\"check\": \"short validity\", \"actual\": {\"representation_error\": \"IndexError\"}, \"expected\": [\"LENGTH_ERROR\"], \"passed\": false}, {\"check\": \"null output\", \"actual\": [[[10, null]]], \"expected\": [[[10, null]]], \"passed\": true}, {\"check\": \"empty result\", \"actual\": [[]], \"expected\": [[]], \"passed\": true}, {\"check\": \"no invocations\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":43.321,"exit_code":0,"observations":[{"actual":[[[12,1],[10,2]]],"check":"selected ids","expected":[[[12,1],[10,2]]],"passed":true},{"actual":["LENGTH_ERROR"],"check":"short result","expected":["LENGTH_ERROR"],"passed":true},{"actual":["LENGTH_ERROR"],"check":"long validity","expected":["LENGTH_ERROR"],"passed":true},{"actual":["LENGTH_ERROR"],"check":"short validity","expected":["LENGTH_ERROR"],"passed":true},{"actual":[[[10,null]]],"check":"null output","expected":[[[10,null]]],"passed":true},{"actual":[[]],"check":"empty result","expected":[[]],"passed":true},{"actual":[],"check":"no invocations","expected":[],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"selected ids\", \"actual\": [[[12, 1], [10, 2]]], \"expected\": [[[12, 1], [10, 2]]], \"passed\": true}, {\"check\": \"short result\", \"actual\": [\"LENGTH_ERROR\"], \"expected\": [\"LENGTH_ERROR\"], \"passed\": true}, {\"check\": \"long validity\", \"actual\": [\"LENGTH_ERROR\"], \"expected\": [\"LENGTH_ERROR\"], \"passed\": true}, {\"check\": \"short validity\", \"actual\": [\"LENGTH_ERROR\"], \"expected\": [\"LENGTH_ERROR\"], \"passed\": true}, {\"check\": \"null output\", \"actual\": [[[10, null]]], \"expected\": [[[10, null]]], \"passed\": true}, {\"check\": \"empty result\", \"actual\": [[]], \"expected\": [[]], \"passed\": true}, {\"check\": \"no invocations\", \"actual\": [], \"expected\": [], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}