{"abstract":"A null literal accepts aliases from another language.","category":"Lexical grammars","checks":4,"contract":"Accept exactly null in lowercase.","evaluation_group":"model-8da558a535ea37cd","failed_approach":"The candidate grammar '[Nn][Uu][Ll][Ll]' still disagrees with the explicit boundary fixtures.","family":"xp-null-keyword-case","id":"FA-3491","implementations":{"attempt":{"sha256":"6258b1152f0e97961108cdf11b92f0357f6ed183e02857b0cb02604048e58231","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return bool(re.fullmatch('[Nn][Uu][Ll][Ll]',x))\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('None'), False)\ncheck('boundary 2', solve('NULL'), False)\ncheck('boundary 3', solve('null'), True)\ncheck('boundary 4', solve(''), False)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"54af83ecbef3a9f05912d2ba7985480ac41f8d8c5e6df54e49edc211197e1b88","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return bool(re.fullmatch('(?:null|None|nil)',x))\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('None'), False)\ncheck('boundary 2', solve('NULL'), False)\ncheck('boundary 3', solve('null'), True)\ncheck('boundary 4', solve(''), False)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"bbae932b939aef13ccd81bc07e0e9f591c1b10fec911a4d585b7d028329c80e7","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return bool(re.fullmatch('null',x))\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('None'), False)\ncheck('boundary 2', solve('NULL'), False)\ncheck('boundary 3', solve('null'), True)\ncheck('boundary 4', solve(''), False)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":" This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"xp-null-keyword-case","generated_at":"2026-09-29T14:37:26.428394+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"A local executable model for consumers of structured text; oracle values are authored literals, not outputs copied from the repaired implementation.","repair":"Implement the complete stated contract, including the boundary fixtures: Accept exactly null in lowercase.","root_cause":"The recognizer uses '(?:null|None|nil)', which admits or omits a token shape forbidden by the stated grammar.","sha256":"11e04347e4cb6d3752802b46335e7311217f619eb3fdbf03d743a53eb0c0dcd8","title":"A null literal accepts aliases from another language · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":56.013,"exit_code":1,"observations":[{"actual":false,"check":"boundary 1","expected":false,"passed":true},{"actual":true,"check":"boundary 2","expected":false,"passed":false},{"actual":true,"check":"boundary 3","expected":true,"passed":true},{"actual":false,"check":"boundary 4","expected":false,"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"boundary 2\", \"actual\": true, \"expected\": false, \"passed\": false}, {\"check\": \"boundary 3\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"boundary 4\", \"actual\": false, \"expected\": false, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":52.573,"exit_code":1,"observations":[{"actual":true,"check":"boundary 1","expected":false,"passed":false},{"actual":false,"check":"boundary 2","expected":false,"passed":true},{"actual":true,"check":"boundary 3","expected":true,"passed":true},{"actual":false,"check":"boundary 4","expected":false,"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": true, \"expected\": false, \"passed\": false}, {\"check\": \"boundary 2\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"boundary 3\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"boundary 4\", \"actual\": false, \"expected\": false, \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":53.312,"exit_code":0,"observations":[{"actual":false,"check":"boundary 1","expected":false,"passed":true},{"actual":false,"check":"boundary 2","expected":false,"passed":true},{"actual":true,"check":"boundary 3","expected":true,"passed":true},{"actual":false,"check":"boundary 4","expected":false,"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"boundary 2\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"boundary 3\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"boundary 4\", \"actual\": false, \"expected\": false, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}