{"abstract":"A Roman token accepts noncanonical subtractive notation.","category":"Lexical grammars","checks":4,"contract":"Accept canonical uppercase Roman numerals from I through MMMCMXCIX.","evaluation_group":"model-d5cd7ed6d00dddd8","failed_approach":"The candidate grammar 'M{0,3}(?:CM|CD|D?C{0,3})(?:XC|XL|L?X{0,3})(?:IX|IV|V?I{0,3})' still disagrees with the explicit boundary fixtures.","family":"xp-roman-subtractive-form","id":"FA-3591","implementations":{"attempt":{"sha256":"c5c286f87aac3bc9298bfde672a69d8826f44be4ba9c47c7fcb00689ae787ed4","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return bool(re.fullmatch('M{0,3}(?:CM|CD|D?C{0,3})(?:XC|XL|L?X{0,3})(?:IX|IV|V?I{0,3})',x))\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('IIII'), False)\ncheck('boundary 2', solve(''), False)\ncheck('boundary 3', solve('MCMXCIV'), True)\ncheck('boundary 4', solve('IV'), True)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"bae548d45a5b123142ea2c2d820200ccbb7abea7bfeb134bc4eb178ef218c27a","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return bool(re.fullmatch('[IVXLCDM]+',x))\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('IIII'), False)\ncheck('boundary 2', solve(''), False)\ncheck('boundary 3', solve('MCMXCIV'), True)\ncheck('boundary 4', solve('IV'), True)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"7fd6daeb520a9c8cea1aaad104370dd9c7cedb9e28e8769fe489a46cb6b5f92d","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return bool(re.fullmatch('(?=.)M{0,3}(?:CM|CD|D?C{0,3})(?:XC|XL|L?X{0,3})(?:IX|IV|V?I{0,3})',x))\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('IIII'), False)\ncheck('boundary 2', solve(''), False)\ncheck('boundary 3', solve('MCMXCIV'), True)\ncheck('boundary 4', solve('IV'), True)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":" This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"xp-roman-subtractive-form","generated_at":"2026-09-29T14:37:28.080882+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"A local executable model for consumers of structured text; oracle values are authored literals, not outputs copied from the repaired implementation.","repair":"Implement the complete stated contract, including the boundary fixtures: Accept canonical uppercase Roman numerals from I through MMMCMXCIX.","root_cause":"The recognizer uses '[IVXLCDM]+', which admits or omits a token shape forbidden by the stated grammar.","sha256":"b59dbacc521c253ab600156c02f0711c9cf289487cb1298acfb7a9b347561ed8","title":"A Roman token accepts noncanonical subtractive notation · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":57.498,"exit_code":1,"observations":[{"actual":false,"check":"boundary 1","expected":false,"passed":true},{"actual":true,"check":"boundary 2","expected":false,"passed":false},{"actual":true,"check":"boundary 3","expected":true,"passed":true},{"actual":true,"check":"boundary 4","expected":true,"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"boundary 2\", \"actual\": true, \"expected\": false, \"passed\": false}, {\"check\": \"boundary 3\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"boundary 4\", \"actual\": true, \"expected\": true, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":53.336,"exit_code":1,"observations":[{"actual":true,"check":"boundary 1","expected":false,"passed":false},{"actual":false,"check":"boundary 2","expected":false,"passed":true},{"actual":true,"check":"boundary 3","expected":true,"passed":true},{"actual":true,"check":"boundary 4","expected":true,"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": true, \"expected\": false, \"passed\": false}, {\"check\": \"boundary 2\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"boundary 3\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"boundary 4\", \"actual\": true, \"expected\": true, \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":53.038,"exit_code":0,"observations":[{"actual":false,"check":"boundary 1","expected":false,"passed":true},{"actual":false,"check":"boundary 2","expected":false,"passed":true},{"actual":true,"check":"boundary 3","expected":true,"passed":true},{"actual":true,"check":"boundary 4","expected":true,"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"boundary 2\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"boundary 3\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"boundary 4\", \"actual\": true, \"expected\": true, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}