{"abstract":"A code fence closes with a shorter delimiter.","category":"Lexical grammars","checks":4,"contract":"Accept a backtick run of at least three, one text line, and an identical closing run on its own line.","evaluation_group":"model-fec616440949a5f1","failed_approach":"The candidate grammar '(`{3})\\\\n[^\\\\n]*\\\\n\\\\1' still disagrees with the explicit boundary fixtures.","family":"xp-backtick-fence-length","id":"FA-3451","implementations":{"attempt":{"sha256":"66d38289e784dc2c2c8786eb32e0876c80108a08307d48d33aaf505625c31c9a","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return bool(re.fullmatch('(`{3})\\\\n[^\\\\n]*\\\\n\\\\1',x))\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('````\\nx\\n```'), False)\ncheck('boundary 2', solve('````\\nx\\n````'), True)\ncheck('boundary 3', solve('```\\n\\n```'), True)\ncheck('boundary 4', solve('```\\nx\\n```'), True)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"95fe73aceb8820b80217efd29999326d5acf7bd42c2edf4e989c3184c7c77b31","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return bool(re.fullmatch('`{3,}\\\\n[^\\\\n]*\\\\n`{3,}',x))\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('````\\nx\\n```'), False)\ncheck('boundary 2', solve('````\\nx\\n````'), True)\ncheck('boundary 3', solve('```\\n\\n```'), True)\ncheck('boundary 4', solve('```\\nx\\n```'), True)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"3abf82c48823b8eb34000d6bb40b7582047ae785aebf62d85751933a2cfec8d8","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return bool(re.fullmatch('(`{3,})\\\\n[^\\\\n]*\\\\n\\\\1',x))\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('````\\nx\\n```'), False)\ncheck('boundary 2', solve('````\\nx\\n````'), True)\ncheck('boundary 3', solve('```\\n\\n```'), True)\ncheck('boundary 4', solve('```\\nx\\n```'), True)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":" This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"xp-backtick-fence-length","generated_at":"2026-09-29T14:37:26.046138+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"A local executable model for consumers of structured text; oracle values are authored literals, not outputs copied from the repaired implementation.","repair":"Implement the complete stated contract, including the boundary fixtures: Accept a backtick run of at least three, one text line, and an identical closing run on its own line.","root_cause":"The recognizer uses '`{3,}\\\\n[^\\\\n]*\\\\n`{3,}', which admits or omits a token shape forbidden by the stated grammar.","sha256":"4819e761de487768b1857879eeb9b6b4a376bf7d9cbfa55b6a47a753f7b8e30f","title":"A code fence closes with a shorter delimiter · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":51.744,"exit_code":1,"observations":[{"actual":false,"check":"boundary 1","expected":false,"passed":true},{"actual":false,"check":"boundary 2","expected":true,"passed":false},{"actual":true,"check":"boundary 3","expected":true,"passed":true},{"actual":true,"check":"boundary 4","expected":true,"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"boundary 2\", \"actual\": false, \"expected\": true, \"passed\": false}, {\"check\": \"boundary 3\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"boundary 4\", \"actual\": true, \"expected\": true, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":52.102,"exit_code":1,"observations":[{"actual":true,"check":"boundary 1","expected":false,"passed":false},{"actual":true,"check":"boundary 2","expected":true,"passed":true},{"actual":true,"check":"boundary 3","expected":true,"passed":true},{"actual":true,"check":"boundary 4","expected":true,"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": true, \"expected\": false, \"passed\": false}, {\"check\": \"boundary 2\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"boundary 3\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"boundary 4\", \"actual\": true, \"expected\": true, \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":52.244,"exit_code":0,"observations":[{"actual":false,"check":"boundary 1","expected":false,"passed":true},{"actual":true,"check":"boundary 2","expected":true,"passed":true},{"actual":true,"check":"boundary 3","expected":true,"passed":true},{"actual":true,"check":"boundary 4","expected":true,"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"boundary 2\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"boundary 3\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"boundary 4\", \"actual\": true, \"expected\": true, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}