{"abstract":"A hash inside quotes begins a shell comment.","category":"Tokenization","checks":4,"contract":"Tokenize POSIX words with unquoted hash comments enabled.","evaluation_group":"model-49a5ca3e0b51eb92","failed_approach":"The attempted repair handles the primary example but still violates a separate boundary of the same contract.","family":"xp-shell-comments","id":"FA-3266","implementations":{"attempt":{"sha256":"991a55ffe60be8df17c575fc60f40c6df23feff64f2c0db71f95546b80f690bd","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return shlex.split(x,comments=False)\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('a \"#b\" # c'), ['a', '#b'])\ncheck('boundary 2', solve('a # b'), ['a'])\ncheck('boundary 3', solve(\"'#'\"), ['#'])\ncheck('boundary 4', solve('x'), ['x'])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"24e7756eee3bfa407ac5b25720c1a613fd74212bac188da2902c207eaa69c6d3","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return shlex.split(x.split('#')[0])\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('a \"#b\" # c'), ['a', '#b'])\ncheck('boundary 2', solve('a # b'), ['a'])\ncheck('boundary 3', solve(\"'#'\"), ['#'])\ncheck('boundary 4', solve('x'), ['x'])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"bc7214c100c7fc2d263a4a74407148c9518c6165a9c91130dcaee764b69b28b0","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport re, unicodedata, json, csv, io, html, base64, binascii, codecs, struct\nfrom urllib.parse import quote, unquote, unquote_to_bytes, urlencode, parse_qsl, urlsplit, urlunsplit\nfrom email.header import decode_header, make_header\nfrom email.utils import getaddresses\nfrom xml.etree import ElementTree as ET\nimport shlex, string, textwrap\n\nN = 1\nobservations = []\ndef solve(x):\n    try:\n        return shlex.split(x,comments=True)\n    except Exception as exc:\n        return {\"error\": type(exc).__name__}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('boundary 1', solve('a \"#b\" # c'), ['a', '#b'])\ncheck('boundary 2', solve('a # b'), ['a'])\ncheck('boundary 3', solve(\"'#'\"), ['#'])\ncheck('boundary 4', solve('x'), ['x'])\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":" This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"xp-shell-comments","generated_at":"2026-09-29T14:37:23.516024+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"A local executable model for consumers of structured text; oracle values are authored literals, not outputs copied from the repaired implementation.","repair":"Implement the complete stated contract, including the boundary fixtures: Tokenize POSIX words with unquoted hash comments enabled.","root_cause":"The implementation applies an operation whose text or grammar semantics violate this contract: Tokenize POSIX words with unquoted hash comments enabled.","sha256":"b03d3311a3f5b0cd9df1d59337768eecb685a7f317daa0b0ddb9beee3446e82a","title":"A hash inside quotes begins a shell comment · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":57.843,"exit_code":1,"observations":[{"actual":["a","#b","#","c"],"check":"boundary 1","expected":["a","#b"],"passed":false},{"actual":["a","#","b"],"check":"boundary 2","expected":["a"],"passed":false},{"actual":["#"],"check":"boundary 3","expected":["#"],"passed":true},{"actual":["x"],"check":"boundary 4","expected":["x"],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": [\"a\", \"#b\", \"#\", \"c\"], \"expected\": [\"a\", \"#b\"], \"passed\": false}, {\"check\": \"boundary 2\", \"actual\": [\"a\", \"#\", \"b\"], \"expected\": [\"a\"], \"passed\": false}, {\"check\": \"boundary 3\", \"actual\": [\"#\"], \"expected\": [\"#\"], \"passed\": true}, {\"check\": \"boundary 4\", \"actual\": [\"x\"], \"expected\": [\"x\"], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":57.429,"exit_code":1,"observations":[{"actual":{"error":"ValueError"},"check":"boundary 1","expected":["a","#b"],"passed":false},{"actual":["a"],"check":"boundary 2","expected":["a"],"passed":true},{"actual":{"error":"ValueError"},"check":"boundary 3","expected":["#"],"passed":false},{"actual":["x"],"check":"boundary 4","expected":["x"],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": {\"error\": \"ValueError\"}, \"expected\": [\"a\", \"#b\"], \"passed\": false}, {\"check\": \"boundary 2\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"boundary 3\", \"actual\": {\"error\": \"ValueError\"}, \"expected\": [\"#\"], \"passed\": false}, {\"check\": \"boundary 4\", \"actual\": [\"x\"], \"expected\": [\"x\"], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":50.49,"exit_code":0,"observations":[{"actual":["a","#b"],"check":"boundary 1","expected":["a","#b"],"passed":true},{"actual":["a"],"check":"boundary 2","expected":["a"],"passed":true},{"actual":["#"],"check":"boundary 3","expected":["#"],"passed":true},{"actual":["x"],"check":"boundary 4","expected":["x"],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"boundary 1\", \"actual\": [\"a\", \"#b\"], \"expected\": [\"a\", \"#b\"], \"passed\": true}, {\"check\": \"boundary 2\", \"actual\": [\"a\"], \"expected\": [\"a\"], \"passed\": true}, {\"check\": \"boundary 3\", \"actual\": [\"#\"], \"expected\": [\"#\"], \"passed\": true}, {\"check\": \"boundary 4\", \"actual\": [\"x\"], \"expected\": [\"x\"], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}