{"abstract":"Menu metrics conflate invoked commands with successful execution.","category":"Menu interactions","checks":7,"contract":"Menu metrics distinguish impressions, command invocation and completed execution; root sessions and menu paths remain separate dimensions and sensitive arguments are excluded.","evaluation_group":"s3-menu-interactions-menu-usage-accounting","failed_approach":"The attempted repair `{'invoked':len(p),'succeeded':len(p)}` still violates the invoked-vs-success oracle.","family":"s3-menu-interactions-menu-usage-accounting-invoked-vs-success","id":"FA-33816","implementations":{"attempt":{"sha256":"ef021cb9f0be729f87d0a5057bab315b4a0ad65f48524a42f21dde3721dfeed4","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nimport unicodedata\nN = 1\nobservations = []\ndef solve(action, p):\n    if action == 'impression-once':\n        return len(set(p))\n    if action == 'invoked-vs-success':\n        return {'invoked':len(p),'succeeded':len(p)}\n    if action == 'path-dimension':\n        return '/'.join(p['path'])\n    if action == 'duration':\n        return max(0,p['closed']-p['opened'])\n    if action == 'arguments':\n        return {k:v for k,v in p.items() if k in ('command','path','outcome')}\n    if action == 'session-count':\n        return len({x['root_session'] for x in p})\n    return {'error': 'unsupported menu operation'}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('impression-once contract', solve('impression-once', [N,N,N+1]), 2)\ncheck('invoked-vs-success contract', solve('invoked-vs-success', [{'success':True,'id':N},{'success':False,'id':N+1}]), {'invoked':2,'succeeded':1})\ncheck('path-dimension contract', solve('path-dimension', {'path':['root','tools',str(N)]}), 'root/tools/'+str(N))\ncheck('duration contract', solve('duration', {'opened':N,'closed':N+7}), 7)\ncheck('arguments contract', solve('arguments', {'command':'copy','path':['root'], 'arguments':{'doc':N},'target':'doc'}), {'command':'copy','path':['root']})\ncheck('session-count contract', solve('session-count', [{'root_session':N,'surface':'a'},{'root_session':N,'surface':'b'}]), 1)\ncheck('unknown operation', solve('unknown', {}), {'error': 'unsupported menu operation'})\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"fffa0197d6f09166a7ffea6745d251eab3027f4adbdb96fcd492c7790295aeb0","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nimport unicodedata\nN = 1\nobservations = []\ndef solve(action, p):\n    if action == 'impression-once':\n        return len(set(p))\n    if action == 'invoked-vs-success':\n        return {'invoked':sum(x['success'] for x in p),'succeeded':sum(x['success'] for x in p)}\n    if action == 'path-dimension':\n        return '/'.join(p['path'])\n    if action == 'duration':\n        return max(0,p['closed']-p['opened'])\n    if action == 'arguments':\n        return {k:v for k,v in p.items() if k in ('command','path','outcome')}\n    if action == 'session-count':\n        return len({x['root_session'] for x in p})\n    return {'error': 'unsupported menu operation'}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('impression-once contract', solve('impression-once', [N,N,N+1]), 2)\ncheck('invoked-vs-success contract', solve('invoked-vs-success', [{'success':True,'id':N},{'success':False,'id':N+1}]), {'invoked':2,'succeeded':1})\ncheck('path-dimension contract', solve('path-dimension', {'path':['root','tools',str(N)]}), 'root/tools/'+str(N))\ncheck('duration contract', solve('duration', {'opened':N,'closed':N+7}), 7)\ncheck('arguments contract', solve('arguments', {'command':'copy','path':['root'], 'arguments':{'doc':N},'target':'doc'}), {'command':'copy','path':['root']})\ncheck('session-count contract', solve('session-count', [{'root_session':N,'surface':'a'},{'root_session':N,'surface':'b'}]), 1)\ncheck('unknown operation', solve('unknown', {}), {'error': 'unsupported menu operation'})\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"9c8cf90dd34ceb0f3936d85560f26e6e6cf877458712086a3dc4e61a946bb31f","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nimport unicodedata\nN = 1\nobservations = []\ndef solve(action, p):\n    if action == 'impression-once':\n        return len(set(p))\n    if action == 'invoked-vs-success':\n        return {'invoked':len(p),'succeeded':sum(x['success'] for x in p)}\n    if action == 'path-dimension':\n        return '/'.join(p['path'])\n    if action == 'duration':\n        return max(0,p['closed']-p['opened'])\n    if action == 'arguments':\n        return {k:v for k,v in p.items() if k in ('command','path','outcome')}\n    if action == 'session-count':\n        return len({x['root_session'] for x in p})\n    return {'error': 'unsupported menu operation'}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('impression-once contract', solve('impression-once', [N,N,N+1]), 2)\ncheck('invoked-vs-success contract', solve('invoked-vs-success', [{'success':True,'id':N},{'success':False,'id':N+1}]), {'invoked':2,'succeeded':1})\ncheck('path-dimension contract', solve('path-dimension', {'path':['root','tools',str(N)]}), 'root/tools/'+str(N))\ncheck('duration contract', solve('duration', {'opened':N,'closed':N+7}), 7)\ncheck('arguments contract', solve('arguments', {'command':'copy','path':['root'], 'arguments':{'doc':N},'target':'doc'}), {'command':'copy','path':['root']})\ncheck('session-count contract', solve('session-count', [{'root_session':N,'surface':'a'},{'root_session':N,'surface':'b'}]), 1)\ncheck('unknown operation', solve('unknown', {}), {'error': 'unsupported menu operation'})\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Offline supplied-valid-payload model; excludes DOM, keyboard, focus, selection, announcements and browser conformance. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"s3-menu-interactions-menu-usage-accounting-invoked-vs-success","generated_at":"2026-09-29T14:42:25.943486+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Cascading and context menus require coherent command and session state as content changes.","repair":"Apply `{'invoked':len(p),'succeeded':sum(x['success'] for x in p)}` at invoked-vs-success.","root_cause":"The menu-usage-accounting model applies `{'invoked':sum(x['success'] for x in p),'succeeded':sum(x['success'] for x in p)}` at its invoked-vs-success operation instead of the stipulated transformation.","sha256":"6dd3152e5c53cbecf44bd5f3bf184b997a577e5dfbe0bb561fb179e3e2a04f0e","title":"Menu metrics conflate invoked commands with successful execution · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":40.941,"exit_code":1,"observations":[{"actual":2,"check":"impression-once contract","expected":2,"passed":true},{"actual":{"invoked":2,"succeeded":2},"check":"invoked-vs-success contract","expected":{"invoked":2,"succeeded":1},"passed":false},{"actual":"root/tools/1","check":"path-dimension contract","expected":"root/tools/1","passed":true},{"actual":7,"check":"duration contract","expected":7,"passed":true},{"actual":{"command":"copy","path":["root"]},"check":"arguments contract","expected":{"command":"copy","path":["root"]},"passed":true},{"actual":1,"check":"session-count contract","expected":1,"passed":true},{"actual":{"error":"unsupported menu operation"},"check":"unknown operation","expected":{"error":"unsupported menu operation"},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"impression-once contract\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"invoked-vs-success contract\", \"actual\": {\"invoked\": 2, \"succeeded\": 2}, \"expected\": {\"invoked\": 2, \"succeeded\": 1}, \"passed\": false}, {\"check\": \"path-dimension contract\", \"actual\": \"root/tools/1\", \"expected\": \"root/tools/1\", \"passed\": true}, {\"check\": \"duration contract\", \"actual\": 7, \"expected\": 7, \"passed\": true}, {\"check\": \"arguments contract\", \"actual\": {\"command\": \"copy\", \"path\": [\"root\"]}, \"expected\": {\"command\": \"copy\", \"path\": [\"root\"]}, \"passed\": true}, {\"check\": \"session-count contract\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"unknown operation\", \"actual\": {\"error\": \"unsupported menu operation\"}, \"expected\": {\"error\": \"unsupported menu operation\"}, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":43.013,"exit_code":1,"observations":[{"actual":2,"check":"impression-once contract","expected":2,"passed":true},{"actual":{"invoked":1,"succeeded":1},"check":"invoked-vs-success contract","expected":{"invoked":2,"succeeded":1},"passed":false},{"actual":"root/tools/1","check":"path-dimension contract","expected":"root/tools/1","passed":true},{"actual":7,"check":"duration contract","expected":7,"passed":true},{"actual":{"command":"copy","path":["root"]},"check":"arguments contract","expected":{"command":"copy","path":["root"]},"passed":true},{"actual":1,"check":"session-count contract","expected":1,"passed":true},{"actual":{"error":"unsupported menu operation"},"check":"unknown operation","expected":{"error":"unsupported menu operation"},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"impression-once contract\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"invoked-vs-success contract\", \"actual\": {\"invoked\": 1, \"succeeded\": 1}, \"expected\": {\"invoked\": 2, \"succeeded\": 1}, \"passed\": false}, {\"check\": \"path-dimension contract\", \"actual\": \"root/tools/1\", \"expected\": \"root/tools/1\", \"passed\": true}, {\"check\": \"duration contract\", \"actual\": 7, \"expected\": 7, \"passed\": true}, {\"check\": \"arguments contract\", \"actual\": {\"command\": \"copy\", \"path\": [\"root\"]}, \"expected\": {\"command\": \"copy\", \"path\": [\"root\"]}, \"passed\": true}, {\"check\": \"session-count contract\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"unknown operation\", \"actual\": {\"error\": \"unsupported menu operation\"}, \"expected\": {\"error\": \"unsupported menu operation\"}, \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":39.961,"exit_code":0,"observations":[{"actual":2,"check":"impression-once contract","expected":2,"passed":true},{"actual":{"invoked":2,"succeeded":1},"check":"invoked-vs-success contract","expected":{"invoked":2,"succeeded":1},"passed":true},{"actual":"root/tools/1","check":"path-dimension contract","expected":"root/tools/1","passed":true},{"actual":7,"check":"duration contract","expected":7,"passed":true},{"actual":{"command":"copy","path":["root"]},"check":"arguments contract","expected":{"command":"copy","path":["root"]},"passed":true},{"actual":1,"check":"session-count contract","expected":1,"passed":true},{"actual":{"error":"unsupported menu operation"},"check":"unknown operation","expected":{"error":"unsupported menu operation"},"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"impression-once contract\", \"actual\": 2, \"expected\": 2, \"passed\": true}, {\"check\": \"invoked-vs-success contract\", \"actual\": {\"invoked\": 2, \"succeeded\": 1}, \"expected\": {\"invoked\": 2, \"succeeded\": 1}, \"passed\": true}, {\"check\": \"path-dimension contract\", \"actual\": \"root/tools/1\", \"expected\": \"root/tools/1\", \"passed\": true}, {\"check\": \"duration contract\", \"actual\": 7, \"expected\": 7, \"passed\": true}, {\"check\": \"arguments contract\", \"actual\": {\"command\": \"copy\", \"path\": [\"root\"]}, \"expected\": {\"command\": \"copy\", \"path\": [\"root\"]}, \"passed\": true}, {\"check\": \"session-count contract\", \"actual\": 1, \"expected\": 1, \"passed\": true}, {\"check\": \"unknown operation\", \"actual\": {\"error\": \"unsupported menu operation\"}, \"expected\": {\"error\": \"unsupported menu operation\"}, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}