{"abstract":"All common keys are reported changed.","category":"Configuration","checks":7,"contract":"Produce sorted added, removed, changed, restart-required, and unchanged key lists. Restart applies only to added/removed/changed keys in the restart set.","evaluation_group":"xt-config-diff","failed_approach":"The attempted repair substitutes before[k] == after[k]. Fixture 4 still yields {'added': [], 'removed': [], 'changed': [], 'restart': [], 'unchanged': ['a']} instead of {'added': [], 'removed': [], 'changed': ['a'], 'restart': ['a'], 'unchanged': []}.","family":"xt-config-diff-value-change","id":"FA-9691","implementations":{"attempt":{"sha256":"fbd2e7d3013eb02aa4967bddb04476a9eaa1a04575977b836b741e9b2585d5ea","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(before, after, restart):\n    added = set(after) - set(before)\n    removed = set(before) - set(after)\n    common = set(before) & set(after)\n    changed = {k for k in common if before[k] == after[k]}\n    return {'added': sorted(added), 'removed': sorted(removed), 'changed': sorted(changed), 'restart': sorted((added | removed | changed) & set(restart)), 'unchanged': sorted(common - changed)}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('fixture 1', solve({}, {}, []), {'added': [], 'removed': [], 'changed': [], 'restart': [], 'unchanged': []})\ncheck('fixture 2', solve({}, {'a': 1}, ['a']), {'added': ['a'], 'removed': [], 'changed': [], 'restart': ['a'], 'unchanged': []})\ncheck('fixture 3', solve({'a': 1}, {}, ['a']), {'added': [], 'removed': ['a'], 'changed': [], 'restart': ['a'], 'unchanged': []})\ncheck('fixture 4', solve({'a': 1}, {'a': 2}, ['a']), {'added': [], 'removed': [], 'changed': ['a'], 'restart': ['a'], 'unchanged': []})\ncheck('fixture 5', solve({'a': 1}, {'a': 1}, ['a']), {'added': [], 'removed': [], 'changed': [], 'restart': [], 'unchanged': ['a']})\ncheck('fixture 6', solve({'a': 1}, {'a': 2}, []), {'added': [], 'removed': [], 'changed': ['a'], 'restart': [], 'unchanged': []})\ncheck('fixture 7', solve({'a': 1, 'b': 2}, {'a': 1, 'c': 3}, ['b', 'c']), {'added': ['c'], 'removed': ['b'], 'changed': [], 'restart': ['b', 'c'], 'unchanged': ['a']})\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"9b682f6041bea26d5a31ba73c7c8877982b715971995aafe46a3e6a7cc824cd1","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(before, after, restart):\n    added = set(after) - set(before)\n    removed = set(before) - set(after)\n    common = set(before) & set(after)\n    changed = {k for k in common if True}\n    return {'added': sorted(added), 'removed': sorted(removed), 'changed': sorted(changed), 'restart': sorted((added | removed | changed) & set(restart)), 'unchanged': sorted(common - changed)}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('fixture 1', solve({}, {}, []), {'added': [], 'removed': [], 'changed': [], 'restart': [], 'unchanged': []})\ncheck('fixture 2', solve({}, {'a': 1}, ['a']), {'added': ['a'], 'removed': [], 'changed': [], 'restart': ['a'], 'unchanged': []})\ncheck('fixture 3', solve({'a': 1}, {}, ['a']), {'added': [], 'removed': ['a'], 'changed': [], 'restart': ['a'], 'unchanged': []})\ncheck('fixture 4', solve({'a': 1}, {'a': 2}, ['a']), {'added': [], 'removed': [], 'changed': ['a'], 'restart': ['a'], 'unchanged': []})\ncheck('fixture 5', solve({'a': 1}, {'a': 1}, ['a']), {'added': [], 'removed': [], 'changed': [], 'restart': [], 'unchanged': ['a']})\ncheck('fixture 6', solve({'a': 1}, {'a': 2}, []), {'added': [], 'removed': [], 'changed': ['a'], 'restart': [], 'unchanged': []})\ncheck('fixture 7', solve({'a': 1, 'b': 2}, {'a': 1, 'c': 3}, ['b', 'c']), {'added': ['c'], 'removed': ['b'], 'changed': [], 'restart': ['b', 'c'], 'unchanged': ['a']})\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"df295066bb3e7a8dc9d53e18bcb2192cd2ecdfd9ed537f332fa104397a20b3dd","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(before, after, restart):\n    added = set(after) - set(before)\n    removed = set(before) - set(after)\n    common = set(before) & set(after)\n    changed = {k for k in common if before[k] != after[k]}\n    return {'added': sorted(added), 'removed': sorted(removed), 'changed': sorted(changed), 'restart': sorted((added | removed | changed) & set(restart)), 'unchanged': sorted(common - changed)}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('fixture 1', solve({}, {}, []), {'added': [], 'removed': [], 'changed': [], 'restart': [], 'unchanged': []})\ncheck('fixture 2', solve({}, {'a': 1}, ['a']), {'added': ['a'], 'removed': [], 'changed': [], 'restart': ['a'], 'unchanged': []})\ncheck('fixture 3', solve({'a': 1}, {}, ['a']), {'added': [], 'removed': ['a'], 'changed': [], 'restart': ['a'], 'unchanged': []})\ncheck('fixture 4', solve({'a': 1}, {'a': 2}, ['a']), {'added': [], 'removed': [], 'changed': ['a'], 'restart': ['a'], 'unchanged': []})\ncheck('fixture 5', solve({'a': 1}, {'a': 1}, ['a']), {'added': [], 'removed': [], 'changed': [], 'restart': [], 'unchanged': ['a']})\ncheck('fixture 6', solve({'a': 1}, {'a': 2}, []), {'added': [], 'removed': [], 'changed': ['a'], 'restart': [], 'unchanged': []})\ncheck('fixture 7', solve({'a': 1, 'b': 2}, {'a': 1, 'c': 3}, ['b', 'c']), {'added': ['c'], 'removed': ['b'], 'changed': [], 'restart': ['b', 'c'], 'unchanged': ['a']})\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":" This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"xt-config-diff-value-change","generated_at":"2026-09-29T14:38:32.243905+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"An offline model of configuration change plan, suitable for testing build and release tooling without external services.","repair":"Compare values for common keys.","root_cause":"The implementation substitutes True for before[k] != after[k], so all common keys are reported changed.","sha256":"d74854f4118f671c84457a2c17a8c995b63f4174c53fc237ce0c69a2321c4945","title":"Configuration change plan: All common keys are reported changed · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":41.527,"exit_code":1,"observations":[{"actual":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":[]},"check":"fixture 1","expected":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":[]},"passed":true},{"actual":{"added":["a"],"changed":[],"removed":[],"restart":["a"],"unchanged":[]},"check":"fixture 2","expected":{"added":["a"],"changed":[],"removed":[],"restart":["a"],"unchanged":[]},"passed":true},{"actual":{"added":[],"changed":[],"removed":["a"],"restart":["a"],"unchanged":[]},"check":"fixture 3","expected":{"added":[],"changed":[],"removed":["a"],"restart":["a"],"unchanged":[]},"passed":true},{"actual":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":["a"]},"check":"fixture 4","expected":{"added":[],"changed":["a"],"removed":[],"restart":["a"],"unchanged":[]},"passed":false},{"actual":{"added":[],"changed":["a"],"removed":[],"restart":["a"],"unchanged":[]},"check":"fixture 5","expected":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":["a"]},"passed":false},{"actual":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":["a"]},"check":"fixture 6","expected":{"added":[],"changed":["a"],"removed":[],"restart":[],"unchanged":[]},"passed":false},{"actual":{"added":["c"],"changed":["a"],"removed":["b"],"restart":["b","c"],"unchanged":[]},"check":"fixture 7","expected":{"added":["c"],"changed":[],"removed":["b"],"restart":["b","c"],"unchanged":["a"]},"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"fixture 1\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 2\", \"actual\": {\"added\": [\"a\"], \"removed\": [], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"expected\": {\"added\": [\"a\"], \"removed\": [], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 3\", \"actual\": {\"added\": [], \"removed\": [\"a\"], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [\"a\"], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 4\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": [\"a\"]}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [\"a\"], \"unchanged\": []}, \"passed\": false}, {\"check\": \"fixture 5\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [\"a\"], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": [\"a\"]}, \"passed\": false}, {\"check\": \"fixture 6\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": [\"a\"]}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [], \"unchanged\": []}, \"passed\": false}, {\"check\": \"fixture 7\", \"actual\": {\"added\": [\"c\"], \"removed\": [\"b\"], \"changed\": [\"a\"], \"restart\": [\"b\", \"c\"], \"unchanged\": []}, \"expected\": {\"added\": [\"c\"], \"removed\": [\"b\"], \"changed\": [], \"restart\": [\"b\", \"c\"], \"unchanged\": [\"a\"]}, \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":40.256,"exit_code":1,"observations":[{"actual":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":[]},"check":"fixture 1","expected":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":[]},"passed":true},{"actual":{"added":["a"],"changed":[],"removed":[],"restart":["a"],"unchanged":[]},"check":"fixture 2","expected":{"added":["a"],"changed":[],"removed":[],"restart":["a"],"unchanged":[]},"passed":true},{"actual":{"added":[],"changed":[],"removed":["a"],"restart":["a"],"unchanged":[]},"check":"fixture 3","expected":{"added":[],"changed":[],"removed":["a"],"restart":["a"],"unchanged":[]},"passed":true},{"actual":{"added":[],"changed":["a"],"removed":[],"restart":["a"],"unchanged":[]},"check":"fixture 4","expected":{"added":[],"changed":["a"],"removed":[],"restart":["a"],"unchanged":[]},"passed":true},{"actual":{"added":[],"changed":["a"],"removed":[],"restart":["a"],"unchanged":[]},"check":"fixture 5","expected":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":["a"]},"passed":false},{"actual":{"added":[],"changed":["a"],"removed":[],"restart":[],"unchanged":[]},"check":"fixture 6","expected":{"added":[],"changed":["a"],"removed":[],"restart":[],"unchanged":[]},"passed":true},{"actual":{"added":["c"],"changed":["a"],"removed":["b"],"restart":["b","c"],"unchanged":[]},"check":"fixture 7","expected":{"added":["c"],"changed":[],"removed":["b"],"restart":["b","c"],"unchanged":["a"]},"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"fixture 1\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 2\", \"actual\": {\"added\": [\"a\"], \"removed\": [], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"expected\": {\"added\": [\"a\"], \"removed\": [], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 3\", \"actual\": {\"added\": [], \"removed\": [\"a\"], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [\"a\"], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 4\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [\"a\"], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [\"a\"], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 5\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [\"a\"], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": [\"a\"]}, \"passed\": false}, {\"check\": \"fixture 6\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 7\", \"actual\": {\"added\": [\"c\"], \"removed\": [\"b\"], \"changed\": [\"a\"], \"restart\": [\"b\", \"c\"], \"unchanged\": []}, \"expected\": {\"added\": [\"c\"], \"removed\": [\"b\"], \"changed\": [], \"restart\": [\"b\", \"c\"], \"unchanged\": [\"a\"]}, \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":38.197,"exit_code":0,"observations":[{"actual":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":[]},"check":"fixture 1","expected":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":[]},"passed":true},{"actual":{"added":["a"],"changed":[],"removed":[],"restart":["a"],"unchanged":[]},"check":"fixture 2","expected":{"added":["a"],"changed":[],"removed":[],"restart":["a"],"unchanged":[]},"passed":true},{"actual":{"added":[],"changed":[],"removed":["a"],"restart":["a"],"unchanged":[]},"check":"fixture 3","expected":{"added":[],"changed":[],"removed":["a"],"restart":["a"],"unchanged":[]},"passed":true},{"actual":{"added":[],"changed":["a"],"removed":[],"restart":["a"],"unchanged":[]},"check":"fixture 4","expected":{"added":[],"changed":["a"],"removed":[],"restart":["a"],"unchanged":[]},"passed":true},{"actual":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":["a"]},"check":"fixture 5","expected":{"added":[],"changed":[],"removed":[],"restart":[],"unchanged":["a"]},"passed":true},{"actual":{"added":[],"changed":["a"],"removed":[],"restart":[],"unchanged":[]},"check":"fixture 6","expected":{"added":[],"changed":["a"],"removed":[],"restart":[],"unchanged":[]},"passed":true},{"actual":{"added":["c"],"changed":[],"removed":["b"],"restart":["b","c"],"unchanged":["a"]},"check":"fixture 7","expected":{"added":["c"],"changed":[],"removed":["b"],"restart":["b","c"],"unchanged":["a"]},"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"fixture 1\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 2\", \"actual\": {\"added\": [\"a\"], \"removed\": [], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"expected\": {\"added\": [\"a\"], \"removed\": [], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 3\", \"actual\": {\"added\": [], \"removed\": [\"a\"], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [\"a\"], \"changed\": [], \"restart\": [\"a\"], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 4\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [\"a\"], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [\"a\"], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 5\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": [\"a\"]}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [], \"restart\": [], \"unchanged\": [\"a\"]}, \"passed\": true}, {\"check\": \"fixture 6\", \"actual\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [], \"unchanged\": []}, \"expected\": {\"added\": [], \"removed\": [], \"changed\": [\"a\"], \"restart\": [], \"unchanged\": []}, \"passed\": true}, {\"check\": \"fixture 7\", \"actual\": {\"added\": [\"c\"], \"removed\": [\"b\"], \"changed\": [], \"restart\": [\"b\", \"c\"], \"unchanged\": [\"a\"]}, \"expected\": {\"added\": [\"c\"], \"removed\": [\"b\"], \"changed\": [], \"restart\": [\"b\", \"c\"], \"unchanged\": [\"a\"]}, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}