{"abstract":"Alaska ZIP3 996 is charged the remote zone.","category":"Shipping rate zone lookup","checks":8,"contract":"Military states AA/AE/AP are served only by POSTAL (\"MILITARY\") else \"NO_SERVICE\". HI must be ZIP3 967-968 (zone 14); AK must be 995-999 with 995-996 zone 17 and 997-999 zone 18; PR and VI must be 006-009 (zone 22). A state/ZIP3 conflict is \"MISMATCH\". Other states return base_zone.","evaluation_group":"w2-shipping-zone-noncontiguous","failed_approach":"Extending zone 17 to 997 under-charges remote destinations.","family":"w2-shipping-zone-noncontiguous-alaska-remote-split","id":"FA-95656","implementations":{"attempt":{"sha256":"e65af19e1bae3db741fae3d8ece741a404153e3f379dc1b16b73130bd8b91e40","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(zip5, state, base_zone, service):\n    z3 = int(zip5[:3])\n    if state in ('AA', 'AE', 'AP'):\n        return 'MILITARY' if service == 'POSTAL' else 'NO_SERVICE'\n    if state == 'HI':\n        return 14 if 967 <= z3 <= 968 else 'MISMATCH'\n    if state == 'AK':\n        if not 995 <= z3 <= 999:\n            return 'MISMATCH'\n        return 17 if z3 <= 997 else 18\n    if state in ('PR', 'VI'):\n        return 22 if 6 <= z3 <= 9 else 'MISMATCH'\n    return base_zone\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[['ak 996', ['99601', 'AK', 8, 'GROUND'], 17], ['generated mix 5', ['99701', 'AK', 3, 'AIR'], 18], ['military postal', ['09001', 'AE', 5, 'POSTAL'], 'MILITARY'], ['americas military', ['34001', 'AA', 5, 'POSTAL'], 'MILITARY'], ['hawaii mismatch', ['96901', 'HI', 8, 'GROUND'], 'MISMATCH'], ['ak remote', ['99701', 'AK', 8, 'GROUND'], 18], ['military ground', ['96201', 'AP', 5, 'GROUND'], 'NO_SERVICE'], ['generated mix 3', ['96701', 'HI', 2, 'AIR'], 14]], [['generated mix 46', ['99601', 'AK', 4, 'POSTAL'], 17], ['ak remote', ['99701', 'AK', 8, 'GROUND'], 18], ['honolulu', ['96813', 'HI', 8, 'GROUND'], 14], ['anchorage', ['99501', 'AK', 8, 'GROUND'], 17], ['san juan', ['00901', 'PR', 8, 'GROUND'], 22], ['contiguous', ['10001', 'NY', 5, 'GROUND'], 5], ['generated mix 6', ['10001', 'NY', 2, 'GROUND'], 2], ['generated mix 14', ['34001', 'AA', 6, 'AIR'], 'NO_SERVICE']], [['generated mix 40', ['99601', 'AK', 7, 'POSTAL'], 17], ['generated mix 23', ['99701', 'AK', 3, 'AIR'], 18], ['ak 996', ['99601', 'AK', 8, 'GROUND'], 17], ['san juan', ['00901', 'PR', 8, 'GROUND'], 22], ['contiguous', ['10001', 'NY', 5, 'GROUND'], 5], ['military ground', ['96201', 'AP', 5, 'GROUND'], 'NO_SERVICE'], ['generated mix 16', ['00601', 'PR', 2, 'GROUND'], 22], ['generated mix 25', ['99601', 'AK', 6, 'POSTAL'], 17]], [['generated mix 25', ['99601', 'AK', 6, 'POSTAL'], 17], ['generated mix 5', ['99701', 'AK', 3, 'AIR'], 18], ['virgin islands', ['00801', 'VI', 8, 'GROUND'], 22], ['military postal', ['09001', 'AE', 5, 'POSTAL'], 'MILITARY'], ['americas military', ['34001', 'AA', 5, 'POSTAL'], 'MILITARY'], ['hawaii mismatch', ['96901', 'HI', 8, 'GROUND'], 'MISMATCH'], ['generated mix 29', ['99901', 'AK', 3, 'AIR'], 18], ['generated mix 37', ['90001', 'CA', 3, 'AIR'], 3]], [['ak 996', ['99601', 'AK', 8, 'GROUND'], 17], ['ak remote', ['99701', 'AK', 8, 'GROUND'], 18], ['honolulu', ['96813', 'HI', 8, 'GROUND'], 14], ['anchorage', ['99501', 'AK', 8, 'GROUND'], 17], ['virgin islands', ['00801', 'VI', 8, 'GROUND'], 22], ['military postal', ['09001', 'AE', 5, 'POSTAL'], 'MILITARY'], ['generated mix 40', ['99601', 'AK', 7, 'POSTAL'], 17], ['generated mix 48', ['00901', 'PR', 2, 'POSTAL'], 22]]]\nfor label, args, expected in fixtures[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"fd4d8b9d6393d84d7dc8226a71e27396fb1d30d8132cdc22ec43b287b7e0f041","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(zip5, state, base_zone, service):\n    z3 = int(zip5[:3])\n    if state in ('AA', 'AE', 'AP'):\n        return 'MILITARY' if service == 'POSTAL' else 'NO_SERVICE'\n    if state == 'HI':\n        return 14 if 967 <= z3 <= 968 else 'MISMATCH'\n    if state == 'AK':\n        if not 995 <= z3 <= 999:\n            return 'MISMATCH'\n        return 17 if z3 < 996 else 18\n    if state in ('PR', 'VI'):\n        return 22 if 6 <= z3 <= 9 else 'MISMATCH'\n    return base_zone\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[['ak 996', ['99601', 'AK', 8, 'GROUND'], 17], ['generated mix 5', ['99701', 'AK', 3, 'AIR'], 18], ['military postal', ['09001', 'AE', 5, 'POSTAL'], 'MILITARY'], ['americas military', ['34001', 'AA', 5, 'POSTAL'], 'MILITARY'], ['hawaii mismatch', ['96901', 'HI', 8, 'GROUND'], 'MISMATCH'], ['ak remote', ['99701', 'AK', 8, 'GROUND'], 18], ['military ground', ['96201', 'AP', 5, 'GROUND'], 'NO_SERVICE'], ['generated mix 3', ['96701', 'HI', 2, 'AIR'], 14]], [['generated mix 46', ['99601', 'AK', 4, 'POSTAL'], 17], ['ak remote', ['99701', 'AK', 8, 'GROUND'], 18], ['honolulu', ['96813', 'HI', 8, 'GROUND'], 14], ['anchorage', ['99501', 'AK', 8, 'GROUND'], 17], ['san juan', ['00901', 'PR', 8, 'GROUND'], 22], ['contiguous', ['10001', 'NY', 5, 'GROUND'], 5], ['generated mix 6', ['10001', 'NY', 2, 'GROUND'], 2], ['generated mix 14', ['34001', 'AA', 6, 'AIR'], 'NO_SERVICE']], [['generated mix 40', ['99601', 'AK', 7, 'POSTAL'], 17], ['generated mix 23', ['99701', 'AK', 3, 'AIR'], 18], ['ak 996', ['99601', 'AK', 8, 'GROUND'], 17], ['san juan', ['00901', 'PR', 8, 'GROUND'], 22], ['contiguous', ['10001', 'NY', 5, 'GROUND'], 5], ['military ground', ['96201', 'AP', 5, 'GROUND'], 'NO_SERVICE'], ['generated mix 16', ['00601', 'PR', 2, 'GROUND'], 22], ['generated mix 25', ['99601', 'AK', 6, 'POSTAL'], 17]], [['generated mix 25', ['99601', 'AK', 6, 'POSTAL'], 17], ['generated mix 5', ['99701', 'AK', 3, 'AIR'], 18], ['virgin islands', ['00801', 'VI', 8, 'GROUND'], 22], ['military postal', ['09001', 'AE', 5, 'POSTAL'], 'MILITARY'], ['americas military', ['34001', 'AA', 5, 'POSTAL'], 'MILITARY'], ['hawaii mismatch', ['96901', 'HI', 8, 'GROUND'], 'MISMATCH'], ['generated mix 29', ['99901', 'AK', 3, 'AIR'], 18], ['generated mix 37', ['90001', 'CA', 3, 'AIR'], 3]], [['ak 996', ['99601', 'AK', 8, 'GROUND'], 17], ['ak remote', ['99701', 'AK', 8, 'GROUND'], 18], ['honolulu', ['96813', 'HI', 8, 'GROUND'], 14], ['anchorage', ['99501', 'AK', 8, 'GROUND'], 17], ['virgin islands', ['00801', 'VI', 8, 'GROUND'], 22], ['military postal', ['09001', 'AE', 5, 'POSTAL'], 'MILITARY'], ['generated mix 40', ['99601', 'AK', 7, 'POSTAL'], 17], ['generated mix 48', ['00901', 'PR', 2, 'POSTAL'], 22]]]\nfor label, args, expected in fixtures[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"f2538b329001635cc691507b70d19ae89f6fa27da6b5ed62633a63b0bc68535c","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(zip5, state, base_zone, service):\n    z3 = int(zip5[:3])\n    if state in ('AA', 'AE', 'AP'):\n        return 'MILITARY' if service == 'POSTAL' else 'NO_SERVICE'\n    if state == 'HI':\n        return 14 if 967 <= z3 <= 968 else 'MISMATCH'\n    if state == 'AK':\n        if not 995 <= z3 <= 999:\n            return 'MISMATCH'\n        return 17 if z3 <= 996 else 18\n    if state in ('PR', 'VI'):\n        return 22 if 6 <= z3 <= 9 else 'MISMATCH'\n    return base_zone\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[['ak 996', ['99601', 'AK', 8, 'GROUND'], 17], ['generated mix 5', ['99701', 'AK', 3, 'AIR'], 18], ['military postal', ['09001', 'AE', 5, 'POSTAL'], 'MILITARY'], ['americas military', ['34001', 'AA', 5, 'POSTAL'], 'MILITARY'], ['hawaii mismatch', ['96901', 'HI', 8, 'GROUND'], 'MISMATCH'], ['ak remote', ['99701', 'AK', 8, 'GROUND'], 18], ['military ground', ['96201', 'AP', 5, 'GROUND'], 'NO_SERVICE'], ['generated mix 3', ['96701', 'HI', 2, 'AIR'], 14]], [['generated mix 46', ['99601', 'AK', 4, 'POSTAL'], 17], ['ak remote', ['99701', 'AK', 8, 'GROUND'], 18], ['honolulu', ['96813', 'HI', 8, 'GROUND'], 14], ['anchorage', ['99501', 'AK', 8, 'GROUND'], 17], ['san juan', ['00901', 'PR', 8, 'GROUND'], 22], ['contiguous', ['10001', 'NY', 5, 'GROUND'], 5], ['generated mix 6', ['10001', 'NY', 2, 'GROUND'], 2], ['generated mix 14', ['34001', 'AA', 6, 'AIR'], 'NO_SERVICE']], [['generated mix 40', ['99601', 'AK', 7, 'POSTAL'], 17], ['generated mix 23', ['99701', 'AK', 3, 'AIR'], 18], ['ak 996', ['99601', 'AK', 8, 'GROUND'], 17], ['san juan', ['00901', 'PR', 8, 'GROUND'], 22], ['contiguous', ['10001', 'NY', 5, 'GROUND'], 5], ['military ground', ['96201', 'AP', 5, 'GROUND'], 'NO_SERVICE'], ['generated mix 16', ['00601', 'PR', 2, 'GROUND'], 22], ['generated mix 25', ['99601', 'AK', 6, 'POSTAL'], 17]], [['generated mix 25', ['99601', 'AK', 6, 'POSTAL'], 17], ['generated mix 5', ['99701', 'AK', 3, 'AIR'], 18], ['virgin islands', ['00801', 'VI', 8, 'GROUND'], 22], ['military postal', ['09001', 'AE', 5, 'POSTAL'], 'MILITARY'], ['americas military', ['34001', 'AA', 5, 'POSTAL'], 'MILITARY'], ['hawaii mismatch', ['96901', 'HI', 8, 'GROUND'], 'MISMATCH'], ['generated mix 29', ['99901', 'AK', 3, 'AIR'], 18], ['generated mix 37', ['90001', 'CA', 3, 'AIR'], 3]], [['ak 996', ['99601', 'AK', 8, 'GROUND'], 17], ['ak remote', ['99701', 'AK', 8, 'GROUND'], 18], ['honolulu', ['96813', 'HI', 8, 'GROUND'], 14], ['anchorage', ['99501', 'AK', 8, 'GROUND'], 17], ['virgin islands', ['00801', 'VI', 8, 'GROUND'], 22], ['military postal', ['09001', 'AE', 5, 'POSTAL'], 'MILITARY'], ['generated mix 40', ['99601', 'AK', 7, 'POSTAL'], 17], ['generated mix 48', ['00901', 'PR', 2, 'POSTAL'], 22]]]\nfor label, args, expected in fixtures[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Stipulated ZIP3 ranges and zone numbers. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-shipping-zone-noncontiguous-alaska-remote-split","generated_at":"2026-09-29T14:52:15.620027+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Noncontiguous and military destinations have their own zones and service restrictions.","repair":"Zone 17 covers 995 and 996; 997-999 are zone 18.","root_cause":"The Alaska split excludes 996 from zone 17.","sha256":"03c808e8d16dad5b7f8eeff4b5c53f4605d9c3db30730816522cac8ef3432780","title":"Destination zones: 996 rated as remote Alaska · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":37.153,"exit_code":1,"observations":[{"actual":17,"check":"ak 996","expected":17,"passed":true},{"actual":17,"check":"generated mix 5","expected":18,"passed":false},{"actual":"MILITARY","check":"military postal","expected":"MILITARY","passed":true},{"actual":"MILITARY","check":"americas military","expected":"MILITARY","passed":true},{"actual":"MISMATCH","check":"hawaii mismatch","expected":"MISMATCH","passed":true},{"actual":17,"check":"ak remote","expected":18,"passed":false},{"actual":"NO_SERVICE","check":"military ground","expected":"NO_SERVICE","passed":true},{"actual":14,"check":"generated mix 3","expected":14,"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"ak 996\", \"actual\": 17, \"expected\": 17, \"passed\": true}, {\"check\": \"generated mix 5\", \"actual\": 17, \"expected\": 18, \"passed\": false}, {\"check\": \"military postal\", \"actual\": \"MILITARY\", \"expected\": \"MILITARY\", \"passed\": true}, {\"check\": \"americas military\", \"actual\": \"MILITARY\", \"expected\": \"MILITARY\", \"passed\": true}, {\"check\": \"hawaii mismatch\", \"actual\": \"MISMATCH\", \"expected\": \"MISMATCH\", \"passed\": true}, {\"check\": \"ak remote\", \"actual\": 17, \"expected\": 18, \"passed\": false}, {\"check\": \"military ground\", \"actual\": \"NO_SERVICE\", \"expected\": \"NO_SERVICE\", \"passed\": true}, {\"check\": \"generated mix 3\", \"actual\": 14, \"expected\": 14, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":39.213,"exit_code":1,"observations":[{"actual":18,"check":"ak 996","expected":17,"passed":false},{"actual":18,"check":"generated mix 5","expected":18,"passed":true},{"actual":"MILITARY","check":"military postal","expected":"MILITARY","passed":true},{"actual":"MILITARY","check":"americas military","expected":"MILITARY","passed":true},{"actual":"MISMATCH","check":"hawaii mismatch","expected":"MISMATCH","passed":true},{"actual":18,"check":"ak remote","expected":18,"passed":true},{"actual":"NO_SERVICE","check":"military ground","expected":"NO_SERVICE","passed":true},{"actual":14,"check":"generated mix 3","expected":14,"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"ak 996\", \"actual\": 18, \"expected\": 17, \"passed\": false}, {\"check\": \"generated mix 5\", \"actual\": 18, \"expected\": 18, \"passed\": true}, {\"check\": \"military postal\", \"actual\": \"MILITARY\", \"expected\": \"MILITARY\", \"passed\": true}, {\"check\": \"americas military\", \"actual\": \"MILITARY\", \"expected\": \"MILITARY\", \"passed\": true}, {\"check\": \"hawaii mismatch\", \"actual\": \"MISMATCH\", \"expected\": \"MISMATCH\", \"passed\": true}, {\"check\": \"ak remote\", \"actual\": 18, \"expected\": 18, \"passed\": true}, {\"check\": \"military ground\", \"actual\": \"NO_SERVICE\", \"expected\": \"NO_SERVICE\", \"passed\": true}, {\"check\": \"generated mix 3\", \"actual\": 14, \"expected\": 14, \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":37.122,"exit_code":0,"observations":[{"actual":17,"check":"ak 996","expected":17,"passed":true},{"actual":18,"check":"generated mix 5","expected":18,"passed":true},{"actual":"MILITARY","check":"military postal","expected":"MILITARY","passed":true},{"actual":"MILITARY","check":"americas military","expected":"MILITARY","passed":true},{"actual":"MISMATCH","check":"hawaii mismatch","expected":"MISMATCH","passed":true},{"actual":18,"check":"ak remote","expected":18,"passed":true},{"actual":"NO_SERVICE","check":"military ground","expected":"NO_SERVICE","passed":true},{"actual":14,"check":"generated mix 3","expected":14,"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"ak 996\", \"actual\": 17, \"expected\": 17, \"passed\": true}, {\"check\": \"generated mix 5\", \"actual\": 18, \"expected\": 18, \"passed\": true}, {\"check\": \"military postal\", \"actual\": \"MILITARY\", \"expected\": \"MILITARY\", \"passed\": true}, {\"check\": \"americas military\", \"actual\": \"MILITARY\", \"expected\": \"MILITARY\", \"passed\": true}, {\"check\": \"hawaii mismatch\", \"actual\": \"MISMATCH\", \"expected\": \"MISMATCH\", \"passed\": true}, {\"check\": \"ak remote\", \"actual\": 18, \"expected\": 18, \"passed\": true}, {\"check\": \"military ground\", \"actual\": \"NO_SERVICE\", \"expected\": \"NO_SERVICE\", \"passed\": true}, {\"check\": \"generated mix 3\", \"actual\": 14, \"expected\": 14, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}