{"abstract":"A cheaper service that arrives exactly on the promised day is skipped.","category":"Shipping rate zone lookup","checks":8,"contract":"quotes [[carrier, service, price_cents, transit_days, max_lb]]. Eligible when weight <= max_lb, transit <= deadline and the carrier is not excluded (case-insensitive). Choose lowest price, then fewest days, then carrier, then service. Return [carrier, service, price] or None.","evaluation_group":"w2-shipping-zone-rate-shop","failed_approach":"Allowing one extra day accepts late services.","family":"w2-shipping-zone-rate-shop-deadline-inclusive","id":"FA-95696","implementations":{"attempt":{"sha256":"5ef5f76d971429012ec5d4dad32b4da0fef365104719c1b08e4e264708468a59","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(quotes, weight, deadline, excluded):\n    excl = {e.lower() for e in excluded}\n    best = None\n    for carrier, service, price, days, max_lb in quotes:\n        if weight > max_lb or days - 1 > deadline:\n            continue\n        if carrier.lower() in excl:\n            continue\n        key = (price, days, carrier, service)\n        if best is None or key < best:\n            best = key\n    return [best[2], best[3], best[0]] if best else None\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[['deadline inclusive', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, []], ['DHL', 'GROUND', 1100]], ['excluded mixed case', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['faster on price tie', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, []], ['USP', 'PRIORITY', 1200]], ['weight over limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 6, []], ['USP', 'PRIORITY', 1200]], ['excluded uppercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['DHL']], ['USP', 'PRIORITY', 1200]], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['generated mix 6', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 5, ['Usp']], ['FDX', 'EXPRESS', 2500]], ['generated mix 14', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 5, ['DHL']], ['USP', 'PRIORITY', 1200]]], [['generated mix 28', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 1, 1, ['DHL']], ['FDX', 'EXPRESS', 2500]], ['generated mix 26', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 0, ['DHL']], None], ['weight over limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 6, []], ['USP', 'PRIORITY', 1200]], ['excluded uppercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['DHL']], ['USP', 'PRIORITY', 1200]], ['nothing', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 0, []], None], ['deadline inclusive', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, []], ['DHL', 'GROUND', 1100]], ['generated mix 8', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['generated mix 16', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 7, ['dhl']], ['FDX', 'EXPRESS', 2500]]], [['generated mix 59', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['generated mix 44', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 1, 0, []], None], ['excluded mixed case', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['faster on price tie', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, []], ['USP', 'PRIORITY', 1200]], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['excluded lowercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['generated mix 19', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['DHL']], ['USP', 'PRIORITY', 1200]], ['generated mix 27', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 1, 5, ['dhl']], ['USP', 'PRIORITY', 1200]]], [['excluded mixed case', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['generated mix 70', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 120, 0, ['Usp']], None], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['excluded lowercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['nothing', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 0, []], None], ['deadline inclusive', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, []], ['DHL', 'GROUND', 1100]], ['generated mix 31', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 1, ['upx', 'FDX']], None], ['generated mix 39', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 5, []], ['USP', 'PRIORITY', 1200]]], [['generated mix 35', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 1, ['dhl']], ['FDX', 'EXPRESS', 2500]], ['nothing', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 0, []], None], ['excluded uppercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['DHL']], ['USP', 'PRIORITY', 1200]], ['faster on price tie', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, []], ['USP', 'PRIORITY', 1200]], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['excluded lowercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['generated mix 43', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 120, 7, ['Usp']], ['FDX', 'EXPRESS', 2500]], ['generated mix 51', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 1, ['dhl']], ['FDX', 'EXPRESS', 2500]]]]\nfor label, args, expected in fixtures[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"cb0453824d9fe5b54172714053d5a06522aca4a5e7d4d90b68900272588a1357","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(quotes, weight, deadline, excluded):\n    excl = {e.lower() for e in excluded}\n    best = None\n    for carrier, service, price, days, max_lb in quotes:\n        if weight > max_lb or days >= deadline:\n            continue\n        if carrier.lower() in excl:\n            continue\n        key = (price, days, carrier, service)\n        if best is None or key < best:\n            best = key\n    return [best[2], best[3], best[0]] if best else None\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[['deadline inclusive', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, []], ['DHL', 'GROUND', 1100]], ['excluded mixed case', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['faster on price tie', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, []], ['USP', 'PRIORITY', 1200]], ['weight over limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 6, []], ['USP', 'PRIORITY', 1200]], ['excluded uppercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['DHL']], ['USP', 'PRIORITY', 1200]], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['generated mix 6', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 5, ['Usp']], ['FDX', 'EXPRESS', 2500]], ['generated mix 14', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 5, ['DHL']], ['USP', 'PRIORITY', 1200]]], [['generated mix 28', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 1, 1, ['DHL']], ['FDX', 'EXPRESS', 2500]], ['generated mix 26', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 0, ['DHL']], None], ['weight over limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 6, []], ['USP', 'PRIORITY', 1200]], ['excluded uppercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['DHL']], ['USP', 'PRIORITY', 1200]], ['nothing', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 0, []], None], ['deadline inclusive', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, []], ['DHL', 'GROUND', 1100]], ['generated mix 8', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['generated mix 16', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 7, ['dhl']], ['FDX', 'EXPRESS', 2500]]], [['generated mix 59', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['generated mix 44', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 1, 0, []], None], ['excluded mixed case', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['faster on price tie', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, []], ['USP', 'PRIORITY', 1200]], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['excluded lowercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['generated mix 19', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['DHL']], ['USP', 'PRIORITY', 1200]], ['generated mix 27', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 1, 5, ['dhl']], ['USP', 'PRIORITY', 1200]]], [['excluded mixed case', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['generated mix 70', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 120, 0, ['Usp']], None], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['excluded lowercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['nothing', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 0, []], None], ['deadline inclusive', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, []], ['DHL', 'GROUND', 1100]], ['generated mix 31', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 1, ['upx', 'FDX']], None], ['generated mix 39', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 5, []], ['USP', 'PRIORITY', 1200]]], [['generated mix 35', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 1, ['dhl']], ['FDX', 'EXPRESS', 2500]], ['nothing', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 0, []], None], ['excluded uppercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['DHL']], ['USP', 'PRIORITY', 1200]], ['faster on price tie', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, []], ['USP', 'PRIORITY', 1200]], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['excluded lowercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['generated mix 43', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 120, 7, ['Usp']], ['FDX', 'EXPRESS', 2500]], ['generated mix 51', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 1, ['dhl']], ['FDX', 'EXPRESS', 2500]]]]\nfor label, args, expected in fixtures[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"7c8f4a728b6df4ebe39f7b18128ada4e1f7ff7e9e3cc2d13eb1177ea6b618526","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(quotes, weight, deadline, excluded):\n    excl = {e.lower() for e in excluded}\n    best = None\n    for carrier, service, price, days, max_lb in quotes:\n        if weight > max_lb or days > deadline:\n            continue\n        if carrier.lower() in excl:\n            continue\n        key = (price, days, carrier, service)\n        if best is None or key < best:\n            best = key\n    return [best[2], best[3], best[0]] if best else None\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[['deadline inclusive', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, []], ['DHL', 'GROUND', 1100]], ['excluded mixed case', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['faster on price tie', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, []], ['USP', 'PRIORITY', 1200]], ['weight over limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 6, []], ['USP', 'PRIORITY', 1200]], ['excluded uppercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['DHL']], ['USP', 'PRIORITY', 1200]], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['generated mix 6', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 5, ['Usp']], ['FDX', 'EXPRESS', 2500]], ['generated mix 14', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 5, ['DHL']], ['USP', 'PRIORITY', 1200]]], [['generated mix 28', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 1, 1, ['DHL']], ['FDX', 'EXPRESS', 2500]], ['generated mix 26', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 0, ['DHL']], None], ['weight over limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 6, []], ['USP', 'PRIORITY', 1200]], ['excluded uppercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['DHL']], ['USP', 'PRIORITY', 1200]], ['nothing', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 0, []], None], ['deadline inclusive', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, []], ['DHL', 'GROUND', 1100]], ['generated mix 8', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['generated mix 16', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 7, ['dhl']], ['FDX', 'EXPRESS', 2500]]], [['generated mix 59', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['generated mix 44', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 1, 0, []], None], ['excluded mixed case', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['faster on price tie', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, []], ['USP', 'PRIORITY', 1200]], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['excluded lowercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['generated mix 19', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['DHL']], ['USP', 'PRIORITY', 1200]], ['generated mix 27', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 1, 5, ['dhl']], ['USP', 'PRIORITY', 1200]]], [['excluded mixed case', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, ['Usp']], ['UPX', 'GROUND', 1200]], ['generated mix 70', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 120, 0, ['Usp']], None], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['excluded lowercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['nothing', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 0, []], None], ['deadline inclusive', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, []], ['DHL', 'GROUND', 1100]], ['generated mix 31', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 1, ['upx', 'FDX']], None], ['generated mix 39', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50.5, 5, []], ['USP', 'PRIORITY', 1200]]], [['generated mix 35', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 1, ['dhl']], ['FDX', 'EXPRESS', 2500]], ['nothing', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 0, []], None], ['excluded uppercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['DHL']], ['USP', 'PRIORITY', 1200]], ['faster on price tie', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 5, []], ['USP', 'PRIORITY', 1200]], ['weight at limit', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 50, 6, []], ['DHL', 'GROUND', 1100]], ['excluded lowercase', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 10, 6, ['dhl']], ['USP', 'PRIORITY', 1200]], ['generated mix 43', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 120, 7, ['Usp']], ['FDX', 'EXPRESS', 2500]], ['generated mix 51', [[['UPX', 'GROUND', 1200, 5, 70], ['FDX', 'EXPRESS', 2500, 1, 150], ['USP', 'PRIORITY', 1200, 3, 70], ['DHL', 'GROUND', 1100, 6, 50]], 70.2, 1, ['dhl']], ['FDX', 'EXPRESS', 2500]]]]\nfor label, args, expected in fixtures[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Stipulated quote list; no service guarantees or surcharges. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-shipping-zone-rate-shop-deadline-inclusive","generated_at":"2026-09-29T14:52:16.057009+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Rate shopping chooses the cheapest eligible carrier service for a delivery promise.","repair":"Accept services whose transit days are at most the deadline.","root_cause":"The transit filter treats the deadline day as late.","sha256":"18d53ae83b7d5a35a6c5a3d35b9b30f62bb05dba5416a572f55ced714542c8f6","title":"Rate shopping: service arriving on deadline excluded · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":39.762,"exit_code":1,"observations":[{"actual":["DHL","GROUND",1100],"check":"deadline inclusive","expected":["DHL","GROUND",1100],"passed":true},{"actual":["DHL","GROUND",1100],"check":"excluded mixed case","expected":["UPX","GROUND",1200],"passed":false},{"actual":["DHL","GROUND",1100],"check":"faster on price tie","expected":["USP","PRIORITY",1200],"passed":false},{"actual":["USP","PRIORITY",1200],"check":"weight over limit","expected":["USP","PRIORITY",1200],"passed":true},{"actual":["USP","PRIORITY",1200],"check":"excluded uppercase","expected":["USP","PRIORITY",1200],"passed":true},{"actual":["DHL","GROUND",1100],"check":"weight at limit","expected":["DHL","GROUND",1100],"passed":true},{"actual":["FDX","EXPRESS",2500],"check":"generated mix 6","expected":["FDX","EXPRESS",2500],"passed":true},{"actual":["USP","PRIORITY",1200],"check":"generated mix 14","expected":["USP","PRIORITY",1200],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"deadline inclusive\", \"actual\": [\"DHL\", \"GROUND\", 1100], \"expected\": [\"DHL\", \"GROUND\", 1100], \"passed\": true}, {\"check\": \"excluded mixed case\", \"actual\": [\"DHL\", \"GROUND\", 1100], \"expected\": [\"UPX\", \"GROUND\", 1200], \"passed\": false}, {\"check\": \"faster on price tie\", \"actual\": [\"DHL\", \"GROUND\", 1100], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": false}, {\"check\": \"weight over limit\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": true}, {\"check\": \"excluded uppercase\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": true}, {\"check\": \"weight at limit\", \"actual\": [\"DHL\", \"GROUND\", 1100], \"expected\": [\"DHL\", \"GROUND\", 1100], \"passed\": true}, {\"check\": \"generated mix 6\", \"actual\": [\"FDX\", \"EXPRESS\", 2500], \"expected\": [\"FDX\", \"EXPRESS\", 2500], \"passed\": true}, {\"check\": \"generated mix 14\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":39.024,"exit_code":1,"observations":[{"actual":["USP","PRIORITY",1200],"check":"deadline inclusive","expected":["DHL","GROUND",1100],"passed":false},{"actual":["FDX","EXPRESS",2500],"check":"excluded mixed case","expected":["UPX","GROUND",1200],"passed":false},{"actual":["USP","PRIORITY",1200],"check":"faster on price tie","expected":["USP","PRIORITY",1200],"passed":true},{"actual":["USP","PRIORITY",1200],"check":"weight over limit","expected":["USP","PRIORITY",1200],"passed":true},{"actual":["USP","PRIORITY",1200],"check":"excluded uppercase","expected":["USP","PRIORITY",1200],"passed":true},{"actual":["USP","PRIORITY",1200],"check":"weight at limit","expected":["DHL","GROUND",1100],"passed":false},{"actual":["FDX","EXPRESS",2500],"check":"generated mix 6","expected":["FDX","EXPRESS",2500],"passed":true},{"actual":["USP","PRIORITY",1200],"check":"generated mix 14","expected":["USP","PRIORITY",1200],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"deadline inclusive\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"DHL\", \"GROUND\", 1100], \"passed\": false}, {\"check\": \"excluded mixed case\", \"actual\": [\"FDX\", \"EXPRESS\", 2500], \"expected\": [\"UPX\", \"GROUND\", 1200], \"passed\": false}, {\"check\": \"faster on price tie\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": true}, {\"check\": \"weight over limit\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": true}, {\"check\": \"excluded uppercase\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": true}, {\"check\": \"weight at limit\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"DHL\", \"GROUND\", 1100], \"passed\": false}, {\"check\": \"generated mix 6\", \"actual\": [\"FDX\", \"EXPRESS\", 2500], \"expected\": [\"FDX\", \"EXPRESS\", 2500], \"passed\": true}, {\"check\": \"generated mix 14\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":40.264,"exit_code":0,"observations":[{"actual":["DHL","GROUND",1100],"check":"deadline inclusive","expected":["DHL","GROUND",1100],"passed":true},{"actual":["UPX","GROUND",1200],"check":"excluded mixed case","expected":["UPX","GROUND",1200],"passed":true},{"actual":["USP","PRIORITY",1200],"check":"faster on price tie","expected":["USP","PRIORITY",1200],"passed":true},{"actual":["USP","PRIORITY",1200],"check":"weight over limit","expected":["USP","PRIORITY",1200],"passed":true},{"actual":["USP","PRIORITY",1200],"check":"excluded uppercase","expected":["USP","PRIORITY",1200],"passed":true},{"actual":["DHL","GROUND",1100],"check":"weight at limit","expected":["DHL","GROUND",1100],"passed":true},{"actual":["FDX","EXPRESS",2500],"check":"generated mix 6","expected":["FDX","EXPRESS",2500],"passed":true},{"actual":["USP","PRIORITY",1200],"check":"generated mix 14","expected":["USP","PRIORITY",1200],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"deadline inclusive\", \"actual\": [\"DHL\", \"GROUND\", 1100], \"expected\": [\"DHL\", \"GROUND\", 1100], \"passed\": true}, {\"check\": \"excluded mixed case\", \"actual\": [\"UPX\", \"GROUND\", 1200], \"expected\": [\"UPX\", \"GROUND\", 1200], \"passed\": true}, {\"check\": \"faster on price tie\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": true}, {\"check\": \"weight over limit\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": true}, {\"check\": \"excluded uppercase\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": true}, {\"check\": \"weight at limit\", \"actual\": [\"DHL\", \"GROUND\", 1100], \"expected\": [\"DHL\", \"GROUND\", 1100], \"passed\": true}, {\"check\": \"generated mix 6\", \"actual\": [\"FDX\", \"EXPRESS\", 2500], \"expected\": [\"FDX\", \"EXPRESS\", 2500], \"passed\": true}, {\"check\": \"generated mix 14\", \"actual\": [\"USP\", \"PRIORITY\", 1200], \"expected\": [\"USP\", \"PRIORITY\", 1200], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}