{"abstract":"Undeclared licenses pass admission.","category":"Packaging","checks":32,"contract":"Admit only packages with a declared license, every required license permitted, no explicitly forbidden license, redistribution enabled, and source-offer provided when required.","evaluation_group":"xt-license-admission","failed_approach":"The attempted repair substitutes licenses is not None. Fixture 5 still yields True instead of False.","family":"xt-license-admission-undeclared-license","id":"FA-9931","implementations":{"attempt":{"sha256":"2da2a667c2ecf513bcdc997d11fa7001f0003952e662d157b27bc349d2716861","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(licenses, allowed, forbidden, redistribute, source_required, source_offer):\n    return licenses is not None and set(licenses) <= set(allowed) and not (set(licenses) & set(forbidden)) and redistribute and (not source_required or source_offer)\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('fixture 1', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 2', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 3', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 4', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 5', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), False)\ncheck('fixture 6', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), False)\ncheck('fixture 7', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 8', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), False)\ncheck('fixture 9', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 10', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 11', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 12', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 13', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), True)\ncheck('fixture 14', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), True)\ncheck('fixture 15', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 16', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), True)\ncheck('fixture 17', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 18', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 19', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 20', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 21', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), False)\ncheck('fixture 22', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), False)\ncheck('fixture 23', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 24', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), False)\ncheck('fixture 25', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 26', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 27', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 28', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 29', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), False)\ncheck('fixture 30', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), False)\ncheck('fixture 31', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 32', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), False)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"4eca017934d4785eaf64c6644fab05017cb07e4c8dba35be9a78a7a2ccca7532","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(licenses, allowed, forbidden, redistribute, source_required, source_offer):\n    return True and set(licenses) <= set(allowed) and not (set(licenses) & set(forbidden)) and redistribute and (not source_required or source_offer)\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('fixture 1', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 2', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 3', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 4', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 5', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), False)\ncheck('fixture 6', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), False)\ncheck('fixture 7', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 8', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), False)\ncheck('fixture 9', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 10', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 11', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 12', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 13', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), True)\ncheck('fixture 14', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), True)\ncheck('fixture 15', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 16', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), True)\ncheck('fixture 17', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 18', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 19', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 20', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 21', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), False)\ncheck('fixture 22', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), False)\ncheck('fixture 23', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 24', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), False)\ncheck('fixture 25', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 26', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 27', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 28', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 29', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), False)\ncheck('fixture 30', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), False)\ncheck('fixture 31', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 32', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), False)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"a192701c5809fb70f4b86a0c6d43d538f93c3d9d15404282a962c38895226a3a","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(licenses, allowed, forbidden, redistribute, source_required, source_offer):\n    return bool(licenses) and set(licenses) <= set(allowed) and not (set(licenses) & set(forbidden)) and redistribute and (not source_required or source_offer)\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncheck('fixture 1', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 2', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 3', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 4', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 5', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), False)\ncheck('fixture 6', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), False)\ncheck('fixture 7', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 8', solve([], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), False)\ncheck('fixture 9', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 10', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 11', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 12', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 13', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), True)\ncheck('fixture 14', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), True)\ncheck('fixture 15', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 16', solve(['MIT'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), True)\ncheck('fixture 17', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 18', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 19', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 20', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 21', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), False)\ncheck('fixture 22', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), False)\ncheck('fixture 23', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 24', solve(['MIT', 'Unknown'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), False)\ncheck('fixture 25', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, False), False)\ncheck('fixture 26', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, False, True), False)\ncheck('fixture 27', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, False), False)\ncheck('fixture 28', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], False, True, True), False)\ncheck('fixture 29', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, False), False)\ncheck('fixture 30', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, False, True), False)\ncheck('fixture 31', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, False), False)\ncheck('fixture 32', solve(['Forbidden'], ['MIT', 'Apache', 'Forbidden'], ['Forbidden'], True, True, True), False)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":" This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"xt-license-admission-undeclared-license","generated_at":"2026-09-29T14:38:34.280476+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"An offline model of distribution license policy, suitable for testing build and release tooling without external services.","repair":"Require at least one declared license in this model.","root_cause":"The implementation substitutes True for bool(licenses), so undeclared licenses pass admission.","sha256":"92a036e8a630d6dade153f531d21806c70f0be1d5504f7003860a24fa34eef22","title":"Distribution license policy: Undeclared licenses pass admission · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":41.712,"exit_code":1,"observations":[{"actual":false,"check":"fixture 1","expected":false,"passed":true},{"actual":false,"check":"fixture 2","expected":false,"passed":true},{"actual":false,"check":"fixture 3","expected":false,"passed":true},{"actual":false,"check":"fixture 4","expected":false,"passed":true},{"actual":true,"check":"fixture 5","expected":false,"passed":false},{"actual":true,"check":"fixture 6","expected":false,"passed":false},{"actual":false,"check":"fixture 7","expected":false,"passed":true},{"actual":true,"check":"fixture 8","expected":false,"passed":false},{"actual":false,"check":"fixture 9","expected":false,"passed":true},{"actual":false,"check":"fixture 10","expected":false,"passed":true},{"actual":false,"check":"fixture 11","expected":false,"passed":true},{"actual":false,"check":"fixture 12","expected":false,"passed":true},{"actual":true,"check":"fixture 13","expected":true,"passed":true},{"actual":true,"check":"fixture 14","expected":true,"passed":true},{"actual":false,"check":"fixture 15","expected":false,"passed":true},{"actual":true,"check":"fixture 16","expected":true,"passed":true},{"actual":false,"check":"fixture 17","expected":false,"passed":true},{"actual":false,"check":"fixture 18","expected":false,"passed":true},{"actual":false,"check":"fixture 19","expected":false,"passed":true},{"actual":false,"check":"fixture 20","expected":false,"passed":true},{"actual":false,"check":"fixture 21","expected":false,"passed":true},{"actual":false,"check":"fixture 22","expected":false,"passed":true},{"actual":false,"check":"fixture 23","expected":false,"passed":true},{"actual":false,"check":"fixture 24","expected":false,"passed":true},{"actual":false,"check":"fixture 25","expected":false,"passed":true},{"actual":false,"check":"fixture 26","expected":false,"passed":true},{"actual":false,"check":"fixture 27","expected":false,"passed":true},{"actual":false,"check":"fixture 28","expected":false,"passed":true},{"actual":false,"check":"fixture 29","expected":false,"passed":true},{"actual":false,"check":"fixture 30","expected":false,"passed":true},{"actual":false,"check":"fixture 31","expected":false,"passed":true},{"actual":false,"check":"fixture 32","expected":false,"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"fixture 1\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 2\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 3\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 4\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 5\", \"actual\": true, \"expected\": false, \"passed\": false}, {\"check\": \"fixture 6\", \"actual\": true, \"expected\": false, \"passed\": false}, {\"check\": \"fixture 7\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 8\", \"actual\": true, \"expected\": false, \"passed\": false}, {\"check\": \"fixture 9\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 10\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 11\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 12\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 13\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"fixture 14\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"fixture 15\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 16\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"fixture 17\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 18\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 19\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 20\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 21\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 22\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 23\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 24\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 25\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 26\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 27\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 28\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 29\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 30\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 31\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 32\", \"actual\": false, \"expected\": false, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":38.955,"exit_code":1,"observations":[{"actual":false,"check":"fixture 1","expected":false,"passed":true},{"actual":false,"check":"fixture 2","expected":false,"passed":true},{"actual":false,"check":"fixture 3","expected":false,"passed":true},{"actual":false,"check":"fixture 4","expected":false,"passed":true},{"actual":true,"check":"fixture 5","expected":false,"passed":false},{"actual":true,"check":"fixture 6","expected":false,"passed":false},{"actual":false,"check":"fixture 7","expected":false,"passed":true},{"actual":true,"check":"fixture 8","expected":false,"passed":false},{"actual":false,"check":"fixture 9","expected":false,"passed":true},{"actual":false,"check":"fixture 10","expected":false,"passed":true},{"actual":false,"check":"fixture 11","expected":false,"passed":true},{"actual":false,"check":"fixture 12","expected":false,"passed":true},{"actual":true,"check":"fixture 13","expected":true,"passed":true},{"actual":true,"check":"fixture 14","expected":true,"passed":true},{"actual":false,"check":"fixture 15","expected":false,"passed":true},{"actual":true,"check":"fixture 16","expected":true,"passed":true},{"actual":false,"check":"fixture 17","expected":false,"passed":true},{"actual":false,"check":"fixture 18","expected":false,"passed":true},{"actual":false,"check":"fixture 19","expected":false,"passed":true},{"actual":false,"check":"fixture 20","expected":false,"passed":true},{"actual":false,"check":"fixture 21","expected":false,"passed":true},{"actual":false,"check":"fixture 22","expected":false,"passed":true},{"actual":false,"check":"fixture 23","expected":false,"passed":true},{"actual":false,"check":"fixture 24","expected":false,"passed":true},{"actual":false,"check":"fixture 25","expected":false,"passed":true},{"actual":false,"check":"fixture 26","expected":false,"passed":true},{"actual":false,"check":"fixture 27","expected":false,"passed":true},{"actual":false,"check":"fixture 28","expected":false,"passed":true},{"actual":false,"check":"fixture 29","expected":false,"passed":true},{"actual":false,"check":"fixture 30","expected":false,"passed":true},{"actual":false,"check":"fixture 31","expected":false,"passed":true},{"actual":false,"check":"fixture 32","expected":false,"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"fixture 1\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 2\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 3\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 4\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 5\", \"actual\": true, \"expected\": false, \"passed\": false}, {\"check\": \"fixture 6\", \"actual\": true, \"expected\": false, \"passed\": false}, {\"check\": \"fixture 7\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 8\", \"actual\": true, \"expected\": false, \"passed\": false}, {\"check\": \"fixture 9\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 10\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 11\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 12\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 13\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"fixture 14\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"fixture 15\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 16\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"fixture 17\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 18\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 19\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 20\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 21\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 22\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 23\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 24\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 25\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 26\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 27\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 28\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 29\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 30\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 31\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 32\", \"actual\": false, \"expected\": false, \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":37.046,"exit_code":0,"observations":[{"actual":false,"check":"fixture 1","expected":false,"passed":true},{"actual":false,"check":"fixture 2","expected":false,"passed":true},{"actual":false,"check":"fixture 3","expected":false,"passed":true},{"actual":false,"check":"fixture 4","expected":false,"passed":true},{"actual":false,"check":"fixture 5","expected":false,"passed":true},{"actual":false,"check":"fixture 6","expected":false,"passed":true},{"actual":false,"check":"fixture 7","expected":false,"passed":true},{"actual":false,"check":"fixture 8","expected":false,"passed":true},{"actual":false,"check":"fixture 9","expected":false,"passed":true},{"actual":false,"check":"fixture 10","expected":false,"passed":true},{"actual":false,"check":"fixture 11","expected":false,"passed":true},{"actual":false,"check":"fixture 12","expected":false,"passed":true},{"actual":true,"check":"fixture 13","expected":true,"passed":true},{"actual":true,"check":"fixture 14","expected":true,"passed":true},{"actual":false,"check":"fixture 15","expected":false,"passed":true},{"actual":true,"check":"fixture 16","expected":true,"passed":true},{"actual":false,"check":"fixture 17","expected":false,"passed":true},{"actual":false,"check":"fixture 18","expected":false,"passed":true},{"actual":false,"check":"fixture 19","expected":false,"passed":true},{"actual":false,"check":"fixture 20","expected":false,"passed":true},{"actual":false,"check":"fixture 21","expected":false,"passed":true},{"actual":false,"check":"fixture 22","expected":false,"passed":true},{"actual":false,"check":"fixture 23","expected":false,"passed":true},{"actual":false,"check":"fixture 24","expected":false,"passed":true},{"actual":false,"check":"fixture 25","expected":false,"passed":true},{"actual":false,"check":"fixture 26","expected":false,"passed":true},{"actual":false,"check":"fixture 27","expected":false,"passed":true},{"actual":false,"check":"fixture 28","expected":false,"passed":true},{"actual":false,"check":"fixture 29","expected":false,"passed":true},{"actual":false,"check":"fixture 30","expected":false,"passed":true},{"actual":false,"check":"fixture 31","expected":false,"passed":true},{"actual":false,"check":"fixture 32","expected":false,"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"fixture 1\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 2\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 3\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 4\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 5\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 6\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 7\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 8\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 9\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 10\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 11\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 12\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 13\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"fixture 14\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"fixture 15\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 16\", \"actual\": true, \"expected\": true, \"passed\": true}, {\"check\": \"fixture 17\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 18\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 19\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 20\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 21\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 22\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 23\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 24\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 25\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 26\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 27\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 28\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 29\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 30\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 31\", \"actual\": false, \"expected\": false, \"passed\": true}, {\"check\": \"fixture 32\", \"actual\": false, \"expected\": false, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}