{"abstract":"Later looks appear to have almost the entire alpha available again.","category":"Experiment statistics","checks":8,"contract":"Cumulative alpha spent at information fraction t is 2 - 2 Phi(z_{1-alpha/2} / sqrt(t)) (t capped at 1). Information fractions must strictly increase from 0, otherwise return None. Return the incremental alpha spent at each look rounded to 6.","evaluation_group":"w2-experiment-statistics-alpha-spending","failed_approach":"Subtracting the previous increment instead of the previous cumulative total still overspends.","family":"w2-experiment-statistics-alpha-spending-incremental-spend","id":"FA-74726","implementations":{"attempt":{"sha256":"5c575a0199e1da199c74046875899ec4da56cd40a4f6b1137f00946ca5c53833","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nimport statistics\nN = 1\nobservations = []\ndef solve(info_fractions, alpha):\n    nd = statistics.NormalDist()\n    z = nd.inv_cdf(1 - alpha / 2)\n    out = []\n    prev = 0.0\n    last_t = 0.0\n    for t in info_fractions:\n        if t <= last_t:\n            return None\n        t = min(t, 1.0)\n        spent = 2 - 2 * nd.cdf(z / math.sqrt(t))\n        out.append(round(spent - (out[-1] if out else 0.0), 6))\n        prev = spent\n        last_t = t\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 1', [[0.6, 0.8, 1.0], 0.01], [0.000883, 0.003095, 0.006022]),\n  ('look schedule sample 2', [[0.2, 0.4, 0.5, 1.0], 0.1], [0.000235, 0.009067, 0.010707, 0.079991])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 5', [[0.2, 0.5, 0.75, 1.0], 0.05], [1.2e-05, 0.005563, 0.018051, 0.026375]),\n  ('look schedule sample 18', [[0.6, 0.75, 0.8, 1.0], 0.01], [0.000883, 0.002053, 0.001042, 0.006022])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 11', [[0.2, 0.25, 0.8], 0.01], [0.0, 0.0, 0.003978]),\n  ('look schedule sample 21', [[0.2, 0.4, 0.8], 0.01], [0.0, 4.6e-05, 0.003932]),\n  ('look schedule sample 49', [[0.2, 0.5, 0.6, 0.75], 0.01], [0.0, 0.00027, 0.000613, 0.002053])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 1', [[0.6, 0.8, 1.0], 0.01], [0.000883, 0.003095, 0.006022]),\n  ('look schedule sample 16', [[0.4, 0.5, 0.5], 0.1], None),\n  ('look schedule sample 39', [[0.2, 0.6, 0.8], 0.05], [1.2e-05, 0.011385, 0.017033])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 21', [[0.2, 0.4, 0.8], 0.01], [0.0, 4.6e-05, 0.003932]),\n  ('look schedule sample 23', [[0.6, 0.75, 0.8], 0.01], [0.000883, 0.002053, 0.001042]),\n  ('look schedule sample 52', [[0.2, 0.5, 0.6], 0.05], [1.2e-05, 0.005563, 0.005822])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"8959372f7cc571d389fcbbe096877f955e0fa3dd3db77cc8c76d538090e423c8","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nimport statistics\nN = 1\nobservations = []\ndef solve(info_fractions, alpha):\n    nd = statistics.NormalDist()\n    z = nd.inv_cdf(1 - alpha / 2)\n    out = []\n    prev = 0.0\n    last_t = 0.0\n    for t in info_fractions:\n        if t <= last_t:\n            return None\n        t = min(t, 1.0)\n        spent = 2 - 2 * nd.cdf(z / math.sqrt(t))\n        out.append(round(spent, 6))\n        prev = spent\n        last_t = t\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 1', [[0.6, 0.8, 1.0], 0.01], [0.000883, 0.003095, 0.006022]),\n  ('look schedule sample 2', [[0.2, 0.4, 0.5, 1.0], 0.1], [0.000235, 0.009067, 0.010707, 0.079991])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 5', [[0.2, 0.5, 0.75, 1.0], 0.05], [1.2e-05, 0.005563, 0.018051, 0.026375]),\n  ('look schedule sample 18', [[0.6, 0.75, 0.8, 1.0], 0.01], [0.000883, 0.002053, 0.001042, 0.006022])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 11', [[0.2, 0.25, 0.8], 0.01], [0.0, 0.0, 0.003978]),\n  ('look schedule sample 21', [[0.2, 0.4, 0.8], 0.01], [0.0, 4.6e-05, 0.003932]),\n  ('look schedule sample 49', [[0.2, 0.5, 0.6, 0.75], 0.01], [0.0, 0.00027, 0.000613, 0.002053])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 1', [[0.6, 0.8, 1.0], 0.01], [0.000883, 0.003095, 0.006022]),\n  ('look schedule sample 16', [[0.4, 0.5, 0.5], 0.1], None),\n  ('look schedule sample 39', [[0.2, 0.6, 0.8], 0.05], [1.2e-05, 0.011385, 0.017033])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 21', [[0.2, 0.4, 0.8], 0.01], [0.0, 4.6e-05, 0.003932]),\n  ('look schedule sample 23', [[0.6, 0.75, 0.8], 0.01], [0.000883, 0.002053, 0.001042]),\n  ('look schedule sample 52', [[0.2, 0.5, 0.6], 0.05], [1.2e-05, 0.005563, 0.005822])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"841b86c3f46a1b47bdfda1f8e6b8712b67f8a44da8fdc004b40d5d184176838e","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nimport statistics\nN = 1\nobservations = []\ndef solve(info_fractions, alpha):\n    nd = statistics.NormalDist()\n    z = nd.inv_cdf(1 - alpha / 2)\n    out = []\n    prev = 0.0\n    last_t = 0.0\n    for t in info_fractions:\n        if t <= last_t:\n            return None\n        t = min(t, 1.0)\n        spent = 2 - 2 * nd.cdf(z / math.sqrt(t))\n        out.append(round(spent - prev, 6))\n        prev = spent\n        last_t = t\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 1', [[0.6, 0.8, 1.0], 0.01], [0.000883, 0.003095, 0.006022]),\n  ('look schedule sample 2', [[0.2, 0.4, 0.5, 1.0], 0.1], [0.000235, 0.009067, 0.010707, 0.079991])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 5', [[0.2, 0.5, 0.75, 1.0], 0.05], [1.2e-05, 0.005563, 0.018051, 0.026375]),\n  ('look schedule sample 18', [[0.6, 0.75, 0.8, 1.0], 0.01], [0.000883, 0.002053, 0.001042, 0.006022])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 11', [[0.2, 0.25, 0.8], 0.01], [0.0, 0.0, 0.003978]),\n  ('look schedule sample 21', [[0.2, 0.4, 0.8], 0.01], [0.0, 4.6e-05, 0.003932]),\n  ('look schedule sample 49', [[0.2, 0.5, 0.6, 0.75], 0.01], [0.0, 0.00027, 0.000613, 0.002053])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 1', [[0.6, 0.8, 1.0], 0.01], [0.000883, 0.003095, 0.006022]),\n  ('look schedule sample 16', [[0.4, 0.5, 0.5], 0.1], None),\n  ('look schedule sample 39', [[0.2, 0.6, 0.8], 0.05], [1.2e-05, 0.011385, 0.017033])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 21', [[0.2, 0.4, 0.8], 0.01], [0.0, 4.6e-05, 0.003932]),\n  ('look schedule sample 23', [[0.6, 0.75, 0.8], 0.01], [0.000883, 0.002053, 0.001042]),\n  ('look schedule sample 52', [[0.2, 0.5, 0.6], 0.05], [1.2e-05, 0.005563, 0.005822])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic toy experiment-analysis model with a stipulated contract; results are rounded and are not a substitute for a validated statistics package. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-experiment-statistics-alpha-spending-incremental-spend","generated_at":"2026-09-29T14:48:59.485274+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Spending functions let teams peek at experiments without inflating the false positive rate.","repair":"Subtract the cumulative alpha spent before this look.","root_cause":"Each look reports the cumulative alpha rather than the increase since the previous look.","sha256":"45df9b1383da53a0dabc58e7b0d8465c7be6d0dfbcb5cb58c0cd562cb0b3170d","title":"O'Brien-Fleming type alpha spending: Cumulative spend is reported as incremental · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":43.188,"exit_code":1,"observations":[{"actual":[8.9e-05,0.005486,0.018139,0.031861],"check":"four equally spaced looks","expected":[8.9e-05,0.005486,0.018051,0.026375],"passed":false},{"actual":[0.05],"check":"single final look spends all alpha","expected":[0.05],"passed":true},{"actual":[0.00027,0.00973],"check":"two looks at stricter alpha","expected":[0.00027,0.00973],"passed":true},{"actual":null,"check":"repeated fraction is invalid","expected":null,"passed":true},{"actual":null,"check":"decreasing fractions are invalid","expected":null,"passed":true},{"actual":[0.02843,0.02157],"check":"overrun beyond full information","expected":[0.02843,0.02157],"passed":true},{"actual":[0.000883,0.003095,0.006905],"check":"look schedule sample 1","expected":[0.000883,0.003095,0.006022],"passed":false},{"actual":[0.000235,0.009067,0.010942,0.089058],"check":"look schedule sample 2","expected":[0.000235,0.009067,0.010707,0.079991],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"four equally spaced looks\", \"actual\": [8.9e-05, 0.005486, 0.018139, 0.031861], \"expected\": [8.9e-05, 0.005486, 0.018051, 0.026375], \"passed\": false}, {\"check\": \"single final look spends all alpha\", \"actual\": [0.05], \"expected\": [0.05], \"passed\": true}, {\"check\": \"two looks at stricter alpha\", \"actual\": [0.00027, 0.00973], \"expected\": [0.00027, 0.00973], \"passed\": true}, {\"check\": \"repeated fraction is invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"decreasing fractions are invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"overrun beyond full information\", \"actual\": [0.02843, 0.02157], \"expected\": [0.02843, 0.02157], \"passed\": true}, {\"check\": \"look schedule sample 1\", \"actual\": [0.000883, 0.003095, 0.006905], \"expected\": [0.000883, 0.003095, 0.006022], \"passed\": false}, {\"check\": \"look schedule sample 2\", \"actual\": [0.000235, 0.009067, 0.010942, 0.089058], \"expected\": [0.000235, 0.009067, 0.010707, 0.079991], \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":45.142,"exit_code":1,"observations":[{"actual":[8.9e-05,0.005575,0.023625,0.05],"check":"four equally spaced looks","expected":[8.9e-05,0.005486,0.018051,0.026375],"passed":false},{"actual":[0.05],"check":"single final look spends all alpha","expected":[0.05],"passed":true},{"actual":[0.00027,0.01],"check":"two looks at stricter alpha","expected":[0.00027,0.00973],"passed":false},{"actual":null,"check":"repeated fraction is invalid","expected":null,"passed":true},{"actual":null,"check":"decreasing fractions are invalid","expected":null,"passed":true},{"actual":[0.02843,0.05],"check":"overrun beyond full information","expected":[0.02843,0.02157],"passed":false},{"actual":[0.000883,0.003978,0.01],"check":"look schedule sample 1","expected":[0.000883,0.003095,0.006022],"passed":false},{"actual":[0.000235,0.009302,0.020009,0.1],"check":"look schedule sample 2","expected":[0.000235,0.009067,0.010707,0.079991],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"four equally spaced looks\", \"actual\": [8.9e-05, 0.005575, 0.023625, 0.05], \"expected\": [8.9e-05, 0.005486, 0.018051, 0.026375], \"passed\": false}, {\"check\": \"single final look spends all alpha\", \"actual\": [0.05], \"expected\": [0.05], \"passed\": true}, {\"check\": \"two looks at stricter alpha\", \"actual\": [0.00027, 0.01], \"expected\": [0.00027, 0.00973], \"passed\": false}, {\"check\": \"repeated fraction is invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"decreasing fractions are invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"overrun beyond full information\", \"actual\": [0.02843, 0.05], \"expected\": [0.02843, 0.02157], \"passed\": false}, {\"check\": \"look schedule sample 1\", \"actual\": [0.000883, 0.003978, 0.01], \"expected\": [0.000883, 0.003095, 0.006022], \"passed\": false}, {\"check\": \"look schedule sample 2\", \"actual\": [0.000235, 0.009302, 0.020009, 0.1], \"expected\": [0.000235, 0.009067, 0.010707, 0.079991], \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":43.387,"exit_code":0,"observations":[{"actual":[8.9e-05,0.005486,0.018051,0.026375],"check":"four equally spaced looks","expected":[8.9e-05,0.005486,0.018051,0.026375],"passed":true},{"actual":[0.05],"check":"single final look spends all alpha","expected":[0.05],"passed":true},{"actual":[0.00027,0.00973],"check":"two looks at stricter alpha","expected":[0.00027,0.00973],"passed":true},{"actual":null,"check":"repeated fraction is invalid","expected":null,"passed":true},{"actual":null,"check":"decreasing fractions are invalid","expected":null,"passed":true},{"actual":[0.02843,0.02157],"check":"overrun beyond full information","expected":[0.02843,0.02157],"passed":true},{"actual":[0.000883,0.003095,0.006022],"check":"look schedule sample 1","expected":[0.000883,0.003095,0.006022],"passed":true},{"actual":[0.000235,0.009067,0.010707,0.079991],"check":"look schedule sample 2","expected":[0.000235,0.009067,0.010707,0.079991],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"four equally spaced looks\", \"actual\": [8.9e-05, 0.005486, 0.018051, 0.026375], \"expected\": [8.9e-05, 0.005486, 0.018051, 0.026375], \"passed\": true}, {\"check\": \"single final look spends all alpha\", \"actual\": [0.05], \"expected\": [0.05], \"passed\": true}, {\"check\": \"two looks at stricter alpha\", \"actual\": [0.00027, 0.00973], \"expected\": [0.00027, 0.00973], \"passed\": true}, {\"check\": \"repeated fraction is invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"decreasing fractions are invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"overrun beyond full information\", \"actual\": [0.02843, 0.02157], \"expected\": [0.02843, 0.02157], \"passed\": true}, {\"check\": \"look schedule sample 1\", \"actual\": [0.000883, 0.003095, 0.006022], \"expected\": [0.000883, 0.003095, 0.006022], \"passed\": true}, {\"check\": \"look schedule sample 2\", \"actual\": [0.000235, 0.009067, 0.010707, 0.079991], \"expected\": [0.000235, 0.009067, 0.010707, 0.079991], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}