{"abstract":"The total alpha spent by the final look is double the design alpha.","category":"Experiment statistics","checks":8,"contract":"Cumulative alpha spent at information fraction t is 2 - 2 Phi(z_{1-alpha/2} / sqrt(t)) (t capped at 1). Information fractions must strictly increase from 0, otherwise return None. Return the incremental alpha spent at each look rounded to 6.","evaluation_group":"w2-experiment-statistics-alpha-spending","failed_approach":"Using 1 - alpha / 4 overcorrects and underspends.","family":"w2-experiment-statistics-alpha-spending-critical-quantile","id":"FA-74731","implementations":{"attempt":{"sha256":"d0f54dcf8bb7f486248e191c12b02da1023483f842aeae7224f53fc64a6b5262","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nimport statistics\nN = 1\nobservations = []\ndef solve(info_fractions, alpha):\n    nd = statistics.NormalDist()\n    z = nd.inv_cdf(1 - alpha / 4)\n    out = []\n    prev = 0.0\n    last_t = 0.0\n    for t in info_fractions:\n        if t <= last_t:\n            return None\n        t = min(t, 1.0)\n        spent = 2 - 2 * nd.cdf(z / math.sqrt(t))\n        out.append(round(spent - prev, 6))\n        prev = spent\n        last_t = t\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 1', [[0.6, 0.8, 1.0], 0.01], [0.000883, 0.003095, 0.006022]),\n  ('look schedule sample 2', [[0.2, 0.4, 0.5, 1.0], 0.1], [0.000235, 0.009067, 0.010707, 0.079991])],\n [('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 4', [[0.2, 0.8], 0.05], [1.2e-05, 0.028418]),\n  ('look schedule sample 6', [[0.2], 0.1], [0.000235]),\n  ('look schedule sample 7', [[1.0], 0.01], [0.01])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 11', [[0.2, 0.25, 0.8], 0.01], [0.0, 0.0, 0.003978]),\n  ('look schedule sample 12', [[0.5, 0.6, 0.6], 0.01], None),\n  ('look schedule sample 13', [[0.25, 0.5, 0.8, 1.0], 0.1], [0.001003, 0.019006, 0.045906, 0.034085])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 16', [[0.4, 0.5, 0.5], 0.1], None),\n  ('look schedule sample 17', [[0.25, 0.5], 0.1], [0.001003, 0.019006]),\n  ('look schedule sample 22', [[0.4, 0.75], 0.1], [0.009302, 0.048221])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 21', [[0.2, 0.4, 0.8], 0.01], [0.0, 4.6e-05, 0.003932]),\n  ('look schedule sample 22', [[0.4, 0.75], 0.1], [0.009302, 0.048221]),\n  ('look schedule sample 30', [[1.0], 0.01], [0.01])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"c664caa6e894e1e943139416856149c50bd004c2895b4fb5f912f9bd2620ab5a","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nimport statistics\nN = 1\nobservations = []\ndef solve(info_fractions, alpha):\n    nd = statistics.NormalDist()\n    z = nd.inv_cdf(1 - alpha)\n    out = []\n    prev = 0.0\n    last_t = 0.0\n    for t in info_fractions:\n        if t <= last_t:\n            return None\n        t = min(t, 1.0)\n        spent = 2 - 2 * nd.cdf(z / math.sqrt(t))\n        out.append(round(spent - prev, 6))\n        prev = spent\n        last_t = t\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 1', [[0.6, 0.8, 1.0], 0.01], [0.000883, 0.003095, 0.006022]),\n  ('look schedule sample 2', [[0.2, 0.4, 0.5, 1.0], 0.1], [0.000235, 0.009067, 0.010707, 0.079991])],\n [('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 4', [[0.2, 0.8], 0.05], [1.2e-05, 0.028418]),\n  ('look schedule sample 6', [[0.2], 0.1], [0.000235]),\n  ('look schedule sample 7', [[1.0], 0.01], [0.01])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 11', [[0.2, 0.25, 0.8], 0.01], [0.0, 0.0, 0.003978]),\n  ('look schedule sample 12', [[0.5, 0.6, 0.6], 0.01], None),\n  ('look schedule sample 13', [[0.25, 0.5, 0.8, 1.0], 0.1], [0.001003, 0.019006, 0.045906, 0.034085])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 16', [[0.4, 0.5, 0.5], 0.1], None),\n  ('look schedule sample 17', [[0.25, 0.5], 0.1], [0.001003, 0.019006]),\n  ('look schedule sample 22', [[0.4, 0.75], 0.1], [0.009302, 0.048221])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 21', [[0.2, 0.4, 0.8], 0.01], [0.0, 4.6e-05, 0.003932]),\n  ('look schedule sample 22', [[0.4, 0.75], 0.1], [0.009302, 0.048221]),\n  ('look schedule sample 30', [[1.0], 0.01], [0.01])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"4c26b2efeae84b9141ab1405a4e6c4e6cb8c86d76a042386016ff5e7bd7e61ad","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nimport statistics\nN = 1\nobservations = []\ndef solve(info_fractions, alpha):\n    nd = statistics.NormalDist()\n    z = nd.inv_cdf(1 - alpha / 2)\n    out = []\n    prev = 0.0\n    last_t = 0.0\n    for t in info_fractions:\n        if t <= last_t:\n            return None\n        t = min(t, 1.0)\n        spent = 2 - 2 * nd.cdf(z / math.sqrt(t))\n        out.append(round(spent - prev, 6))\n        prev = spent\n        last_t = t\n    return out\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 1', [[0.6, 0.8, 1.0], 0.01], [0.000883, 0.003095, 0.006022]),\n  ('look schedule sample 2', [[0.2, 0.4, 0.5, 1.0], 0.1], [0.000235, 0.009067, 0.010707, 0.079991])],\n [('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 4', [[0.2, 0.8], 0.05], [1.2e-05, 0.028418]),\n  ('look schedule sample 6', [[0.2], 0.1], [0.000235]),\n  ('look schedule sample 7', [[1.0], 0.01], [0.01])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 11', [[0.2, 0.25, 0.8], 0.01], [0.0, 0.0, 0.003978]),\n  ('look schedule sample 12', [[0.5, 0.6, 0.6], 0.01], None),\n  ('look schedule sample 13', [[0.25, 0.5, 0.8, 1.0], 0.1], [0.001003, 0.019006, 0.045906, 0.034085])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('repeated fraction is invalid', [[0.5, 0.5], 0.05], None),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 16', [[0.4, 0.5, 0.5], 0.1], None),\n  ('look schedule sample 17', [[0.25, 0.5], 0.1], [0.001003, 0.019006]),\n  ('look schedule sample 22', [[0.4, 0.75], 0.1], [0.009302, 0.048221])],\n [('four equally spaced looks', [[0.25, 0.5, 0.75, 1.0], 0.05], [8.9e-05, 0.005486, 0.018051, 0.026375]),\n  ('single final look spends all alpha', [[1.0], 0.05], [0.05]),\n  ('two looks at stricter alpha', [[0.5, 1.0], 0.01], [0.00027, 0.00973]),\n  ('decreasing fractions are invalid', [[0.6, 0.4], 0.05], None),\n  ('overrun beyond full information', [[0.8, 1.2], 0.05], [0.02843, 0.02157]),\n  ('look schedule sample 21', [[0.2, 0.4, 0.8], 0.01], [0.0, 4.6e-05, 0.003932]),\n  ('look schedule sample 22', [[0.4, 0.75], 0.1], [0.009302, 0.048221]),\n  ('look schedule sample 30', [[1.0], 0.01], [0.01])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic toy experiment-analysis model with a stipulated contract; results are rounded and are not a substitute for a validated statistics package. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-experiment-statistics-alpha-spending-critical-quantile","generated_at":"2026-09-29T14:48:59.571215+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Spending functions let teams peek at experiments without inflating the false positive rate.","repair":"Use the 1 - alpha / 2 quantile.","root_cause":"z is the 1 - alpha quantile.","sha256":"21728893c561f35dca32ac54ac5bfff86fb5685c99a13acc9c583be9fa33d377","title":"O'Brien-Fleming type alpha spending: The spending boundary uses a one-sided quantile · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":42.283,"exit_code":1,"observations":[{"actual":[7e-06,0.001518,0.008124,0.015351],"check":"four equally spaced looks","expected":[8.9e-05,0.005486,0.018051,0.026375],"passed":false},{"actual":[0.025],"check":"single final look spends all alpha","expected":[0.05],"passed":false},{"actual":[7.2e-05,0.004928],"check":"two looks at stricter alpha","expected":[0.00027,0.00973],"passed":false},{"actual":null,"check":"repeated fraction is invalid","expected":null,"passed":true},{"actual":null,"check":"decreasing fractions are invalid","expected":null,"passed":true},{"actual":[0.012212,0.012788],"check":"overrun beyond full information","expected":[0.02843,0.02157],"passed":false},{"actual":[0.00029,0.001409,0.003301],"check":"look schedule sample 1","expected":[0.000883,0.003095,0.006022],"passed":false},{"actual":[1.2e-05,0.00193,0.003633,0.044425],"check":"look schedule sample 2","expected":[0.000235,0.009067,0.010707,0.079991],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"four equally spaced looks\", \"actual\": [7e-06, 0.001518, 0.008124, 0.015351], \"expected\": [8.9e-05, 0.005486, 0.018051, 0.026375], \"passed\": false}, {\"check\": \"single final look spends all alpha\", \"actual\": [0.025], \"expected\": [0.05], \"passed\": false}, {\"check\": \"two looks at stricter alpha\", \"actual\": [7.2e-05, 0.004928], \"expected\": [0.00027, 0.00973], \"passed\": false}, {\"check\": \"repeated fraction is invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"decreasing fractions are invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"overrun beyond full information\", \"actual\": [0.012212, 0.012788], \"expected\": [0.02843, 0.02157], \"passed\": false}, {\"check\": \"look schedule sample 1\", \"actual\": [0.00029, 0.001409, 0.003301], \"expected\": [0.000883, 0.003095, 0.006022], \"passed\": false}, {\"check\": \"look schedule sample 2\", \"actual\": [1.2e-05, 0.00193, 0.003633, 0.044425], \"expected\": [0.000235, 0.009067, 0.010707, 0.079991], \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":41.738,"exit_code":1,"observations":[{"actual":[0.001003,0.019006,0.037514,0.042477],"check":"four equally spaced looks","expected":[8.9e-05,0.005486,0.018051,0.026375],"passed":false},{"actual":[0.1],"check":"single final look spends all alpha","expected":[0.05],"passed":false},{"actual":[0.001002,0.018998],"check":"two looks at stricter alpha","expected":[0.00027,0.00973],"passed":false},{"actual":null,"check":"repeated fraction is invalid","expected":null,"passed":true},{"actual":null,"check":"decreasing fractions are invalid","expected":null,"passed":true},{"actual":[0.065915,0.034085],"check":"overrun beyond full information","expected":[0.02843,0.02157],"passed":false},{"actual":[0.002671,0.006626,0.010703],"check":"look schedule sample 1","expected":[0.000883,0.003095,0.006022],"passed":false},{"actual":[0.004162,0.038571,0.027193,0.130074],"check":"look schedule sample 2","expected":[0.000235,0.009067,0.010707,0.079991],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"four equally spaced looks\", \"actual\": [0.001003, 0.019006, 0.037514, 0.042477], \"expected\": [8.9e-05, 0.005486, 0.018051, 0.026375], \"passed\": false}, {\"check\": \"single final look spends all alpha\", \"actual\": [0.1], \"expected\": [0.05], \"passed\": false}, {\"check\": \"two looks at stricter alpha\", \"actual\": [0.001002, 0.018998], \"expected\": [0.00027, 0.00973], \"passed\": false}, {\"check\": \"repeated fraction is invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"decreasing fractions are invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"overrun beyond full information\", \"actual\": [0.065915, 0.034085], \"expected\": [0.02843, 0.02157], \"passed\": false}, {\"check\": \"look schedule sample 1\", \"actual\": [0.002671, 0.006626, 0.010703], \"expected\": [0.000883, 0.003095, 0.006022], \"passed\": false}, {\"check\": \"look schedule sample 2\", \"actual\": [0.004162, 0.038571, 0.027193, 0.130074], \"expected\": [0.000235, 0.009067, 0.010707, 0.079991], \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":45.512,"exit_code":0,"observations":[{"actual":[8.9e-05,0.005486,0.018051,0.026375],"check":"four equally spaced looks","expected":[8.9e-05,0.005486,0.018051,0.026375],"passed":true},{"actual":[0.05],"check":"single final look spends all alpha","expected":[0.05],"passed":true},{"actual":[0.00027,0.00973],"check":"two looks at stricter alpha","expected":[0.00027,0.00973],"passed":true},{"actual":null,"check":"repeated fraction is invalid","expected":null,"passed":true},{"actual":null,"check":"decreasing fractions are invalid","expected":null,"passed":true},{"actual":[0.02843,0.02157],"check":"overrun beyond full information","expected":[0.02843,0.02157],"passed":true},{"actual":[0.000883,0.003095,0.006022],"check":"look schedule sample 1","expected":[0.000883,0.003095,0.006022],"passed":true},{"actual":[0.000235,0.009067,0.010707,0.079991],"check":"look schedule sample 2","expected":[0.000235,0.009067,0.010707,0.079991],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"four equally spaced looks\", \"actual\": [8.9e-05, 0.005486, 0.018051, 0.026375], \"expected\": [8.9e-05, 0.005486, 0.018051, 0.026375], \"passed\": true}, {\"check\": \"single final look spends all alpha\", \"actual\": [0.05], \"expected\": [0.05], \"passed\": true}, {\"check\": \"two looks at stricter alpha\", \"actual\": [0.00027, 0.00973], \"expected\": [0.00027, 0.00973], \"passed\": true}, {\"check\": \"repeated fraction is invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"decreasing fractions are invalid\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"overrun beyond full information\", \"actual\": [0.02843, 0.02157], \"expected\": [0.02843, 0.02157], \"passed\": true}, {\"check\": \"look schedule sample 1\", \"actual\": [0.000883, 0.003095, 0.006022], \"expected\": [0.000883, 0.003095, 0.006022], \"passed\": true}, {\"check\": \"look schedule sample 2\", \"actual\": [0.000235, 0.009067, 0.010707, 0.079991], \"expected\": [0.000235, 0.009067, 0.010707, 0.079991], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}