{"abstract":"Recruitment targets are too small to reach the planned power.","category":"Experiment statistics","checks":8,"contract":"For clusters (e.g. companies) randomised as units: mean size m, population variance of sizes / m^2 = cv^2, design effect = 1 + ((cv^2 + 1) m - 1) icc. Effective sample = total units / design effect; clusters needed = ceil(n_required * design effect / m). No clusters or zero mean -> None. Return [round(deff, 6), round(effective n, 6), clusters needed].","evaluation_group":"w2-experiment-statistics-cluster-design-effect","failed_approach":"Rounding up without the design effect plans for independent units.","family":"w2-experiment-statistics-cluster-design-effect-cluster-count","id":"FA-74716","implementations":{"attempt":{"sha256":"be49e14c21ffa369fd8e5c513a75e2c36d024bfac9b3782fc0ff30081b5db4c8","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nN = 1\nobservations = []\ndef solve(cluster_sizes, icc, n_required):\n    k = len(cluster_sizes)\n    if k == 0:\n        return None\n    total = sum(cluster_sizes)\n    mbar = total / k\n    if mbar == 0:\n        return None\n    var = sum((s - mbar) ** 2 for s in cluster_sizes) / k\n    cv2 = var / mbar ** 2\n    deff = 1 + ((cv2 + 1) * mbar - 1) * icc\n    return [round(deff, 6), round(total / deff, 6), math.ceil(n_required / mbar)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 1', [[40, 20, 40, 20, 20, 40], 0.01, 500], [1.323333, 136.020151, 23]),\n  ('cluster sample 2', [[3, 10, 10, 20], 0.05, 1000], [1.65814, 25.932679, 155]),\n  ('cluster sample 3', [[40, 10, 5], 0.01, 500], [1.303636, 42.189679, 36])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 4', [[20, 10, 20, 5, 5, 3], 0.2, 100], [3.844444, 16.387283, 37]),\n  ('cluster sample 6', [[40], 0.2, 1000], [8.8, 4.545455, 220]),\n  ('cluster sample 10', [[40], 0.0, 500], [1.0, 40.0, 13])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 11', [[40], 0.01, 500], [1.39, 28.776978, 18]),\n  ('cluster sample 17', [[20, 40, 3, 20, 5], 0.05, 100], [2.332955, 37.720409, 14]),\n  ('cluster sample 19', [[20, 40, 20], 0.2, 1000], [6.8, 11.764706, 256])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 16', [[3, 20, 10, 5, 10, 40], 0.0, 500], [1.0, 88.0, 35]),\n  ('cluster sample 25', [[10, 5, 3, 40], 0.05, 100], [2.444828, 23.723554, 17]),\n  ('cluster sample 36', [[5, 10, 20, 3], 0.01, 1000], [1.130526, 33.612663, 120])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 21', [[40, 10, 5], 0.05, 100], [2.518182, 21.841155, 14]),\n  ('cluster sample 36', [[5, 10, 20, 3], 0.01, 1000], [1.130526, 33.612663, 120]),\n  ('cluster sample 48', [[10, 3, 20, 3, 20], 0.05, 500], [1.769643, 31.644803, 80])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"67c3c497228de63ad4fd83074f525bb173c5f4ac2aab3d340824d7d031edf236","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nN = 1\nobservations = []\ndef solve(cluster_sizes, icc, n_required):\n    k = len(cluster_sizes)\n    if k == 0:\n        return None\n    total = sum(cluster_sizes)\n    mbar = total / k\n    if mbar == 0:\n        return None\n    var = sum((s - mbar) ** 2 for s in cluster_sizes) / k\n    cv2 = var / mbar ** 2\n    deff = 1 + ((cv2 + 1) * mbar - 1) * icc\n    return [round(deff, 6), round(total / deff, 6), round(n_required * deff / mbar)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 1', [[40, 20, 40, 20, 20, 40], 0.01, 500], [1.323333, 136.020151, 23]),\n  ('cluster sample 2', [[3, 10, 10, 20], 0.05, 1000], [1.65814, 25.932679, 155]),\n  ('cluster sample 3', [[40, 10, 5], 0.01, 500], [1.303636, 42.189679, 36])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 4', [[20, 10, 20, 5, 5, 3], 0.2, 100], [3.844444, 16.387283, 37]),\n  ('cluster sample 6', [[40], 0.2, 1000], [8.8, 4.545455, 220]),\n  ('cluster sample 10', [[40], 0.0, 500], [1.0, 40.0, 13])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 11', [[40], 0.01, 500], [1.39, 28.776978, 18]),\n  ('cluster sample 17', [[20, 40, 3, 20, 5], 0.05, 100], [2.332955, 37.720409, 14]),\n  ('cluster sample 19', [[20, 40, 20], 0.2, 1000], [6.8, 11.764706, 256])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 16', [[3, 20, 10, 5, 10, 40], 0.0, 500], [1.0, 88.0, 35]),\n  ('cluster sample 25', [[10, 5, 3, 40], 0.05, 100], [2.444828, 23.723554, 17]),\n  ('cluster sample 36', [[5, 10, 20, 3], 0.01, 1000], [1.130526, 33.612663, 120])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 21', [[40, 10, 5], 0.05, 100], [2.518182, 21.841155, 14]),\n  ('cluster sample 36', [[5, 10, 20, 3], 0.01, 1000], [1.130526, 33.612663, 120]),\n  ('cluster sample 48', [[10, 3, 20, 3, 20], 0.05, 500], [1.769643, 31.644803, 80])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"31f4be182df52b773b28d1e79859efae6623534e79a2732dcdec4a690ac29691","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nN = 1\nobservations = []\ndef solve(cluster_sizes, icc, n_required):\n    k = len(cluster_sizes)\n    if k == 0:\n        return None\n    total = sum(cluster_sizes)\n    mbar = total / k\n    if mbar == 0:\n        return None\n    var = sum((s - mbar) ** 2 for s in cluster_sizes) / k\n    cv2 = var / mbar ** 2\n    deff = 1 + ((cv2 + 1) * mbar - 1) * icc\n    return [round(deff, 6), round(total / deff, 6), math.ceil(n_required * deff / mbar)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 1', [[40, 20, 40, 20, 20, 40], 0.01, 500], [1.323333, 136.020151, 23]),\n  ('cluster sample 2', [[3, 10, 10, 20], 0.05, 1000], [1.65814, 25.932679, 155]),\n  ('cluster sample 3', [[40, 10, 5], 0.01, 500], [1.303636, 42.189679, 36])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 4', [[20, 10, 20, 5, 5, 3], 0.2, 100], [3.844444, 16.387283, 37]),\n  ('cluster sample 6', [[40], 0.2, 1000], [8.8, 4.545455, 220]),\n  ('cluster sample 10', [[40], 0.0, 500], [1.0, 40.0, 13])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 11', [[40], 0.01, 500], [1.39, 28.776978, 18]),\n  ('cluster sample 17', [[20, 40, 3, 20, 5], 0.05, 100], [2.332955, 37.720409, 14]),\n  ('cluster sample 19', [[20, 40, 20], 0.2, 1000], [6.8, 11.764706, 256])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 16', [[3, 20, 10, 5, 10, 40], 0.0, 500], [1.0, 88.0, 35]),\n  ('cluster sample 25', [[10, 5, 3, 40], 0.05, 100], [2.444828, 23.723554, 17]),\n  ('cluster sample 36', [[5, 10, 20, 3], 0.01, 1000], [1.130526, 33.612663, 120])],\n [('unequal cluster sizes inflate the design effect', [[5, 10, 20, 45], 0.05, 500], [2.54375, 31.449631, 64]),\n  ('equal clusters', [[10, 10, 10], 0.1, 300], [1.9, 15.789474, 57]),\n  ('zero icc means no inflation', [[3, 40], 0.0, 100], [1.0, 43.0, 5]),\n  ('single cluster', [[25], 0.2, 100], [5.8, 4.310345, 24]),\n  ('small clusters', [[2, 4], 0.3, 50], [1.7, 3.529412, 29]),\n  ('cluster sample 21', [[40, 10, 5], 0.05, 100], [2.518182, 21.841155, 14]),\n  ('cluster sample 36', [[5, 10, 20, 3], 0.01, 1000], [1.130526, 33.612663, 120]),\n  ('cluster sample 48', [[10, 3, 20, 3, 20], 0.05, 500], [1.769643, 31.644803, 80])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic toy experiment-analysis model with a stipulated contract; results are rounded and are not a substitute for a validated statistics package. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-experiment-statistics-cluster-design-effect-cluster-count","generated_at":"2026-09-29T14:48:59.258420+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"B2B experiments randomise by account; ignoring clustering makes results look far more certain.","repair":"Round the required cluster count up.","root_cause":"The rounding step rounds to nearest instead of up.","sha256":"061c898699f03b2209fdd7cd007379a50d5213ce8decdc93ed2157ebc9a47b98","title":"Cluster randomisation design effect: Required clusters omit the design effect · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":37.313,"exit_code":1,"observations":[{"actual":[2.54375,31.449631,25],"check":"unequal cluster sizes inflate the design effect","expected":[2.54375,31.449631,64],"passed":false},{"actual":[1.9,15.789474,30],"check":"equal clusters","expected":[1.9,15.789474,57],"passed":false},{"actual":[1.0,43.0,5],"check":"zero icc means no inflation","expected":[1.0,43.0,5],"passed":true},{"actual":[5.8,4.310345,4],"check":"single cluster","expected":[5.8,4.310345,24],"passed":false},{"actual":[1.7,3.529412,17],"check":"small clusters","expected":[1.7,3.529412,29],"passed":false},{"actual":[1.323333,136.020151,17],"check":"cluster sample 1","expected":[1.323333,136.020151,23],"passed":false},{"actual":[1.65814,25.932679,94],"check":"cluster sample 2","expected":[1.65814,25.932679,155],"passed":false},{"actual":[1.303636,42.189679,28],"check":"cluster sample 3","expected":[1.303636,42.189679,36],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"unequal cluster sizes inflate the design effect\", \"actual\": [2.54375, 31.449631, 25], \"expected\": [2.54375, 31.449631, 64], \"passed\": false}, {\"check\": \"equal clusters\", \"actual\": [1.9, 15.789474, 30], \"expected\": [1.9, 15.789474, 57], \"passed\": false}, {\"check\": \"zero icc means no inflation\", \"actual\": [1.0, 43.0, 5], \"expected\": [1.0, 43.0, 5], \"passed\": true}, {\"check\": \"single cluster\", \"actual\": [5.8, 4.310345, 4], \"expected\": [5.8, 4.310345, 24], \"passed\": false}, {\"check\": \"small clusters\", \"actual\": [1.7, 3.529412, 17], \"expected\": [1.7, 3.529412, 29], \"passed\": false}, {\"check\": \"cluster sample 1\", \"actual\": [1.323333, 136.020151, 17], \"expected\": [1.323333, 136.020151, 23], \"passed\": false}, {\"check\": \"cluster sample 2\", \"actual\": [1.65814, 25.932679, 94], \"expected\": [1.65814, 25.932679, 155], \"passed\": false}, {\"check\": \"cluster sample 3\", \"actual\": [1.303636, 42.189679, 28], \"expected\": [1.303636, 42.189679, 36], \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":37.988,"exit_code":1,"observations":[{"actual":[2.54375,31.449631,64],"check":"unequal cluster sizes inflate the design effect","expected":[2.54375,31.449631,64],"passed":true},{"actual":[1.9,15.789474,57],"check":"equal clusters","expected":[1.9,15.789474,57],"passed":true},{"actual":[1.0,43.0,5],"check":"zero icc means no inflation","expected":[1.0,43.0,5],"passed":true},{"actual":[5.8,4.310345,23],"check":"single cluster","expected":[5.8,4.310345,24],"passed":false},{"actual":[1.7,3.529412,28],"check":"small clusters","expected":[1.7,3.529412,29],"passed":false},{"actual":[1.323333,136.020151,22],"check":"cluster sample 1","expected":[1.323333,136.020151,23],"passed":false},{"actual":[1.65814,25.932679,154],"check":"cluster sample 2","expected":[1.65814,25.932679,155],"passed":false},{"actual":[1.303636,42.189679,36],"check":"cluster sample 3","expected":[1.303636,42.189679,36],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"unequal cluster sizes inflate the design effect\", \"actual\": [2.54375, 31.449631, 64], \"expected\": [2.54375, 31.449631, 64], \"passed\": true}, {\"check\": \"equal clusters\", \"actual\": [1.9, 15.789474, 57], \"expected\": [1.9, 15.789474, 57], \"passed\": true}, {\"check\": \"zero icc means no inflation\", \"actual\": [1.0, 43.0, 5], \"expected\": [1.0, 43.0, 5], \"passed\": true}, {\"check\": \"single cluster\", \"actual\": [5.8, 4.310345, 23], \"expected\": [5.8, 4.310345, 24], \"passed\": false}, {\"check\": \"small clusters\", \"actual\": [1.7, 3.529412, 28], \"expected\": [1.7, 3.529412, 29], \"passed\": false}, {\"check\": \"cluster sample 1\", \"actual\": [1.323333, 136.020151, 22], \"expected\": [1.323333, 136.020151, 23], \"passed\": false}, {\"check\": \"cluster sample 2\", \"actual\": [1.65814, 25.932679, 154], \"expected\": [1.65814, 25.932679, 155], \"passed\": false}, {\"check\": \"cluster sample 3\", \"actual\": [1.303636, 42.189679, 36], \"expected\": [1.303636, 42.189679, 36], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":37.732,"exit_code":0,"observations":[{"actual":[2.54375,31.449631,64],"check":"unequal cluster sizes inflate the design effect","expected":[2.54375,31.449631,64],"passed":true},{"actual":[1.9,15.789474,57],"check":"equal clusters","expected":[1.9,15.789474,57],"passed":true},{"actual":[1.0,43.0,5],"check":"zero icc means no inflation","expected":[1.0,43.0,5],"passed":true},{"actual":[5.8,4.310345,24],"check":"single cluster","expected":[5.8,4.310345,24],"passed":true},{"actual":[1.7,3.529412,29],"check":"small clusters","expected":[1.7,3.529412,29],"passed":true},{"actual":[1.323333,136.020151,23],"check":"cluster sample 1","expected":[1.323333,136.020151,23],"passed":true},{"actual":[1.65814,25.932679,155],"check":"cluster sample 2","expected":[1.65814,25.932679,155],"passed":true},{"actual":[1.303636,42.189679,36],"check":"cluster sample 3","expected":[1.303636,42.189679,36],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"unequal cluster sizes inflate the design effect\", \"actual\": [2.54375, 31.449631, 64], \"expected\": [2.54375, 31.449631, 64], \"passed\": true}, {\"check\": \"equal clusters\", \"actual\": [1.9, 15.789474, 57], \"expected\": [1.9, 15.789474, 57], \"passed\": true}, {\"check\": \"zero icc means no inflation\", \"actual\": [1.0, 43.0, 5], \"expected\": [1.0, 43.0, 5], \"passed\": true}, {\"check\": \"single cluster\", \"actual\": [5.8, 4.310345, 24], \"expected\": [5.8, 4.310345, 24], \"passed\": true}, {\"check\": \"small clusters\", \"actual\": [1.7, 3.529412, 29], \"expected\": [1.7, 3.529412, 29], \"passed\": true}, {\"check\": \"cluster sample 1\", \"actual\": [1.323333, 136.020151, 23], \"expected\": [1.323333, 136.020151, 23], \"passed\": true}, {\"check\": \"cluster sample 2\", \"actual\": [1.65814, 25.932679, 155], \"expected\": [1.65814, 25.932679, 155], \"passed\": true}, {\"check\": \"cluster sample 3\", \"actual\": [1.303636, 42.189679, 36], \"expected\": [1.303636, 42.189679, 36], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}