{"abstract":"The headline change disagrees with its own interval.","category":"Experiment statistics","checks":8,"contract":"L = ln(mean_t / mean_c) with standard error sqrt((se_t / mean_t)^2 + (se_c / mean_c)^2). Report the percent change 100 (e^L - 1) and the interval 100 (e^(L -/+ z se) - 1), each rounded to 4. Nonpositive means -> None.","evaluation_group":"w2-experiment-statistics-log-ratio-interval","failed_approach":"Dropping the factor 100 reports a fraction beside percent bounds.","family":"w2-experiment-statistics-log-ratio-interval-point-estimate-scale","id":"FA-74836","implementations":{"attempt":{"sha256":"0a2705bfad5c888f9504ec36bddf4713b8f0e8be1873745f55bef878007e49f8","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nN = 1\nobservations = []\ndef solve(mean_c, se_c, mean_t, se_t, z):\n    if mean_c <= 0 or mean_t <= 0:\n        return None\n    L = math.log(mean_t / mean_c)\n    se = math.sqrt((se_t / mean_t) ** 2 + (se_c / mean_c) ** 2)\n    return [round(math.exp(L) - 1, 4), round(100 * (math.exp(L - z * se) - 1), 4), round(100 * (math.exp(L + z * se) - 1), 4)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 1', [10.0, 0.2, 10.0, 2.0, 1.645], [0.0, -28.1537, 39.186]),\n  ('summary sample 2', [10.0, 1.0, 1.8, 0.3, 1.645], [-82.0, -86.9258, -75.2184]),\n  ('summary sample 3', [2.0, 0.5, 1.8, 0.5, 1.96], [-10.0, -56.7354, 87.2201]),\n  ('summary sample 4', [50.0, 0.2, 11.0, 2.0, 1.96], [-78.0, -84.5965, -68.5785])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 6', [2.0, 0.2, 55.0, 2.0, 1.96], [2650.0, 2132.3268, 3287.7209]),\n  ('summary sample 7', [50.0, 1.0, 10.0, 0.3, 1.645], [-80.0, -81.1517, -78.7779]),\n  ('summary sample 8', [2.0, 0.2, 55.0, 2.0, 1.96], [2650.0, 2132.3268, 3287.7209]),\n  ('summary sample 9', [50.0, 1.0, 11.0, 0.5, 1.645], [-78.0, -79.7257, -76.1274])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 11', [2.0, 0.5, 10.0, 0.5, 1.645], [400.0, 228.7224, 660.52]),\n  ('summary sample 12', [2.0, 1.0, 10.0, 0.5, 1.645], [400.0, 118.7667, 1042.7699]),\n  ('summary sample 13', [10.0, 1.0, 55.0, 0.3, 1.645], [450.0, 366.4607, 548.5005]),\n  ('summary sample 14', [50.0, 0.2, 11.0, 0.3, 1.645], [-78.0, -78.9753, -76.9795])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 16', [50.0, 0.2, 10.0, 0.3, 1.645], [-80.0, -80.9714, -78.9791]),\n  ('summary sample 17', [50.0, 0.2, 10.0, 0.5, 1.96], [-80.0, -81.8727, -77.9338]),\n  ('summary sample 18', [2.0, 0.5, 11.0, 0.5, 1.96], [450.0, 234.2486, 805.0151]),\n  ('summary sample 21', [50.0, 0.2, 1.8, 0.3, 1.645], [-96.4, -97.2635, -95.2641])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 21', [50.0, 0.2, 1.8, 0.3, 1.645], [-96.4, -97.2635, -95.2641]),\n  ('summary sample 22', [10.0, 0.5, 55.0, 2.0, 1.96], [450.0, 387.2326, 520.8534]),\n  ('summary sample 23', [2.0, 1.0, 10.0, 0.5, 1.96], [400.0, 86.7406, 1238.7557]),\n  ('summary sample 28', [10.0, 0.5, 1.8, 0.3, 1.96], [-82.0, -87.2016, -74.6844])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"a52fa37f7148fabeb7ed2ffa605d6ac97f0cd89b685952d89f6c1c858a4453f6","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nN = 1\nobservations = []\ndef solve(mean_c, se_c, mean_t, se_t, z):\n    if mean_c <= 0 or mean_t <= 0:\n        return None\n    L = math.log(mean_t / mean_c)\n    se = math.sqrt((se_t / mean_t) ** 2 + (se_c / mean_c) ** 2)\n    return [round(100 * L, 4), round(100 * (math.exp(L - z * se) - 1), 4), round(100 * (math.exp(L + z * se) - 1), 4)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 1', [10.0, 0.2, 10.0, 2.0, 1.645], [0.0, -28.1537, 39.186]),\n  ('summary sample 2', [10.0, 1.0, 1.8, 0.3, 1.645], [-82.0, -86.9258, -75.2184]),\n  ('summary sample 3', [2.0, 0.5, 1.8, 0.5, 1.96], [-10.0, -56.7354, 87.2201]),\n  ('summary sample 4', [50.0, 0.2, 11.0, 2.0, 1.96], [-78.0, -84.5965, -68.5785])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 6', [2.0, 0.2, 55.0, 2.0, 1.96], [2650.0, 2132.3268, 3287.7209]),\n  ('summary sample 7', [50.0, 1.0, 10.0, 0.3, 1.645], [-80.0, -81.1517, -78.7779]),\n  ('summary sample 8', [2.0, 0.2, 55.0, 2.0, 1.96], [2650.0, 2132.3268, 3287.7209]),\n  ('summary sample 9', [50.0, 1.0, 11.0, 0.5, 1.645], [-78.0, -79.7257, -76.1274])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 11', [2.0, 0.5, 10.0, 0.5, 1.645], [400.0, 228.7224, 660.52]),\n  ('summary sample 12', [2.0, 1.0, 10.0, 0.5, 1.645], [400.0, 118.7667, 1042.7699]),\n  ('summary sample 13', [10.0, 1.0, 55.0, 0.3, 1.645], [450.0, 366.4607, 548.5005]),\n  ('summary sample 14', [50.0, 0.2, 11.0, 0.3, 1.645], [-78.0, -78.9753, -76.9795])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 16', [50.0, 0.2, 10.0, 0.3, 1.645], [-80.0, -80.9714, -78.9791]),\n  ('summary sample 17', [50.0, 0.2, 10.0, 0.5, 1.96], [-80.0, -81.8727, -77.9338]),\n  ('summary sample 18', [2.0, 0.5, 11.0, 0.5, 1.96], [450.0, 234.2486, 805.0151]),\n  ('summary sample 21', [50.0, 0.2, 1.8, 0.3, 1.645], [-96.4, -97.2635, -95.2641])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 21', [50.0, 0.2, 1.8, 0.3, 1.645], [-96.4, -97.2635, -95.2641]),\n  ('summary sample 22', [10.0, 0.5, 55.0, 2.0, 1.96], [450.0, 387.2326, 520.8534]),\n  ('summary sample 23', [2.0, 1.0, 10.0, 0.5, 1.96], [400.0, 86.7406, 1238.7557]),\n  ('summary sample 28', [10.0, 0.5, 1.8, 0.3, 1.96], [-82.0, -87.2016, -74.6844])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"ef44cb92b19f649d01fe36348c5bfb918be987836e609d92944a0692a4c152c7","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport math\nN = 1\nobservations = []\ndef solve(mean_c, se_c, mean_t, se_t, z):\n    if mean_c <= 0 or mean_t <= 0:\n        return None\n    L = math.log(mean_t / mean_c)\n    se = math.sqrt((se_t / mean_t) ** 2 + (se_c / mean_c) ** 2)\n    return [round(100 * (math.exp(L) - 1), 4), round(100 * (math.exp(L - z * se) - 1), 4), round(100 * (math.exp(L + z * se) - 1), 4)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 1', [10.0, 0.2, 10.0, 2.0, 1.645], [0.0, -28.1537, 39.186]),\n  ('summary sample 2', [10.0, 1.0, 1.8, 0.3, 1.645], [-82.0, -86.9258, -75.2184]),\n  ('summary sample 3', [2.0, 0.5, 1.8, 0.5, 1.96], [-10.0, -56.7354, 87.2201]),\n  ('summary sample 4', [50.0, 0.2, 11.0, 2.0, 1.96], [-78.0, -84.5965, -68.5785])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 6', [2.0, 0.2, 55.0, 2.0, 1.96], [2650.0, 2132.3268, 3287.7209]),\n  ('summary sample 7', [50.0, 1.0, 10.0, 0.3, 1.645], [-80.0, -81.1517, -78.7779]),\n  ('summary sample 8', [2.0, 0.2, 55.0, 2.0, 1.96], [2650.0, 2132.3268, 3287.7209]),\n  ('summary sample 9', [50.0, 1.0, 11.0, 0.5, 1.645], [-78.0, -79.7257, -76.1274])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 11', [2.0, 0.5, 10.0, 0.5, 1.645], [400.0, 228.7224, 660.52]),\n  ('summary sample 12', [2.0, 1.0, 10.0, 0.5, 1.645], [400.0, 118.7667, 1042.7699]),\n  ('summary sample 13', [10.0, 1.0, 55.0, 0.3, 1.645], [450.0, 366.4607, 548.5005]),\n  ('summary sample 14', [50.0, 0.2, 11.0, 0.3, 1.645], [-78.0, -78.9753, -76.9795])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 16', [50.0, 0.2, 10.0, 0.3, 1.645], [-80.0, -80.9714, -78.9791]),\n  ('summary sample 17', [50.0, 0.2, 10.0, 0.5, 1.96], [-80.0, -81.8727, -77.9338]),\n  ('summary sample 18', [2.0, 0.5, 11.0, 0.5, 1.96], [450.0, 234.2486, 805.0151]),\n  ('summary sample 21', [50.0, 0.2, 1.8, 0.3, 1.645], [-96.4, -97.2635, -95.2641])],\n [('ten percent increase', [10.0, 0.2, 11.0, 0.3, 1.96], [10.0, 2.9448, 17.5387]),\n  ('decrease', [2.0, 0.5, 1.8, 0.5, 1.645], [-10.0, -51.3304, 66.4285]),\n  ('no change', [50.0, 1.0, 50.0, 2.0, 1.96], [0.0, -8.3922, 9.161]),\n  ('zero control mean', [0.0, 1.0, 2.0, 1.0, 1.96], None),\n  ('summary sample 21', [50.0, 0.2, 1.8, 0.3, 1.645], [-96.4, -97.2635, -95.2641]),\n  ('summary sample 22', [10.0, 0.5, 55.0, 2.0, 1.96], [450.0, 387.2326, 520.8534]),\n  ('summary sample 23', [2.0, 1.0, 10.0, 0.5, 1.96], [400.0, 86.7406, 1238.7557]),\n  ('summary sample 28', [10.0, 0.5, 1.8, 0.3, 1.96], [-82.0, -87.2016, -74.6844])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic toy experiment-analysis model with a stipulated contract; results are rounded and are not a substitute for a validated statistics package. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-experiment-statistics-log-ratio-interval-point-estimate-scale","generated_at":"2026-09-29T14:49:00.375623+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Log-ratio intervals keep percent-change bounds asymmetric and positive-definite.","repair":"Report 100 (e^L - 1).","root_cause":"The estimate is 100 L instead of 100 (e^L - 1).","sha256":"3b4b12ea171c31263f8e8df758f7ee6452aa25095d9cde5154ce25a776025a84","title":"Percent change log-ratio interval: The point estimate is reported in log points · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":38.47,"exit_code":1,"observations":[{"actual":[0.1,2.9448,17.5387],"check":"ten percent increase","expected":[10.0,2.9448,17.5387],"passed":false},{"actual":[-0.1,-51.3304,66.4285],"check":"decrease","expected":[-10.0,-51.3304,66.4285],"passed":false},{"actual":[0.0,-8.3922,9.161],"check":"no change","expected":[0.0,-8.3922,9.161],"passed":true},{"actual":null,"check":"zero control mean","expected":null,"passed":true},{"actual":[0.0,-28.1537,39.186],"check":"summary sample 1","expected":[0.0,-28.1537,39.186],"passed":true},{"actual":[-0.82,-86.9258,-75.2184],"check":"summary sample 2","expected":[-82.0,-86.9258,-75.2184],"passed":false},{"actual":[-0.1,-56.7354,87.2201],"check":"summary sample 3","expected":[-10.0,-56.7354,87.2201],"passed":false},{"actual":[-0.78,-84.5965,-68.5785],"check":"summary sample 4","expected":[-78.0,-84.5965,-68.5785],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"ten percent increase\", \"actual\": [0.1, 2.9448, 17.5387], \"expected\": [10.0, 2.9448, 17.5387], \"passed\": false}, {\"check\": \"decrease\", \"actual\": [-0.1, -51.3304, 66.4285], \"expected\": [-10.0, -51.3304, 66.4285], \"passed\": false}, {\"check\": \"no change\", \"actual\": [0.0, -8.3922, 9.161], \"expected\": [0.0, -8.3922, 9.161], \"passed\": true}, {\"check\": \"zero control mean\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"summary sample 1\", \"actual\": [0.0, -28.1537, 39.186], \"expected\": [0.0, -28.1537, 39.186], \"passed\": true}, {\"check\": \"summary sample 2\", \"actual\": [-0.82, -86.9258, -75.2184], \"expected\": [-82.0, -86.9258, -75.2184], \"passed\": false}, {\"check\": \"summary sample 3\", \"actual\": [-0.1, -56.7354, 87.2201], \"expected\": [-10.0, -56.7354, 87.2201], \"passed\": false}, {\"check\": \"summary sample 4\", \"actual\": [-0.78, -84.5965, -68.5785], \"expected\": [-78.0, -84.5965, -68.5785], \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":39.962,"exit_code":1,"observations":[{"actual":[9.531,2.9448,17.5387],"check":"ten percent increase","expected":[10.0,2.9448,17.5387],"passed":false},{"actual":[-10.5361,-51.3304,66.4285],"check":"decrease","expected":[-10.0,-51.3304,66.4285],"passed":false},{"actual":[0.0,-8.3922,9.161],"check":"no change","expected":[0.0,-8.3922,9.161],"passed":true},{"actual":null,"check":"zero control mean","expected":null,"passed":true},{"actual":[0.0,-28.1537,39.186],"check":"summary sample 1","expected":[0.0,-28.1537,39.186],"passed":true},{"actual":[-171.4798,-86.9258,-75.2184],"check":"summary sample 2","expected":[-82.0,-86.9258,-75.2184],"passed":false},{"actual":[-10.5361,-56.7354,87.2201],"check":"summary sample 3","expected":[-10.0,-56.7354,87.2201],"passed":false},{"actual":[-151.4128,-84.5965,-68.5785],"check":"summary sample 4","expected":[-78.0,-84.5965,-68.5785],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"ten percent increase\", \"actual\": [9.531, 2.9448, 17.5387], \"expected\": [10.0, 2.9448, 17.5387], \"passed\": false}, {\"check\": \"decrease\", \"actual\": [-10.5361, -51.3304, 66.4285], \"expected\": [-10.0, -51.3304, 66.4285], \"passed\": false}, {\"check\": \"no change\", \"actual\": [0.0, -8.3922, 9.161], \"expected\": [0.0, -8.3922, 9.161], \"passed\": true}, {\"check\": \"zero control mean\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"summary sample 1\", \"actual\": [0.0, -28.1537, 39.186], \"expected\": [0.0, -28.1537, 39.186], \"passed\": true}, {\"check\": \"summary sample 2\", \"actual\": [-171.4798, -86.9258, -75.2184], \"expected\": [-82.0, -86.9258, -75.2184], \"passed\": false}, {\"check\": \"summary sample 3\", \"actual\": [-10.5361, -56.7354, 87.2201], \"expected\": [-10.0, -56.7354, 87.2201], \"passed\": false}, {\"check\": \"summary sample 4\", \"actual\": [-151.4128, -84.5965, -68.5785], \"expected\": [-78.0, -84.5965, -68.5785], \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":39.691,"exit_code":0,"observations":[{"actual":[10.0,2.9448,17.5387],"check":"ten percent increase","expected":[10.0,2.9448,17.5387],"passed":true},{"actual":[-10.0,-51.3304,66.4285],"check":"decrease","expected":[-10.0,-51.3304,66.4285],"passed":true},{"actual":[0.0,-8.3922,9.161],"check":"no change","expected":[0.0,-8.3922,9.161],"passed":true},{"actual":null,"check":"zero control mean","expected":null,"passed":true},{"actual":[0.0,-28.1537,39.186],"check":"summary sample 1","expected":[0.0,-28.1537,39.186],"passed":true},{"actual":[-82.0,-86.9258,-75.2184],"check":"summary sample 2","expected":[-82.0,-86.9258,-75.2184],"passed":true},{"actual":[-10.0,-56.7354,87.2201],"check":"summary sample 3","expected":[-10.0,-56.7354,87.2201],"passed":true},{"actual":[-78.0,-84.5965,-68.5785],"check":"summary sample 4","expected":[-78.0,-84.5965,-68.5785],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"ten percent increase\", \"actual\": [10.0, 2.9448, 17.5387], \"expected\": [10.0, 2.9448, 17.5387], \"passed\": true}, {\"check\": \"decrease\", \"actual\": [-10.0, -51.3304, 66.4285], \"expected\": [-10.0, -51.3304, 66.4285], \"passed\": true}, {\"check\": \"no change\", \"actual\": [0.0, -8.3922, 9.161], \"expected\": [0.0, -8.3922, 9.161], \"passed\": true}, {\"check\": \"zero control mean\", \"actual\": null, \"expected\": null, \"passed\": true}, {\"check\": \"summary sample 1\", \"actual\": [0.0, -28.1537, 39.186], \"expected\": [0.0, -28.1537, 39.186], \"passed\": true}, {\"check\": \"summary sample 2\", \"actual\": [-82.0, -86.9258, -75.2184], \"expected\": [-82.0, -86.9258, -75.2184], \"passed\": true}, {\"check\": \"summary sample 3\", \"actual\": [-10.0, -56.7354, 87.2201], \"expected\": [-10.0, -56.7354, 87.2201], \"passed\": true}, {\"check\": \"summary sample 4\", \"actual\": [-78.0, -84.5965, -68.5785], \"expected\": [-78.0, -84.5965, -68.5785], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}