{"abstract":"Nearly every user gets a bucket far above 1 and falls into the last variation.","category":"Feature flag rollout bucketing","checks":8,"contract":"Hash text is (str(seed) if seed is not None else flag_key + \".\" + salt) + \".\" + ident, plus \".\" + secondary when secondary is not None (an empty string still counts). bucket = int(first 15 hex digits of sha1(text), 16) / 0xFFFFFFFFFFFFFFF. weights are in 1/100000 units; return the first index whose cumulative weight / 100000 exceeds the bucket, else the last index, as [index, round(bucket, 6)].","evaluation_group":"w2-feature-flag-rollout-bucketing-seeded-rollout","failed_approach":"Restoring fifteen digits but dividing by the 64-bit maximum squeezes every bucket toward zero.","family":"w2-feature-flag-rollout-bucketing-seeded-rollout-hash-width","id":"FA-74316","implementations":{"attempt":{"sha256":"c82a1b15e780e0daf11fff079df66f5c0058e2353b6dc4b8db0f2b42739905c8","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport hashlib\nN = 1\nobservations = []\ndef solve(flag_key, salt, ident, secondary, seed, weights):\n    prefix = str(seed) if seed is not None else flag_key + '.' + salt\n    text = prefix + '.' + ident\n    if secondary is not None:\n        text += '.' + secondary\n    bucket = int(hashlib.sha1(text.encode()).hexdigest()[:15], 16) / float(0xFFFFFFFFFFFFFFFF)\n    acc = 0\n    for index, w in enumerate(weights):\n        acc += w\n        if bucket < acc / 100000.0:\n            return [index, round(bucket, 6)]\n    return [len(weights) - 1, round(bucket, 6)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 1', ['flag-b', 'salt2', 'id120', '', 0, [0, 60000, 40000]], [2, 0.88242]),\n  ('rollout sample 2', ['flag-b', 's', 'id212', 'x', 61, [25000, 25000, 25000]], [1, 0.37423])],\n [('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 2', ['flag-b', 's', 'id212', 'x', 61, [25000, 25000, 25000]], [1, 0.37423]),\n  ('rollout sample 6', ['flag-b', 'salt2', 'id765', None, 7, [10000, 20000, 70000]], [2, 0.464498]),\n  ('rollout sample 7', ['flag-a', 's', 'id556', None, None, [30000, 30000]], [1, 0.522407])],\n [('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 9', ['flag-a', 's', 'id324', 'eu', 7, [10000, 20000, 70000]], [2, 0.936832]),\n  ('rollout sample 11', ['flag-a', 'salt2', 'id773', '', 7, [0, 60000, 40000]], [1, 0.477906]),\n  ('rollout sample 12', ['flag-b', 'salt2', 'id724', '', None, [0, 60000, 40000]], [1, 0.353275])],\n [('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 16', ['flag-b', 'salt2', 'id229', 'eu', 61, [10000, 20000, 70000]], [2, 0.315757]),\n  ('rollout sample 17', ['flag-b', 's', 'id105', None, None, [0, 60000, 40000]], [2, 0.791823]),\n  ('rollout sample 18', ['flag-b', 's', 'id67', '', None, [99999]], [0, 0.488251])],\n [('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 21', ['flag-a', 'salt2', 'id352', '', None, [99999]], [0, 0.94531]),\n  ('rollout sample 22', ['flag-a', 'salt2', 'id349', '', 0, [50000, 50000]], [0, 0.298678]),\n  ('rollout sample 23', ['flag-b', 's', 'id120', None, 61, [99999]], [0, 0.42147])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"373c4efd37de5bdaafab834ae35b9c348b066a43a7d50f22a6dbf411f9981adb","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport hashlib\nN = 1\nobservations = []\ndef solve(flag_key, salt, ident, secondary, seed, weights):\n    prefix = str(seed) if seed is not None else flag_key + '.' + salt\n    text = prefix + '.' + ident\n    if secondary is not None:\n        text += '.' + secondary\n    bucket = int(hashlib.sha1(text.encode()).hexdigest()[:16], 16) / float(0xFFFFFFFFFFFFFFF)\n    acc = 0\n    for index, w in enumerate(weights):\n        acc += w\n        if bucket < acc / 100000.0:\n            return [index, round(bucket, 6)]\n    return [len(weights) - 1, round(bucket, 6)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 1', ['flag-b', 'salt2', 'id120', '', 0, [0, 60000, 40000]], [2, 0.88242]),\n  ('rollout sample 2', ['flag-b', 's', 'id212', 'x', 61, [25000, 25000, 25000]], [1, 0.37423])],\n [('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 2', ['flag-b', 's', 'id212', 'x', 61, [25000, 25000, 25000]], [1, 0.37423]),\n  ('rollout sample 6', ['flag-b', 'salt2', 'id765', None, 7, [10000, 20000, 70000]], [2, 0.464498]),\n  ('rollout sample 7', ['flag-a', 's', 'id556', None, None, [30000, 30000]], [1, 0.522407])],\n [('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 9', ['flag-a', 's', 'id324', 'eu', 7, [10000, 20000, 70000]], [2, 0.936832]),\n  ('rollout sample 11', ['flag-a', 'salt2', 'id773', '', 7, [0, 60000, 40000]], [1, 0.477906]),\n  ('rollout sample 12', ['flag-b', 'salt2', 'id724', '', None, [0, 60000, 40000]], [1, 0.353275])],\n [('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 16', ['flag-b', 'salt2', 'id229', 'eu', 61, [10000, 20000, 70000]], [2, 0.315757]),\n  ('rollout sample 17', ['flag-b', 's', 'id105', None, None, [0, 60000, 40000]], [2, 0.791823]),\n  ('rollout sample 18', ['flag-b', 's', 'id67', '', None, [99999]], [0, 0.488251])],\n [('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 21', ['flag-a', 'salt2', 'id352', '', None, [99999]], [0, 0.94531]),\n  ('rollout sample 22', ['flag-a', 'salt2', 'id349', '', 0, [50000, 50000]], [0, 0.298678]),\n  ('rollout sample 23', ['flag-b', 's', 'id120', None, 61, [99999]], [0, 0.42147])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"e5a286b896d35d2278861cccfb1701c588d8b6ad1a4189f77b4a6b780953395d","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\nimport hashlib\nN = 1\nobservations = []\ndef solve(flag_key, salt, ident, secondary, seed, weights):\n    prefix = str(seed) if seed is not None else flag_key + '.' + salt\n    text = prefix + '.' + ident\n    if secondary is not None:\n        text += '.' + secondary\n    bucket = int(hashlib.sha1(text.encode()).hexdigest()[:15], 16) / float(0xFFFFFFFFFFFFFFF)\n    acc = 0\n    for index, w in enumerate(weights):\n        acc += w\n        if bucket < acc / 100000.0:\n            return [index, round(bucket, 6)]\n    return [len(weights) - 1, round(bucket, 6)]\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 1', ['flag-b', 'salt2', 'id120', '', 0, [0, 60000, 40000]], [2, 0.88242]),\n  ('rollout sample 2', ['flag-b', 's', 'id212', 'x', 61, [25000, 25000, 25000]], [1, 0.37423])],\n [('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 2', ['flag-b', 's', 'id212', 'x', 61, [25000, 25000, 25000]], [1, 0.37423]),\n  ('rollout sample 6', ['flag-b', 'salt2', 'id765', None, 7, [10000, 20000, 70000]], [2, 0.464498]),\n  ('rollout sample 7', ['flag-a', 's', 'id556', None, None, [30000, 30000]], [1, 0.522407])],\n [('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 9', ['flag-a', 's', 'id324', 'eu', 7, [10000, 20000, 70000]], [2, 0.936832]),\n  ('rollout sample 11', ['flag-a', 'salt2', 'id773', '', 7, [0, 60000, 40000]], [1, 0.477906]),\n  ('rollout sample 12', ['flag-b', 'salt2', 'id724', '', None, [0, 60000, 40000]], [1, 0.353275])],\n [('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('non-empty secondary', ['flag-a', 's', 'id4', 'eu', None, [10000, 90000]], [1, 0.975219]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 16', ['flag-b', 'salt2', 'id229', 'eu', 61, [10000, 20000, 70000]], [2, 0.315757]),\n  ('rollout sample 17', ['flag-b', 's', 'id105', None, None, [0, 60000, 40000]], [2, 0.791823]),\n  ('rollout sample 18', ['flag-b', 's', 'id67', '', None, [99999]], [0, 0.488251])],\n [('seed zero is a real seed', ['flag-a', 's', 'id1', None, 0, [50000, 50000]], [0, 0.331393]),\n  ('seed replaces flag key and salt', ['flag-b', 's', 'id2', None, 7, [30000, 70000]], [1, 0.855827]),\n  ('empty secondary is still appended', ['flag-a', 's', 'id3', '', None, [50000, 50000]], [1, 0.891663]),\n  ('weights short of total go to last index',\n   ['flag-b', 'salt2', 'id5', None, None, [10000, 10000]],\n   [1, 0.233147]),\n  ('zero-weight first variation', ['flag-b', 's', 'id6', None, None, [0, 100000]], [1, 0.255084]),\n  ('rollout sample 21', ['flag-a', 'salt2', 'id352', '', None, [99999]], [0, 0.94531]),\n  ('rollout sample 22', ['flag-a', 'salt2', 'id349', '', 0, [50000, 50000]], [0, 0.298678]),\n  ('rollout sample 23', ['flag-b', 's', 'id120', None, 61, [99999]], [0, 0.42147])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic toy flag-evaluation model with a stipulated contract; it does not reproduce any vendor SDK byte for byte. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-feature-flag-rollout-bucketing-seeded-rollout-hash-width","generated_at":"2026-09-29T14:48:55.514527+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Seeds let several flags share one bucketing so a cohort sees consistent variations.","repair":"Parse fifteen hex digits and divide by 0xFFFFFFFFFFFFFFF.","root_cause":"Sixteen hex digits are parsed but divided by the fifteen-digit maximum.","sha256":"f37018b2b28bfadb64b5344db716177b7e4a5171eff5640b51bd969673450b1a","title":"Seeded weighted rollout: Sixteen hex digits overflow the unit interval · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":41.877,"exit_code":1,"observations":[{"actual":[0,0.020712],"check":"seed zero is a real seed","expected":[0,0.331393],"passed":false},{"actual":[0,0.053489],"check":"seed replaces flag key and salt","expected":[1,0.855827],"passed":false},{"actual":[0,0.055729],"check":"empty secondary is still appended","expected":[1,0.891663],"passed":false},{"actual":[0,0.060951],"check":"non-empty secondary","expected":[1,0.975219],"passed":false},{"actual":[0,0.014572],"check":"weights short of total go to last index","expected":[1,0.233147],"passed":false},{"actual":[1,0.015943],"check":"zero-weight first variation","expected":[1,0.255084],"passed":false},{"actual":[1,0.055151],"check":"rollout sample 1","expected":[2,0.88242],"passed":false},{"actual":[0,0.023389],"check":"rollout sample 2","expected":[1,0.37423],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"seed zero is a real seed\", \"actual\": [0, 0.020712], \"expected\": [0, 0.331393], \"passed\": false}, {\"check\": \"seed replaces flag key and salt\", \"actual\": [0, 0.053489], \"expected\": [1, 0.855827], \"passed\": false}, {\"check\": \"empty secondary is still appended\", \"actual\": [0, 0.055729], \"expected\": [1, 0.891663], \"passed\": false}, {\"check\": \"non-empty secondary\", \"actual\": [0, 0.060951], \"expected\": [1, 0.975219], \"passed\": false}, {\"check\": \"weights short of total go to last index\", \"actual\": [0, 0.014572], \"expected\": [1, 0.233147], \"passed\": false}, {\"check\": \"zero-weight first variation\", \"actual\": [1, 0.015943], \"expected\": [1, 0.255084], \"passed\": false}, {\"check\": \"rollout sample 1\", \"actual\": [1, 0.055151], \"expected\": [2, 0.88242], \"passed\": false}, {\"check\": \"rollout sample 2\", \"actual\": [0, 0.023389], \"expected\": [1, 0.37423], \"passed\": false}], \"passed\": false}\n"},"broken":{"elapsed_ms":41.448,"exit_code":1,"observations":[{"actual":[1,5.302286],"check":"seed zero is a real seed","expected":[0,0.331393],"passed":false},{"actual":[1,13.693229],"check":"seed replaces flag key and salt","expected":[1,0.855827],"passed":false},{"actual":[1,14.266614],"check":"empty secondary is still appended","expected":[1,0.891663],"passed":false},{"actual":[1,15.603502],"check":"non-empty secondary","expected":[1,0.975219],"passed":false},{"actual":[1,3.730357],"check":"weights short of total go to last index","expected":[1,0.233147],"passed":false},{"actual":[1,4.081349],"check":"zero-weight first variation","expected":[1,0.255084],"passed":false},{"actual":[2,14.118714],"check":"rollout sample 1","expected":[2,0.88242],"passed":false},{"actual":[2,5.987677],"check":"rollout sample 2","expected":[1,0.37423],"passed":false}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"seed zero is a real seed\", \"actual\": [1, 5.302286], \"expected\": [0, 0.331393], \"passed\": false}, {\"check\": \"seed replaces flag key and salt\", \"actual\": [1, 13.693229], \"expected\": [1, 0.855827], \"passed\": false}, {\"check\": \"empty secondary is still appended\", \"actual\": [1, 14.266614], \"expected\": [1, 0.891663], \"passed\": false}, {\"check\": \"non-empty secondary\", \"actual\": [1, 15.603502], \"expected\": [1, 0.975219], \"passed\": false}, {\"check\": \"weights short of total go to last index\", \"actual\": [1, 3.730357], \"expected\": [1, 0.233147], \"passed\": false}, {\"check\": \"zero-weight first variation\", \"actual\": [1, 4.081349], \"expected\": [1, 0.255084], \"passed\": false}, {\"check\": \"rollout sample 1\", \"actual\": [2, 14.118714], \"expected\": [2, 0.88242], \"passed\": false}, {\"check\": \"rollout sample 2\", \"actual\": [2, 5.987677], \"expected\": [1, 0.37423], \"passed\": false}], \"passed\": false}\n"},"fixed":{"elapsed_ms":43.021,"exit_code":0,"observations":[{"actual":[0,0.331393],"check":"seed zero is a real seed","expected":[0,0.331393],"passed":true},{"actual":[1,0.855827],"check":"seed replaces flag key and salt","expected":[1,0.855827],"passed":true},{"actual":[1,0.891663],"check":"empty secondary is still appended","expected":[1,0.891663],"passed":true},{"actual":[1,0.975219],"check":"non-empty secondary","expected":[1,0.975219],"passed":true},{"actual":[1,0.233147],"check":"weights short of total go to last index","expected":[1,0.233147],"passed":true},{"actual":[1,0.255084],"check":"zero-weight first variation","expected":[1,0.255084],"passed":true},{"actual":[2,0.88242],"check":"rollout sample 1","expected":[2,0.88242],"passed":true},{"actual":[1,0.37423],"check":"rollout sample 2","expected":[1,0.37423],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"seed zero is a real seed\", \"actual\": [0, 0.331393], \"expected\": [0, 0.331393], \"passed\": true}, {\"check\": \"seed replaces flag key and salt\", \"actual\": [1, 0.855827], \"expected\": [1, 0.855827], \"passed\": true}, {\"check\": \"empty secondary is still appended\", \"actual\": [1, 0.891663], \"expected\": [1, 0.891663], \"passed\": true}, {\"check\": \"non-empty secondary\", \"actual\": [1, 0.975219], \"expected\": [1, 0.975219], \"passed\": true}, {\"check\": \"weights short of total go to last index\", \"actual\": [1, 0.233147], \"expected\": [1, 0.233147], \"passed\": true}, {\"check\": \"zero-weight first variation\", \"actual\": [1, 0.255084], \"expected\": [1, 0.255084], \"passed\": true}, {\"check\": \"rollout sample 1\", \"actual\": [2, 0.88242], \"expected\": [2, 0.88242], \"passed\": true}, {\"check\": \"rollout sample 2\", \"actual\": [1, 0.37423], \"expected\": [1, 0.37423], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}