{"abstract":"A critical masterwork is downgraded to superior.","category":"Game economy crafting balance","checks":8,"contract":"materials = [[quality, weight], ...]. If total weight <= 0 the craft fails (score 0, tier \"failed\"). score = floor(sum(q*w)/sum(w)) + skill//10, capped at 100. Tier index = number of cutoffs [40, 65, 85] with score >= cutoff over [common, fine, superior, masterwork]. A critical craft (skill >= 25 and crit_roll < 5) raises the tier by one, never above masterwork.","evaluation_group":"w2-game-economy-crafting-balance-craft-quality","failed_approach":"Blocking upgrades from superior denies legitimate superior-to-masterwork crits.","family":"w2-game-economy-crafting-balance-craft-quality-masterwork-crit-ceiling","id":"FA-86071","implementations":{"attempt":{"sha256":"5e6ed2d2435460b6d3bd7cff295d79d66c12ff1d28b6c095f59f6a625f5fa7fb","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(materials, skill, crit_roll):\n    tiers = ['common', 'fine', 'superior', 'masterwork']\n    cuts = [40, 65, 85]\n    total_w = sum(w for q, w in materials)\n    if total_w <= 0:\n        return {'score': 0, 'tier': 'failed'}\n    score = sum(q * w for q, w in materials) // total_w + skill // 10\n    score = min(100, score)\n    t = sum(1 for c in cuts if score >= c)\n    if skill >= 25 and crit_roll < 5:\n        t = t + 1 if t < 2 else t\n    return {'score': score, 'tier': tiers[t]}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncases = [[('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[100, 1], [65, 3], [40, 1], [39, 1]], 99, 4],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2', [[[64, 3], [84, 1]], 26, 0], {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3',\n   [[[65, 1], [65, 1], [39, 3], [88, 3]], 99, 4],\n   {'score': 72, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #4', [[[64, 1]], 150, 4], {'score': 79, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1', [[[64, 3], [84, 1]], 26, 0], {'score': 71, 'tier': 'masterwork'}),\n  ('fault site masterwork crit ceiling #1',\n   [[[100, 1], [85, 3], [65, 3]], 75, 0],\n   {'score': 85, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2',\n   [[[65, 1], [65, 1], [39, 3], [88, 3]], 99, 4],\n   {'score': 72, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3', [[[64, 1]], 150, 4], {'score': 79, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[65, 1], [65, 1], [39, 3], [88, 3]], 99, 4],\n   {'score': 72, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2', [[[64, 1]], 150, 4], {'score': 79, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3',\n   [[[40, 1], [64, 0], [84, 2]], 26, 0],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #4',\n   [[[27, 1], [65, 1], [84, 1]], 113, 0],\n   {'score': 69, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('fault site masterwork crit ceiling #1', [[[84, 0], [85, 2]], 25, 0], {'score': 87, 'tier': 'masterwork'}),\n  ('fault site masterwork crit ceiling #2', [[[100, 2]], 142, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[65, 3], [78, 2], [64, 0], [40, 0]], 99, 0],\n   {'score': 79, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2', [[[65, 3], [39, 0]], 25, 4], {'score': 67, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1], [100, 3], [85, 1]], 26, 5], {'score': 86, 'tier': 'masterwork'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[40, 1], [64, 0], [84, 2]], 26, 0],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2',\n   [[[27, 1], [65, 1], [84, 1]], 113, 0],\n   {'score': 69, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3',\n   [[[85, 0], [84, 2], [39, 1]], 25, 0],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #4', [[[65, 2], [64, 2]], 99, 0], {'score': 73, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 3], [85, 0]], 52, 0], {'score': 44, 'tier': 'superior'})]]\nfor label, args, expected in cases[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"bf694dfdf8696f6f3e42a283bc8daec4389dd31468efad94d5b339120a4d2850","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(materials, skill, crit_roll):\n    tiers = ['common', 'fine', 'superior', 'masterwork']\n    cuts = [40, 65, 85]\n    total_w = sum(w for q, w in materials)\n    if total_w <= 0:\n        return {'score': 0, 'tier': 'failed'}\n    score = sum(q * w for q, w in materials) // total_w + skill // 10\n    score = min(100, score)\n    t = sum(1 for c in cuts if score >= c)\n    if skill >= 25 and crit_roll < 5:\n        t = min(t + 1, len(tiers) - 2)\n    return {'score': score, 'tier': tiers[t]}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncases = [[('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[100, 1], [65, 3], [40, 1], [39, 1]], 99, 4],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2', [[[64, 3], [84, 1]], 26, 0], {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3',\n   [[[65, 1], [65, 1], [39, 3], [88, 3]], 99, 4],\n   {'score': 72, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #4', [[[64, 1]], 150, 4], {'score': 79, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1', [[[64, 3], [84, 1]], 26, 0], {'score': 71, 'tier': 'masterwork'}),\n  ('fault site masterwork crit ceiling #1',\n   [[[100, 1], [85, 3], [65, 3]], 75, 0],\n   {'score': 85, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2',\n   [[[65, 1], [65, 1], [39, 3], [88, 3]], 99, 4],\n   {'score': 72, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3', [[[64, 1]], 150, 4], {'score': 79, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[65, 1], [65, 1], [39, 3], [88, 3]], 99, 4],\n   {'score': 72, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2', [[[64, 1]], 150, 4], {'score': 79, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3',\n   [[[40, 1], [64, 0], [84, 2]], 26, 0],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #4',\n   [[[27, 1], [65, 1], [84, 1]], 113, 0],\n   {'score': 69, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('fault site masterwork crit ceiling #1', [[[84, 0], [85, 2]], 25, 0], {'score': 87, 'tier': 'masterwork'}),\n  ('fault site masterwork crit ceiling #2', [[[100, 2]], 142, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[65, 3], [78, 2], [64, 0], [40, 0]], 99, 0],\n   {'score': 79, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2', [[[65, 3], [39, 0]], 25, 4], {'score': 67, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1], [100, 3], [85, 1]], 26, 5], {'score': 86, 'tier': 'masterwork'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[40, 1], [64, 0], [84, 2]], 26, 0],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2',\n   [[[27, 1], [65, 1], [84, 1]], 113, 0],\n   {'score': 69, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3',\n   [[[85, 0], [84, 2], [39, 1]], 25, 0],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #4', [[[65, 2], [64, 2]], 99, 0], {'score': 73, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 3], [85, 0]], 52, 0], {'score': 44, 'tier': 'superior'})]]\nfor label, args, expected in cases[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"2d7a89bb294d01db564cf5d8ac86e021b48c59734e0ba4a194e960bdc57257dd","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(materials, skill, crit_roll):\n    tiers = ['common', 'fine', 'superior', 'masterwork']\n    cuts = [40, 65, 85]\n    total_w = sum(w for q, w in materials)\n    if total_w <= 0:\n        return {'score': 0, 'tier': 'failed'}\n    score = sum(q * w for q, w in materials) // total_w + skill // 10\n    score = min(100, score)\n    t = sum(1 for c in cuts if score >= c)\n    if skill >= 25 and crit_roll < 5:\n        t = min(t + 1, len(tiers) - 1)\n    return {'score': score, 'tier': tiers[t]}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncases = [[('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[100, 1], [65, 3], [40, 1], [39, 1]], 99, 4],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2', [[[64, 3], [84, 1]], 26, 0], {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3',\n   [[[65, 1], [65, 1], [39, 3], [88, 3]], 99, 4],\n   {'score': 72, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #4', [[[64, 1]], 150, 4], {'score': 79, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1', [[[64, 3], [84, 1]], 26, 0], {'score': 71, 'tier': 'masterwork'}),\n  ('fault site masterwork crit ceiling #1',\n   [[[100, 1], [85, 3], [65, 3]], 75, 0],\n   {'score': 85, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2',\n   [[[65, 1], [65, 1], [39, 3], [88, 3]], 99, 4],\n   {'score': 72, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3', [[[64, 1]], 150, 4], {'score': 79, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[65, 1], [65, 1], [39, 3], [88, 3]], 99, 4],\n   {'score': 72, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2', [[[64, 1]], 150, 4], {'score': 79, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3',\n   [[[40, 1], [64, 0], [84, 2]], 26, 0],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #4',\n   [[[27, 1], [65, 1], [84, 1]], 113, 0],\n   {'score': 69, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('fault site masterwork crit ceiling #1', [[[84, 0], [85, 2]], 25, 0], {'score': 87, 'tier': 'masterwork'}),\n  ('fault site masterwork crit ceiling #2', [[[100, 2]], 142, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[65, 3], [78, 2], [64, 0], [40, 0]], 99, 0],\n   {'score': 79, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2', [[[65, 3], [39, 0]], 25, 4], {'score': 67, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1], [100, 3], [85, 1]], 26, 5], {'score': 86, 'tier': 'masterwork'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #1',\n   [[[40, 1], [64, 0], [84, 2]], 26, 0],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #2',\n   [[[27, 1], [65, 1], [84, 1]], 113, 0],\n   {'score': 69, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #3',\n   [[[85, 0], [84, 2], [39, 1]], 25, 0],\n   {'score': 71, 'tier': 'masterwork'}),\n  ('regression masterwork crit ceiling #4', [[[65, 2], [64, 2]], 99, 0], {'score': 73, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 3], [85, 0]], 52, 0], {'score': 44, 'tier': 'superior'})]]\nfor label, args, expected in cases[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Deterministic toy contract stipulated for this model; integer or exact arithmetic only, not a reproduction of any specific game engine. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-game-economy-crafting-balance-craft-quality-masterwork-crit-ceiling","generated_at":"2026-09-29T14:50:46.214334+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Game economies leak or destroy currency when one crafting or pricing rule is off by one boundary, rounding stage or state update; the defect is observable in exact integer outcomes.","repair":"Restore `min(t + 1, len(tiers) - 1)` at the masterwork crit ceiling step.","root_cause":"The tier ceiling for critical upgrades is one tier short of the top.","sha256":"50d1be6de5185df3da8f8b57e3d0ce5dce91c99f2375b200b4ef2c08167e8111","title":"Crafted quality tier: Critical crafts are capped at superior · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":40.783,"exit_code":1,"observations":[{"actual":{"score":100,"tier":"masterwork"},"check":"masterwork crit #1","expected":{"score":100,"tier":"masterwork"},"passed":true},{"actual":{"score":71,"tier":"superior"},"check":"regression masterwork crit ceiling #1","expected":{"score":71,"tier":"masterwork"},"passed":false},{"actual":{"score":71,"tier":"superior"},"check":"regression masterwork crit ceiling #2","expected":{"score":71,"tier":"masterwork"},"passed":false},{"actual":{"score":72,"tier":"superior"},"check":"regression masterwork crit ceiling #3","expected":{"score":72,"tier":"masterwork"},"passed":false},{"actual":{"score":79,"tier":"superior"},"check":"regression masterwork crit ceiling #4","expected":{"score":79,"tier":"masterwork"},"passed":false},{"actual":{"score":75,"tier":"superior"},"check":"heavy rare material #1","expected":{"score":75,"tier":"superior"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"score exactly fine cutoff #1","expected":{"score":40,"tier":"fine"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"control #1","expected":{"score":40,"tier":"fine"},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"masterwork crit #1\", \"actual\": {\"score\": 100, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": true}, {\"check\": \"regression masterwork crit ceiling #1\", \"actual\": {\"score\": 71, \"tier\": \"superior\"}, \"expected\": {\"score\": 71, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression masterwork crit ceiling #2\", \"actual\": {\"score\": 71, \"tier\": \"superior\"}, \"expected\": {\"score\": 71, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression masterwork crit ceiling #3\", \"actual\": {\"score\": 72, \"tier\": \"superior\"}, \"expected\": {\"score\": 72, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression masterwork crit ceiling #4\", \"actual\": {\"score\": 79, \"tier\": \"superior\"}, \"expected\": {\"score\": 79, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"heavy rare material #1\", \"actual\": {\"score\": 75, \"tier\": \"superior\"}, \"expected\": {\"score\": 75, \"tier\": \"superior\"}, \"passed\": true}, {\"check\": \"score exactly fine cutoff #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}, {\"check\": \"control #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":38.698,"exit_code":1,"observations":[{"actual":{"score":100,"tier":"superior"},"check":"masterwork crit #1","expected":{"score":100,"tier":"masterwork"},"passed":false},{"actual":{"score":71,"tier":"superior"},"check":"regression masterwork crit ceiling #1","expected":{"score":71,"tier":"masterwork"},"passed":false},{"actual":{"score":71,"tier":"superior"},"check":"regression masterwork crit ceiling #2","expected":{"score":71,"tier":"masterwork"},"passed":false},{"actual":{"score":72,"tier":"superior"},"check":"regression masterwork crit ceiling #3","expected":{"score":72,"tier":"masterwork"},"passed":false},{"actual":{"score":79,"tier":"superior"},"check":"regression masterwork crit ceiling #4","expected":{"score":79,"tier":"masterwork"},"passed":false},{"actual":{"score":75,"tier":"superior"},"check":"heavy rare material #1","expected":{"score":75,"tier":"superior"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"score exactly fine cutoff #1","expected":{"score":40,"tier":"fine"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"control #1","expected":{"score":40,"tier":"fine"},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"masterwork crit #1\", \"actual\": {\"score\": 100, \"tier\": \"superior\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression masterwork crit ceiling #1\", \"actual\": {\"score\": 71, \"tier\": \"superior\"}, \"expected\": {\"score\": 71, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression masterwork crit ceiling #2\", \"actual\": {\"score\": 71, \"tier\": \"superior\"}, \"expected\": {\"score\": 71, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression masterwork crit ceiling #3\", \"actual\": {\"score\": 72, \"tier\": \"superior\"}, \"expected\": {\"score\": 72, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression masterwork crit ceiling #4\", \"actual\": {\"score\": 79, \"tier\": \"superior\"}, \"expected\": {\"score\": 79, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"heavy rare material #1\", \"actual\": {\"score\": 75, \"tier\": \"superior\"}, \"expected\": {\"score\": 75, \"tier\": \"superior\"}, \"passed\": true}, {\"check\": \"score exactly fine cutoff #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}, {\"check\": \"control #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":41.051,"exit_code":0,"observations":[{"actual":{"score":100,"tier":"masterwork"},"check":"masterwork crit #1","expected":{"score":100,"tier":"masterwork"},"passed":true},{"actual":{"score":71,"tier":"masterwork"},"check":"regression masterwork crit ceiling #1","expected":{"score":71,"tier":"masterwork"},"passed":true},{"actual":{"score":71,"tier":"masterwork"},"check":"regression masterwork crit ceiling #2","expected":{"score":71,"tier":"masterwork"},"passed":true},{"actual":{"score":72,"tier":"masterwork"},"check":"regression masterwork crit ceiling #3","expected":{"score":72,"tier":"masterwork"},"passed":true},{"actual":{"score":79,"tier":"masterwork"},"check":"regression masterwork crit ceiling #4","expected":{"score":79,"tier":"masterwork"},"passed":true},{"actual":{"score":75,"tier":"superior"},"check":"heavy rare material #1","expected":{"score":75,"tier":"superior"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"score exactly fine cutoff #1","expected":{"score":40,"tier":"fine"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"control #1","expected":{"score":40,"tier":"fine"},"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"masterwork crit #1\", \"actual\": {\"score\": 100, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": true}, {\"check\": \"regression masterwork crit ceiling #1\", \"actual\": {\"score\": 71, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 71, \"tier\": \"masterwork\"}, \"passed\": true}, {\"check\": \"regression masterwork crit ceiling #2\", \"actual\": {\"score\": 71, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 71, \"tier\": \"masterwork\"}, \"passed\": true}, {\"check\": \"regression masterwork crit ceiling #3\", \"actual\": {\"score\": 72, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 72, \"tier\": \"masterwork\"}, \"passed\": true}, {\"check\": \"regression masterwork crit ceiling #4\", \"actual\": {\"score\": 79, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 79, \"tier\": \"masterwork\"}, \"passed\": true}, {\"check\": \"heavy rare material #1\", \"actual\": {\"score\": 75, \"tier\": \"superior\"}, \"expected\": {\"score\": 75, \"tier\": \"superior\"}, \"passed\": true}, {\"check\": \"score exactly fine cutoff #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}, {\"check\": \"control #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}