{"abstract":"Perfect crafts report 99 and the displayed score never reaches 100.","category":"Game economy crafting balance","checks":8,"contract":"materials = [[quality, weight], ...]. If total weight <= 0 the craft fails (score 0, tier \"failed\"). score = floor(sum(q*w)/sum(w)) + skill//10, capped at 100. Tier index = number of cutoffs [40, 65, 85] with score >= cutoff over [common, fine, superior, masterwork]. A critical craft (skill >= 25 and crit_roll < 5) raises the tier by one, never above masterwork.","evaluation_group":"w2-game-economy-crafting-balance-craft-quality","failed_approach":"Clamping the lower bound instead leaves scores above 100.","family":"w2-game-economy-crafting-balance-craft-quality-score-cap","id":"FA-86056","implementations":{"attempt":{"sha256":"8476ff46b528ff9eb6997c58565530d4cfb63719ec9fa1e54a8076b9d8b0c50a","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(materials, skill, crit_roll):\n    tiers = ['common', 'fine', 'superior', 'masterwork']\n    cuts = [40, 65, 85]\n    total_w = sum(w for q, w in materials)\n    if total_w <= 0:\n        return {'score': 0, 'tier': 'failed'}\n    score = sum(q * w for q, w in materials) // total_w + skill // 10\n    score = max(0, score)\n    t = sum(1 for c in cuts if score >= c)\n    if skill >= 25 and crit_roll < 5:\n        t = min(t + 1, len(tiers) - 1)\n    return {'score': score, 'tier': tiers[t]}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncases = [[('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[100, 0], [100, 1]], 24, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[84, 0], [100, 3]], 24, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3', [[[100, 2]], 142, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[85, 0], [100, 1]], 150, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[84, 0], [100, 3]], 24, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[100, 2]], 142, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3', [[[85, 0], [100, 1]], 150, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[84, 3], [100, 2], [100, 3]], 100, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[85, 0], [100, 1]], 150, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[84, 3], [100, 2], [100, 3]], 100, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3', [[[64, 0], [100, 3]], 24, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[100, 1]], 24, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[64, 0], [100, 3]], 24, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[100, 1]], 24, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3',\n   [[[0, 0], [0, 0], [84, 1], [92, 3]], 150, 50],\n   {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[100, 3], [53, 1]], 150, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1], [100, 3], [85, 1]], 26, 5], {'score': 86, 'tier': 'masterwork'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1',\n   [[[0, 0], [0, 0], [84, 1], [92, 3]], 150, 50],\n   {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[100, 3], [53, 1]], 150, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3',\n   [[[100, 2], [65, 1], [100, 1], [0, 0]], 150, 4],\n   {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[85, 0], [100, 1]], 24, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 3], [85, 0]], 52, 0], {'score': 44, 'tier': 'superior'})]]\nfor label, args, expected in cases[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"c6be8775265e36a30fe0e503a3a8ebabaa0468c5fef2ac9eff738ce093f118f6","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(materials, skill, crit_roll):\n    tiers = ['common', 'fine', 'superior', 'masterwork']\n    cuts = [40, 65, 85]\n    total_w = sum(w for q, w in materials)\n    if total_w <= 0:\n        return {'score': 0, 'tier': 'failed'}\n    score = sum(q * w for q, w in materials) // total_w + skill // 10\n    score = min(99, score)\n    t = sum(1 for c in cuts if score >= c)\n    if skill >= 25 and crit_roll < 5:\n        t = min(t + 1, len(tiers) - 1)\n    return {'score': score, 'tier': tiers[t]}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncases = [[('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[100, 0], [100, 1]], 24, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[84, 0], [100, 3]], 24, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3', [[[100, 2]], 142, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[85, 0], [100, 1]], 150, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[84, 0], [100, 3]], 24, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[100, 2]], 142, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3', [[[85, 0], [100, 1]], 150, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[84, 3], [100, 2], [100, 3]], 100, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[85, 0], [100, 1]], 150, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[84, 3], [100, 2], [100, 3]], 100, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3', [[[64, 0], [100, 3]], 24, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[100, 1]], 24, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[64, 0], [100, 3]], 24, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[100, 1]], 24, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3',\n   [[[0, 0], [0, 0], [84, 1], [92, 3]], 150, 50],\n   {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[100, 3], [53, 1]], 150, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1], [100, 3], [85, 1]], 26, 5], {'score': 86, 'tier': 'masterwork'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1',\n   [[[0, 0], [0, 0], [84, 1], [92, 3]], 150, 50],\n   {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[100, 3], [53, 1]], 150, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3',\n   [[[100, 2], [65, 1], [100, 1], [0, 0]], 150, 4],\n   {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[85, 0], [100, 1]], 24, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 3], [85, 0]], 52, 0], {'score': 44, 'tier': 'superior'})]]\nfor label, args, expected in cases[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"77b5216798090ef15d388cac26b545413b01bfd8dc2258ee82babc3b5f615e41","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(materials, skill, crit_roll):\n    tiers = ['common', 'fine', 'superior', 'masterwork']\n    cuts = [40, 65, 85]\n    total_w = sum(w for q, w in materials)\n    if total_w <= 0:\n        return {'score': 0, 'tier': 'failed'}\n    score = sum(q * w for q, w in materials) // total_w + skill // 10\n    score = min(100, score)\n    t = sum(1 for c in cuts if score >= c)\n    if skill >= 25 and crit_roll < 5:\n        t = min(t + 1, len(tiers) - 1)\n    return {'score': score, 'tier': tiers[t]}\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\ncases = [[('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[100, 0], [100, 1]], 24, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[84, 0], [100, 3]], 24, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3', [[[100, 2]], 142, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[85, 0], [100, 1]], 150, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[84, 0], [100, 3]], 24, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[100, 2]], 142, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3', [[[85, 0], [100, 1]], 150, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[84, 3], [100, 2], [100, 3]], 100, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[85, 0], [100, 1]], 150, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[84, 3], [100, 2], [100, 3]], 100, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3', [[[64, 0], [100, 3]], 24, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[100, 1]], 24, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1]], 10, 50], {'score': 40, 'tier': 'fine'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1', [[[64, 0], [100, 3]], 24, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[100, 1]], 24, 50], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3',\n   [[[0, 0], [0, 0], [84, 1], [92, 3]], 150, 50],\n   {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[100, 3], [53, 1]], 150, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 1], [100, 3], [85, 1]], 26, 5], {'score': 86, 'tier': 'masterwork'})],\n [('masterwork crit #1', [[[100, 2]], 50, 0], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #1',\n   [[[0, 0], [0, 0], [84, 1], [92, 3]], 150, 50],\n   {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #2', [[[100, 3], [53, 1]], 150, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #3',\n   [[[100, 2], [65, 1], [100, 1], [0, 0]], 150, 4],\n   {'score': 100, 'tier': 'masterwork'}),\n  ('regression score cap #4', [[[85, 0], [100, 1]], 24, 4], {'score': 100, 'tier': 'masterwork'}),\n  ('heavy rare material #1', [[[90, 3], [30, 1]], 0, 50], {'score': 75, 'tier': 'superior'}),\n  ('score exactly fine cutoff #1', [[[40, 1]], 0, 99], {'score': 40, 'tier': 'fine'}),\n  ('control #1', [[[39, 3], [85, 0]], 52, 0], {'score': 44, 'tier': 'superior'})]]\nfor label, args, expected in cases[N-1]:\n    check(label, solve(*args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"Deterministic toy contract stipulated for this model; integer or exact arithmetic only, not a reproduction of any specific game engine. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-game-economy-crafting-balance-craft-quality-score-cap","generated_at":"2026-09-29T14:50:46.089956+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Game economies leak or destroy currency when one crafting or pricing rule is off by one boundary, rounding stage or state update; the defect is observable in exact integer outcomes.","repair":"Restore `score = min(100, score)` at the score cap step.","root_cause":"The score cap is one below the stated maximum.","sha256":"3ead6a2a424235f9420203aabf9ef17d2144816d3366885d6cd88f6413c00091","title":"Crafted quality tier: Score cap withholds a perfect craft · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":42.41,"exit_code":1,"observations":[{"actual":{"score":105,"tier":"masterwork"},"check":"masterwork crit #1","expected":{"score":100,"tier":"masterwork"},"passed":false},{"actual":{"score":102,"tier":"masterwork"},"check":"regression score cap #1","expected":{"score":100,"tier":"masterwork"},"passed":false},{"actual":{"score":102,"tier":"masterwork"},"check":"regression score cap #2","expected":{"score":100,"tier":"masterwork"},"passed":false},{"actual":{"score":114,"tier":"masterwork"},"check":"regression score cap #3","expected":{"score":100,"tier":"masterwork"},"passed":false},{"actual":{"score":115,"tier":"masterwork"},"check":"regression score cap #4","expected":{"score":100,"tier":"masterwork"},"passed":false},{"actual":{"score":75,"tier":"superior"},"check":"heavy rare material #1","expected":{"score":75,"tier":"superior"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"score exactly fine cutoff #1","expected":{"score":40,"tier":"fine"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"control #1","expected":{"score":40,"tier":"fine"},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"masterwork crit #1\", \"actual\": {\"score\": 105, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression score cap #1\", \"actual\": {\"score\": 102, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression score cap #2\", \"actual\": {\"score\": 102, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression score cap #3\", \"actual\": {\"score\": 114, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression score cap #4\", \"actual\": {\"score\": 115, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"heavy rare material #1\", \"actual\": {\"score\": 75, \"tier\": \"superior\"}, \"expected\": {\"score\": 75, \"tier\": \"superior\"}, \"passed\": true}, {\"check\": \"score exactly fine cutoff #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}, {\"check\": \"control #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":38.264,"exit_code":1,"observations":[{"actual":{"score":99,"tier":"masterwork"},"check":"masterwork crit #1","expected":{"score":100,"tier":"masterwork"},"passed":false},{"actual":{"score":99,"tier":"masterwork"},"check":"regression score cap #1","expected":{"score":100,"tier":"masterwork"},"passed":false},{"actual":{"score":99,"tier":"masterwork"},"check":"regression score cap #2","expected":{"score":100,"tier":"masterwork"},"passed":false},{"actual":{"score":99,"tier":"masterwork"},"check":"regression score cap #3","expected":{"score":100,"tier":"masterwork"},"passed":false},{"actual":{"score":99,"tier":"masterwork"},"check":"regression score cap #4","expected":{"score":100,"tier":"masterwork"},"passed":false},{"actual":{"score":75,"tier":"superior"},"check":"heavy rare material #1","expected":{"score":75,"tier":"superior"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"score exactly fine cutoff #1","expected":{"score":40,"tier":"fine"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"control #1","expected":{"score":40,"tier":"fine"},"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"masterwork crit #1\", \"actual\": {\"score\": 99, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression score cap #1\", \"actual\": {\"score\": 99, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression score cap #2\", \"actual\": {\"score\": 99, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression score cap #3\", \"actual\": {\"score\": 99, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"regression score cap #4\", \"actual\": {\"score\": 99, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": false}, {\"check\": \"heavy rare material #1\", \"actual\": {\"score\": 75, \"tier\": \"superior\"}, \"expected\": {\"score\": 75, \"tier\": \"superior\"}, \"passed\": true}, {\"check\": \"score exactly fine cutoff #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}, {\"check\": \"control #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":40.892,"exit_code":0,"observations":[{"actual":{"score":100,"tier":"masterwork"},"check":"masterwork crit #1","expected":{"score":100,"tier":"masterwork"},"passed":true},{"actual":{"score":100,"tier":"masterwork"},"check":"regression score cap #1","expected":{"score":100,"tier":"masterwork"},"passed":true},{"actual":{"score":100,"tier":"masterwork"},"check":"regression score cap #2","expected":{"score":100,"tier":"masterwork"},"passed":true},{"actual":{"score":100,"tier":"masterwork"},"check":"regression score cap #3","expected":{"score":100,"tier":"masterwork"},"passed":true},{"actual":{"score":100,"tier":"masterwork"},"check":"regression score cap #4","expected":{"score":100,"tier":"masterwork"},"passed":true},{"actual":{"score":75,"tier":"superior"},"check":"heavy rare material #1","expected":{"score":75,"tier":"superior"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"score exactly fine cutoff #1","expected":{"score":40,"tier":"fine"},"passed":true},{"actual":{"score":40,"tier":"fine"},"check":"control #1","expected":{"score":40,"tier":"fine"},"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"masterwork crit #1\", \"actual\": {\"score\": 100, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": true}, {\"check\": \"regression score cap #1\", \"actual\": {\"score\": 100, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": true}, {\"check\": \"regression score cap #2\", \"actual\": {\"score\": 100, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": true}, {\"check\": \"regression score cap #3\", \"actual\": {\"score\": 100, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": true}, {\"check\": \"regression score cap #4\", \"actual\": {\"score\": 100, \"tier\": \"masterwork\"}, \"expected\": {\"score\": 100, \"tier\": \"masterwork\"}, \"passed\": true}, {\"check\": \"heavy rare material #1\", \"actual\": {\"score\": 75, \"tier\": \"superior\"}, \"expected\": {\"score\": 75, \"tier\": \"superior\"}, \"passed\": true}, {\"check\": \"score exactly fine cutoff #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}, {\"check\": \"control #1\", \"actual\": {\"score\": 40, \"tier\": \"fine\"}, \"expected\": {\"score\": 40, \"tier\": \"fine\"}, \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}