{"abstract":"Numbers after Arabic letters stay European.","category":"Bidirectional text layout","checks":8,"contract":"Input [classes of one isolating run sequence, sos]. W1 NSM takes the previous type (sos at start; ON after LRI/RLI/FSI/PDI). W2 EN after the last strong AL becomes AN. W3 AL->R. W4 a single ES between EN and EN -> EN; a single CS between two numbers of the same type takes that type. W5 a run of ET adjacent to EN -> EN. W6 remaining ES/ET/CS -> ON. W7 EN whose last strong (sos at start) is L -> L. Return resolved classes.","contract_signature":"x","evaluation_group":"w2-bidirectional-text-layout-weak-types","failed_approach":"Tracking L and AL but not R leaves stale Arabic context after Hebrew letters.","family":"w2-bidirectional-text-layout-weak-types-arabic-context-tracking","id":"FA-80381","implementations":{"attempt":{"sha256":"a6aa1c92d2d53cf67f0c49eaf11043ace4f26380dc25de10605a1ddf42031735","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    types, sos = x\n    t = list(types)\n    n = len(t)\n    prev = sos\n    for i in range(n):\n        if t[i] == 'NSM':\n            t[i] = 'ON' if prev in ('LRI', 'RLI', 'FSI', 'PDI') else prev\n        prev = t[i]\n    last_strong = sos\n    for i in range(n):\n        if t[i] in ('L', 'AL'):\n            last_strong = t[i]\n        elif t[i] == 'EN' and last_strong == 'AL':\n            t[i] = 'AN'\n    t = ['R' if c == 'AL' else c for c in t]\n    for i in range(1, n - 1):\n        if t[i] == 'ES' and t[i - 1] == 'EN' and t[i + 1] == 'EN':\n            t[i] = 'EN'\n        elif t[i] == 'CS' and t[i - 1] == t[i + 1] and t[i - 1] in ('EN', 'AN'):\n            t[i] = t[i - 1]\n    i = 0\n    while i < n:\n        if t[i] == 'ET':\n            j = i\n            while j < n and t[j] == 'ET':\n                j += 1\n            if (i > 0 and t[i - 1] == 'EN') or (j < n and t[j] == 'EN'):\n                for k in range(i, j):\n                    t[k] = 'EN'\n            i = j\n        else:\n            i += 1\n    t = ['ON' if c in ('ES', 'ET', 'CS') else c for c in t]\n    strong = sos\n    for i in range(n):\n        if t[i] in ('L', 'R'):\n            strong = t[i]\n        elif t[i] == 'EN' and strong == 'L':\n            t[i] = 'L'\n    return t\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('Arabic number context', [['AL', 'EN', 'CS', 'EN'], 'L'], ['R', 'AN', 'AN', 'AN']), ('regression: Arabic context tracking', [['EN', 'R', 'R', 'L', 'AL', 'EN', 'AL', 'ES'], 'R'], ['EN', 'R', 'R', 'L', 'R', 'AN', 'R', 'ON']), ('partial-repair probe', [['NSM', 'AL', 'ON', 'ON', 'ES', 'R', 'ES', 'EN', 'PDI', 'AN'], 'R'], ['R', 'R', 'ON', 'ON', 'ON', 'R', 'ON', 'EN', 'PDI', 'AN']), ('regression: Arabic context tracking', [['AL', 'EN', 'NSM', 'R', 'NSM', 'EN', 'CS', 'AN', 'EN'], 'L'], ['R', 'AN', 'AN', 'R', 'R', 'EN', 'ON', 'AN', 'EN']), ('plus between numbers', [['EN', 'ES', 'EN', 'R'], 'R'], ['EN', 'EN', 'EN', 'R']), ('NSM after isolate initiator', [['LRI', 'NSM', 'L', 'PDI'], 'R'], ['LRI', 'ON', 'L', 'PDI']), ('control layout', [['WS', 'ES', 'R', 'L'], 'L'], ['WS', 'ON', 'R', 'L']), ('control layout', [['ET', 'R'], 'L'], ['ON', 'R'])], [('regression: Arabic context tracking', [['NSM', 'AL', 'WS', 'EN', 'CS', 'ON', 'ON', 'AL', 'PDI', 'AL'], 'L'], ['L', 'R', 'WS', 'AN', 'ON', 'ON', 'ON', 'R', 'PDI', 'R']), ('regression: Arabic context tracking', [['AL', 'R', 'CS', 'AN', 'AL', 'ES', 'EN', 'R', 'LRI', 'WS'], 'R'], ['R', 'R', 'ON', 'AN', 'R', 'ON', 'AN', 'R', 'LRI', 'WS']), ('partial-repair probe', [['PDI', 'NSM', 'AN', 'WS', 'WS', 'ET', 'AL', 'R', 'EN', 'ON', 'AN'], 'R'], ['PDI', 'ON', 'AN', 'WS', 'WS', 'ON', 'R', 'R', 'EN', 'ON', 'AN']), ('regression: Arabic context tracking', [['ET', 'AL', 'AN', 'EN', 'R', 'ET', 'EN', 'AN', 'EN'], 'L'], ['ON', 'R', 'AN', 'AN', 'R', 'EN', 'EN', 'AN', 'EN']), ('NSM chain after R', [['R', 'NSM', 'NSM', 'EN'], 'L'], ['R', 'R', 'R', 'EN']), ('NSM after isolate initiator', [['LRI', 'NSM', 'L', 'PDI'], 'R'], ['LRI', 'ON', 'L', 'PDI']), ('control layout', [['ES', 'EN', 'PDI'], 'L'], ['ON', 'L', 'PDI']), ('control layout', [['NSM', 'NSM', 'R', 'AL', 'AN', 'ON', 'L'], 'R'], ['R', 'R', 'R', 'R', 'AN', 'ON', 'L'])], [('regression: Arabic context tracking', [['L', 'AL', 'WS', 'EN', 'PDI', 'R', 'NSM'], 'R'], ['L', 'R', 'WS', 'AN', 'PDI', 'R', 'R']), ('regression: Arabic context tracking', [['AL', 'EN', 'NSM', 'R', 'NSM', 'EN', 'CS', 'AN', 'EN'], 'L'], ['R', 'AN', 'AN', 'R', 'R', 'EN', 'ON', 'AN', 'EN']), ('partial-repair probe', [['ON', 'PDI', 'AL', 'R', 'ON', 'CS', 'WS', 'EN'], 'R'], ['ON', 'PDI', 'R', 'R', 'ON', 'ON', 'WS', 'EN']), ('partial-repair probe', [['AL', 'ET', 'LRI', 'ES', 'NSM', 'R', 'LRI', 'ES', 'R', 'EN'], 'L'], ['R', 'ON', 'LRI', 'ON', 'ON', 'R', 'LRI', 'ON', 'R', 'EN']), ('NSM after isolate initiator', [['LRI', 'NSM', 'L', 'PDI'], 'R'], ['LRI', 'ON', 'L', 'PDI']), ('plus between numbers', [['EN', 'ES', 'EN', 'R'], 'R'], ['EN', 'EN', 'EN', 'R']), ('control layout', [['AL', 'AL', 'R'], 'L'], ['R', 'R', 'R']), ('control layout', [['R', 'ET', 'L'], 'L'], ['R', 'ON', 'L'])], [('regression: Arabic context tracking', [['ES', 'R', 'AL', 'EN', 'AL'], 'R'], ['ON', 'R', 'R', 'AN', 'R']), ('regression: Arabic context tracking', [['L', 'EN', 'AL', 'EN', 'ET'], 'L'], ['L', 'L', 'R', 'AN', 'ON']), ('regression: Arabic context tracking', [['AL', 'EN', 'EN', 'LRI', 'R', 'CS', 'AN', 'EN', 'EN'], 'R'], ['R', 'AN', 'AN', 'LRI', 'R', 'ON', 'AN', 'EN', 'EN']), ('partial-repair probe', [['ES', 'ET', 'EN', 'AN', 'EN', 'AL', 'R', 'ON', 'LRI', 'ES', 'EN'], 'R'], ['ON', 'EN', 'EN', 'AN', 'EN', 'R', 'R', 'ON', 'LRI', 'ON', 'EN']), ('percent after number', [['EN', 'ET', 'ET', 'L'], 'R'], ['EN', 'EN', 'EN', 'L']), ('plus between numbers', [['EN', 'ES', 'EN', 'R'], 'R'], ['EN', 'EN', 'EN', 'R']), ('control layout', [['WS', 'NSM', 'L', 'NSM', 'PDI'], 'R'], ['WS', 'WS', 'L', 'L', 'PDI']), ('control layout', [['AN', 'R', 'AL', 'PDI', 'PDI', 'AL', 'AN', 'WS', 'AL', 'PDI', 'NSM'], 'R'], ['AN', 'R', 'R', 'PDI', 'PDI', 'R', 'AN', 'WS', 'R', 'PDI', 'ON'])], [('regression: Arabic context tracking', [['AL', 'ES', 'ON', 'AL', 'ON', 'CS', 'AN', 'EN', 'AL', 'NSM', 'ES'], 'R'], ['R', 'ON', 'ON', 'R', 'ON', 'ON', 'AN', 'AN', 'R', 'R', 'ON']), ('regression: Arabic context tracking', [['CS', 'ES', 'ES', 'AL', 'EN', 'NSM', 'AN'], 'L'], ['ON', 'ON', 'ON', 'R', 'AN', 'AN', 'AN']), ('partial-repair probe', [['NSM', 'AL', 'ON', 'ON', 'ES', 'R', 'ES', 'EN', 'PDI', 'AN'], 'R'], ['R', 'R', 'ON', 'ON', 'ON', 'R', 'ON', 'EN', 'PDI', 'AN']), ('partial-repair probe', [['AN', 'CS', 'AL', 'R', 'AN', 'CS', 'ON', 'EN'], 'L'], ['AN', 'ON', 'R', 'R', 'AN', 'ON', 'ON', 'EN']), ('plus between numbers', [['EN', 'ES', 'EN', 'R'], 'R'], ['EN', 'EN', 'EN', 'R']), ('Arabic number context', [['AL', 'EN', 'CS', 'EN'], 'L'], ['R', 'AN', 'AN', 'AN']), ('control layout', [['ET', 'CS', 'R', 'L', 'CS', 'PDI', 'AL', 'R', 'LRI', 'AL', 'CS'], 'R'], ['ON', 'ON', 'R', 'L', 'ON', 'PDI', 'R', 'R', 'LRI', 'R', 'ON']), ('control layout', [['AN', 'ET', 'AL'], 'L'], ['AN', 'ON', 'R'])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"17e181dfe219d0c37dfe5be561ac34043380708ae2e3db55143af3e597f2432e","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    types, sos = x\n    t = list(types)\n    n = len(t)\n    prev = sos\n    for i in range(n):\n        if t[i] == 'NSM':\n            t[i] = 'ON' if prev in ('LRI', 'RLI', 'FSI', 'PDI') else prev\n        prev = t[i]\n    last_strong = sos\n    for i in range(n):\n        if t[i] in ('L', 'R'):\n            last_strong = t[i]\n        elif t[i] == 'EN' and last_strong == 'AL':\n            t[i] = 'AN'\n    t = ['R' if c == 'AL' else c for c in t]\n    for i in range(1, n - 1):\n        if t[i] == 'ES' and t[i - 1] == 'EN' and t[i + 1] == 'EN':\n            t[i] = 'EN'\n        elif t[i] == 'CS' and t[i - 1] == t[i + 1] and t[i - 1] in ('EN', 'AN'):\n            t[i] = t[i - 1]\n    i = 0\n    while i < n:\n        if t[i] == 'ET':\n            j = i\n            while j < n and t[j] == 'ET':\n                j += 1\n            if (i > 0 and t[i - 1] == 'EN') or (j < n and t[j] == 'EN'):\n                for k in range(i, j):\n                    t[k] = 'EN'\n            i = j\n        else:\n            i += 1\n    t = ['ON' if c in ('ES', 'ET', 'CS') else c for c in t]\n    strong = sos\n    for i in range(n):\n        if t[i] in ('L', 'R'):\n            strong = t[i]\n        elif t[i] == 'EN' and strong == 'L':\n            t[i] = 'L'\n    return t\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('Arabic number context', [['AL', 'EN', 'CS', 'EN'], 'L'], ['R', 'AN', 'AN', 'AN']), ('regression: Arabic context tracking', [['EN', 'R', 'R', 'L', 'AL', 'EN', 'AL', 'ES'], 'R'], ['EN', 'R', 'R', 'L', 'R', 'AN', 'R', 'ON']), ('partial-repair probe', [['NSM', 'AL', 'ON', 'ON', 'ES', 'R', 'ES', 'EN', 'PDI', 'AN'], 'R'], ['R', 'R', 'ON', 'ON', 'ON', 'R', 'ON', 'EN', 'PDI', 'AN']), ('regression: Arabic context tracking', [['AL', 'EN', 'NSM', 'R', 'NSM', 'EN', 'CS', 'AN', 'EN'], 'L'], ['R', 'AN', 'AN', 'R', 'R', 'EN', 'ON', 'AN', 'EN']), ('plus between numbers', [['EN', 'ES', 'EN', 'R'], 'R'], ['EN', 'EN', 'EN', 'R']), ('NSM after isolate initiator', [['LRI', 'NSM', 'L', 'PDI'], 'R'], ['LRI', 'ON', 'L', 'PDI']), ('control layout', [['WS', 'ES', 'R', 'L'], 'L'], ['WS', 'ON', 'R', 'L']), ('control layout', [['ET', 'R'], 'L'], ['ON', 'R'])], [('regression: Arabic context tracking', [['NSM', 'AL', 'WS', 'EN', 'CS', 'ON', 'ON', 'AL', 'PDI', 'AL'], 'L'], ['L', 'R', 'WS', 'AN', 'ON', 'ON', 'ON', 'R', 'PDI', 'R']), ('regression: Arabic context tracking', [['AL', 'R', 'CS', 'AN', 'AL', 'ES', 'EN', 'R', 'LRI', 'WS'], 'R'], ['R', 'R', 'ON', 'AN', 'R', 'ON', 'AN', 'R', 'LRI', 'WS']), ('partial-repair probe', [['PDI', 'NSM', 'AN', 'WS', 'WS', 'ET', 'AL', 'R', 'EN', 'ON', 'AN'], 'R'], ['PDI', 'ON', 'AN', 'WS', 'WS', 'ON', 'R', 'R', 'EN', 'ON', 'AN']), ('regression: Arabic context tracking', [['ET', 'AL', 'AN', 'EN', 'R', 'ET', 'EN', 'AN', 'EN'], 'L'], ['ON', 'R', 'AN', 'AN', 'R', 'EN', 'EN', 'AN', 'EN']), ('NSM chain after R', [['R', 'NSM', 'NSM', 'EN'], 'L'], ['R', 'R', 'R', 'EN']), ('NSM after isolate initiator', [['LRI', 'NSM', 'L', 'PDI'], 'R'], ['LRI', 'ON', 'L', 'PDI']), ('control layout', [['ES', 'EN', 'PDI'], 'L'], ['ON', 'L', 'PDI']), ('control layout', [['NSM', 'NSM', 'R', 'AL', 'AN', 'ON', 'L'], 'R'], ['R', 'R', 'R', 'R', 'AN', 'ON', 'L'])], [('regression: Arabic context tracking', [['L', 'AL', 'WS', 'EN', 'PDI', 'R', 'NSM'], 'R'], ['L', 'R', 'WS', 'AN', 'PDI', 'R', 'R']), ('regression: Arabic context tracking', [['AL', 'EN', 'NSM', 'R', 'NSM', 'EN', 'CS', 'AN', 'EN'], 'L'], ['R', 'AN', 'AN', 'R', 'R', 'EN', 'ON', 'AN', 'EN']), ('partial-repair probe', [['ON', 'PDI', 'AL', 'R', 'ON', 'CS', 'WS', 'EN'], 'R'], ['ON', 'PDI', 'R', 'R', 'ON', 'ON', 'WS', 'EN']), ('partial-repair probe', [['AL', 'ET', 'LRI', 'ES', 'NSM', 'R', 'LRI', 'ES', 'R', 'EN'], 'L'], ['R', 'ON', 'LRI', 'ON', 'ON', 'R', 'LRI', 'ON', 'R', 'EN']), ('NSM after isolate initiator', [['LRI', 'NSM', 'L', 'PDI'], 'R'], ['LRI', 'ON', 'L', 'PDI']), ('plus between numbers', [['EN', 'ES', 'EN', 'R'], 'R'], ['EN', 'EN', 'EN', 'R']), ('control layout', [['AL', 'AL', 'R'], 'L'], ['R', 'R', 'R']), ('control layout', [['R', 'ET', 'L'], 'L'], ['R', 'ON', 'L'])], [('regression: Arabic context tracking', [['ES', 'R', 'AL', 'EN', 'AL'], 'R'], ['ON', 'R', 'R', 'AN', 'R']), ('regression: Arabic context tracking', [['L', 'EN', 'AL', 'EN', 'ET'], 'L'], ['L', 'L', 'R', 'AN', 'ON']), ('regression: Arabic context tracking', [['AL', 'EN', 'EN', 'LRI', 'R', 'CS', 'AN', 'EN', 'EN'], 'R'], ['R', 'AN', 'AN', 'LRI', 'R', 'ON', 'AN', 'EN', 'EN']), ('partial-repair probe', [['ES', 'ET', 'EN', 'AN', 'EN', 'AL', 'R', 'ON', 'LRI', 'ES', 'EN'], 'R'], ['ON', 'EN', 'EN', 'AN', 'EN', 'R', 'R', 'ON', 'LRI', 'ON', 'EN']), ('percent after number', [['EN', 'ET', 'ET', 'L'], 'R'], ['EN', 'EN', 'EN', 'L']), ('plus between numbers', [['EN', 'ES', 'EN', 'R'], 'R'], ['EN', 'EN', 'EN', 'R']), ('control layout', [['WS', 'NSM', 'L', 'NSM', 'PDI'], 'R'], ['WS', 'WS', 'L', 'L', 'PDI']), ('control layout', [['AN', 'R', 'AL', 'PDI', 'PDI', 'AL', 'AN', 'WS', 'AL', 'PDI', 'NSM'], 'R'], ['AN', 'R', 'R', 'PDI', 'PDI', 'R', 'AN', 'WS', 'R', 'PDI', 'ON'])], [('regression: Arabic context tracking', [['AL', 'ES', 'ON', 'AL', 'ON', 'CS', 'AN', 'EN', 'AL', 'NSM', 'ES'], 'R'], ['R', 'ON', 'ON', 'R', 'ON', 'ON', 'AN', 'AN', 'R', 'R', 'ON']), ('regression: Arabic context tracking', [['CS', 'ES', 'ES', 'AL', 'EN', 'NSM', 'AN'], 'L'], ['ON', 'ON', 'ON', 'R', 'AN', 'AN', 'AN']), ('partial-repair probe', [['NSM', 'AL', 'ON', 'ON', 'ES', 'R', 'ES', 'EN', 'PDI', 'AN'], 'R'], ['R', 'R', 'ON', 'ON', 'ON', 'R', 'ON', 'EN', 'PDI', 'AN']), ('partial-repair probe', [['AN', 'CS', 'AL', 'R', 'AN', 'CS', 'ON', 'EN'], 'L'], ['AN', 'ON', 'R', 'R', 'AN', 'ON', 'ON', 'EN']), ('plus between numbers', [['EN', 'ES', 'EN', 'R'], 'R'], ['EN', 'EN', 'EN', 'R']), ('Arabic number context', [['AL', 'EN', 'CS', 'EN'], 'L'], ['R', 'AN', 'AN', 'AN']), ('control layout', [['ET', 'CS', 'R', 'L', 'CS', 'PDI', 'AL', 'R', 'LRI', 'AL', 'CS'], 'R'], ['ON', 'ON', 'R', 'L', 'ON', 'PDI', 'R', 'R', 'LRI', 'R', 'ON']), ('control layout', [['AN', 'ET', 'AL'], 'L'], ['AN', 'ON', 'R'])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic toy bidi model over stipulated class labels and integer levels; it is inspired by, but does not claim conformance to, any published algorithm. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-bidirectional-text-layout-weak-types-arabic-context-tracking","generated_at":"2026-09-29T14:49:53.451355+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Mixed right-to-left and left-to-right text must resolve levels and visual order exactly, or words, numbers and carets land in the wrong place.","root_cause":"W2 tracks only L and R as strong, never recording AL.","sha256":"7a66be31b3a7648f824b46b9df3a096ea10a951e2e7dca0e44b94a7b5faea6f9","title":"Weak type resolution: Arabic context tracking · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verified":true,"visibility":"public","verification":{"attempt":{"elapsed_ms":39.627,"exit_code":1,"observations":[{"actual":["R","AN","AN","AN"],"check":"Arabic number context","expected":["R","AN","AN","AN"],"passed":true},{"actual":["EN","R","R","L","R","AN","R","ON"],"check":"regression: Arabic context tracking","expected":["EN","R","R","L","R","AN","R","ON"],"passed":true},{"actual":["R","R","ON","ON","ON","R","ON","AN","PDI","AN"],"check":"partial-repair probe","expected":["R","R","ON","ON","ON","R","ON","EN","PDI","AN"],"passed":false},{"actual":["R","AN","AN","R","R","AN","AN","AN","AN"],"check":"regression: Arabic context tracking","expected":["R","AN","AN","R","R","EN","ON","AN","EN"],"passed":false},{"actual":["EN","EN","EN","R"],"check":"plus between numbers","expected":["EN","EN","EN","R"],"passed":true},{"actual":["LRI","ON","L","PDI"],"check":"NSM after isolate initiator","expected":["LRI","ON","L","PDI"],"passed":true},{"actual":["WS","ON","R","L"],"check":"control layout","expected":["WS","ON","R","L"],"passed":true},{"actual":["ON","R"],"check":"control layout","expected":["ON","R"],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"Arabic number context\", \"actual\": [\"R\", \"AN\", \"AN\", \"AN\"], \"expected\": [\"R\", \"AN\", \"AN\", \"AN\"], \"passed\": true}, {\"check\": \"regression: Arabic context tracking\", \"actual\": [\"EN\", \"R\", \"R\", \"L\", \"R\", \"AN\", \"R\", \"ON\"], \"expected\": [\"EN\", \"R\", \"R\", \"L\", \"R\", \"AN\", \"R\", \"ON\"], \"passed\": true}, {\"check\": \"partial-repair probe\", \"actual\": [\"R\", \"R\", \"ON\", \"ON\", \"ON\", \"R\", \"ON\", \"AN\", \"PDI\", \"AN\"], \"expected\": [\"R\", \"R\", \"ON\", \"ON\", \"ON\", \"R\", \"ON\", \"EN\", \"PDI\", \"AN\"], \"passed\": false}, {\"check\": \"regression: Arabic context tracking\", \"actual\": [\"R\", \"AN\", \"AN\", \"R\", \"R\", \"AN\", \"AN\", \"AN\", \"AN\"], \"expected\": [\"R\", \"AN\", \"AN\", \"R\", \"R\", \"EN\", \"ON\", \"AN\", \"EN\"], \"passed\": false}, {\"check\": \"plus between numbers\", \"actual\": [\"EN\", \"EN\", \"EN\", \"R\"], \"expected\": [\"EN\", \"EN\", \"EN\", \"R\"], \"passed\": true}, {\"check\": \"NSM after isolate initiator\", \"actual\": [\"LRI\", \"ON\", \"L\", \"PDI\"], \"expected\": [\"LRI\", \"ON\", \"L\", \"PDI\"], \"passed\": true}, {\"check\": \"control layout\", \"actual\": [\"WS\", \"ON\", \"R\", \"L\"], \"expected\": [\"WS\", \"ON\", \"R\", \"L\"], \"passed\": true}, {\"check\": \"control layout\", \"actual\": [\"ON\", \"R\"], \"expected\": [\"ON\", \"R\"], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":40.467,"exit_code":1,"observations":[{"actual":["R","EN","EN","EN"],"check":"Arabic number context","expected":["R","AN","AN","AN"],"passed":false},{"actual":["EN","R","R","L","R","EN","R","ON"],"check":"regression: Arabic context tracking","expected":["EN","R","R","L","R","AN","R","ON"],"passed":false},{"actual":["R","R","ON","ON","ON","R","ON","EN","PDI","AN"],"check":"partial-repair probe","expected":["R","R","ON","ON","ON","R","ON","EN","PDI","AN"],"passed":true},{"actual":["R","EN","EN","R","R","EN","ON","AN","EN"],"check":"regression: Arabic context tracking","expected":["R","AN","AN","R","R","EN","ON","AN","EN"],"passed":false},{"actual":["EN","EN","EN","R"],"check":"plus between numbers","expected":["EN","EN","EN","R"],"passed":true},{"actual":["LRI","ON","L","PDI"],"check":"NSM after isolate initiator","expected":["LRI","ON","L","PDI"],"passed":true},{"actual":["WS","ON","R","L"],"check":"control layout","expected":["WS","ON","R","L"],"passed":true},{"actual":["ON","R"],"check":"control layout","expected":["ON","R"],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"Arabic number context\", \"actual\": [\"R\", \"EN\", \"EN\", \"EN\"], \"expected\": [\"R\", \"AN\", \"AN\", \"AN\"], \"passed\": false}, {\"check\": \"regression: Arabic context tracking\", \"actual\": [\"EN\", \"R\", \"R\", \"L\", \"R\", \"EN\", \"R\", \"ON\"], \"expected\": [\"EN\", \"R\", \"R\", \"L\", \"R\", \"AN\", \"R\", \"ON\"], \"passed\": false}, {\"check\": \"partial-repair probe\", \"actual\": [\"R\", \"R\", \"ON\", \"ON\", \"ON\", \"R\", \"ON\", \"EN\", \"PDI\", \"AN\"], \"expected\": [\"R\", \"R\", \"ON\", \"ON\", \"ON\", \"R\", \"ON\", \"EN\", \"PDI\", \"AN\"], \"passed\": true}, {\"check\": \"regression: Arabic context tracking\", \"actual\": [\"R\", \"EN\", \"EN\", \"R\", \"R\", \"EN\", \"ON\", \"AN\", \"EN\"], \"expected\": [\"R\", \"AN\", \"AN\", \"R\", \"R\", \"EN\", \"ON\", \"AN\", \"EN\"], \"passed\": false}, {\"check\": \"plus between numbers\", \"actual\": [\"EN\", \"EN\", \"EN\", \"R\"], \"expected\": [\"EN\", \"EN\", \"EN\", \"R\"], \"passed\": true}, {\"check\": \"NSM after isolate initiator\", \"actual\": [\"LRI\", \"ON\", \"L\", \"PDI\"], \"expected\": [\"LRI\", \"ON\", \"L\", \"PDI\"], \"passed\": true}, {\"check\": \"control layout\", \"actual\": [\"WS\", \"ON\", \"R\", \"L\"], \"expected\": [\"WS\", \"ON\", \"R\", \"L\"], \"passed\": true}, {\"check\": \"control layout\", \"actual\": [\"ON\", \"R\"], \"expected\": [\"ON\", \"R\"], \"passed\": true}], \"passed\": false}\n"}},"member_only":{"stages":["fixed"],"fields":["implementations.fixed","verification.fixed","harness","repair"],"note":"The verified repair, its recorded checks, the repair description, and the scoring harness are available to members."}}