{"abstract":"Numbers inside RTL text read right-to-left digit by digit.","category":"Bidirectional text layout","checks":8,"contract":"Input [resolved classes L/R/EN/AN, embedding levels]. At even levels R goes up one and AN/EN up two; at odd levels L, EN and AN go up one. Return level runs [start, end exclusive, level] of equal final levels.","evaluation_group":"w2-bidirectional-text-layout-implicit-levels","failed_approach":"Raising EN but not AN mishandles Arabic-Indic digits.","family":"w2-bidirectional-text-layout-implicit-levels-numbers-at-odd-level","id":"FA-80451","implementations":{"attempt":{"sha256":"bb17fec852e39cf7c0712d6b85049b8496dc029fcc247fa021b5bdec24199c6a","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    types, levels = x\n    out = []\n    for c, lv in zip(types, levels):\n        if lv % 2 == 0:\n            if c == 'R':\n                out.append(lv + 1)\n            elif c in ('AN', 'EN'):\n                out.append(lv + 2)\n            else:\n                out.append(lv)\n        else:\n            if c in ('L', 'EN'):\n                out.append(lv + 1)\n            else:\n                out.append(lv)\n    runs = []\n    for i, lv in enumerate(out):\n        if runs and runs[-1][2] == lv:\n            runs[-1][1] = i + 1\n        else:\n            runs.append([i, i + 1, lv])\n    return runs\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('number in RTL text', [['R', 'AN', 'R'], [1, 1, 1]], [[0, 1, 1], [1, 2, 2], [2, 3, 1]]), ('regression: numbers at odd level', [['AN', 'R', 'EN'], [1, 1, 1]], [[0, 1, 2], [1, 2, 1], [2, 3, 2]]), ('regression: numbers at odd level', [['EN', 'EN', 'L', 'L', 'L', 'AN', 'EN', 'R', 'R', 'L', 'AN', 'R'], [2, 2, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2]], [[0, 2, 4], [2, 7, 2], [7, 9, 1], [9, 11, 4], [11, 12, 3]]), ('regression: numbers at odd level', [['L', 'R', 'AN', 'AN'], [3, 3, 3, 3]], [[0, 1, 4], [1, 2, 3], [2, 4, 4]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('control layout', [['R'], [3]], [[0, 1, 3]]), ('control layout', [['R', 'AN'], [2, 2]], [[0, 1, 3], [1, 2, 4]])], [('regression: numbers at odd level', [['AN', 'R', 'R', 'L', 'R', 'AN', 'EN', 'AN', 'R', 'EN'], [1, 1, 2, 2, 2, 2, 2, 2, 1, 1]], [[0, 1, 2], [1, 2, 1], [2, 3, 3], [3, 4, 2], [4, 5, 3], [5, 8, 4], [8, 9, 1], [9, 10, 2]]), ('regression: numbers at odd level', [['AN', 'R', 'R', 'EN', 'L', 'R'], [1, 1, 1, 1, 0, 1]], [[0, 1, 2], [1, 3, 1], [3, 4, 2], [4, 5, 0], [5, 6, 1]]), ('regression: numbers at odd level', [['L', 'AN', 'L', 'AN', 'R', 'EN', 'AN', 'R', 'R', 'AN'], [1, 1, 1, 1, 0, 0, 0, 0, 1, 1]], [[0, 4, 2], [4, 5, 1], [5, 7, 2], [7, 9, 1], [9, 10, 2]]), ('regression: numbers at odd level', [['R', 'R', 'L', 'L', 'AN', 'L', 'EN', 'AN', 'L', 'L', 'L'], [3, 3, 3, 1, 1, 1, 3, 3, 3, 1, 1]], [[0, 2, 3], [2, 3, 4], [3, 6, 2], [6, 9, 4], [9, 11, 2]]), ('number in RTL text', [['R', 'AN', 'R'], [1, 1, 1]], [[0, 1, 1], [1, 2, 2], [2, 3, 1]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('control layout', [['R', 'AN'], [3, 4]], [[0, 1, 3], [1, 2, 6]]), ('control layout', [['R', 'AN', 'L', 'L', 'EN', 'L', 'EN', 'AN'], [4, 4, 4, 4, 4, 4, 4, 2]], [[0, 1, 5], [1, 2, 6], [2, 4, 4], [4, 5, 6], [5, 6, 4], [6, 7, 6], [7, 8, 4]])], [('regression: numbers at odd level', [['R', 'L', 'EN', 'L', 'AN', 'AN'], [2, 2, 2, 2, 2, 1]], [[0, 1, 3], [1, 2, 2], [2, 3, 4], [3, 4, 2], [4, 5, 4], [5, 6, 2]]), ('regression: numbers at odd level', [['EN', 'R', 'AN', 'R'], [1, 1, 1, 1]], [[0, 1, 2], [1, 2, 1], [2, 3, 2], [3, 4, 1]]), ('regression: numbers at odd level', [['L', 'AN', 'L', 'EN', 'AN', 'EN', 'R'], [3, 3, 3, 4, 4, 4, 4]], [[0, 3, 4], [3, 6, 6], [6, 7, 5]]), ('regression: numbers at odd level', [['AN', 'EN', 'EN', 'EN', 'EN', 'AN', 'R'], [2, 2, 2, 1, 1, 1, 1]], [[0, 3, 4], [3, 6, 2], [6, 7, 1]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('control layout', [['L', 'EN', 'AN', 'L', 'R', 'R', 'R', 'L', 'EN'], [0, 0, 0, 1, 1, 1, 0, 0, 0]], [[0, 1, 0], [1, 4, 2], [4, 7, 1], [7, 8, 0], [8, 9, 2]]), ('control layout', [['R'], [3]], [[0, 1, 3]])], [('regression: numbers at odd level', [['L', 'L', 'R', 'R', 'R', 'AN'], [4, 4, 2, 2, 2, 3]], [[0, 2, 4], [2, 5, 3], [5, 6, 4]]), ('regression: numbers at odd level', [['R', 'EN', 'R', 'EN', 'R', 'R', 'L', 'AN'], [3, 3, 1, 1, 1, 0, 0, 0]], [[0, 1, 3], [1, 2, 4], [2, 3, 1], [3, 4, 2], [4, 6, 1], [6, 7, 0], [7, 8, 2]]), ('regression: numbers at odd level', [['AN', 'L', 'L', 'EN', 'EN', 'AN', 'R', 'AN', 'R'], [1, 1, 1, 1, 1, 1, 2, 2, 2]], [[0, 6, 2], [6, 7, 3], [7, 8, 4], [8, 9, 3]]), ('regression: numbers at odd level', [['L', 'AN', 'L', 'EN', 'AN', 'EN', 'R'], [3, 3, 3, 4, 4, 4, 4]], [[0, 3, 4], [3, 6, 6], [6, 7, 5]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('control layout', [['AN', 'L', 'AN', 'L', 'L'], [0, 0, 0, 1, 1]], [[0, 1, 2], [1, 2, 0], [2, 5, 2]]), ('control layout', [['AN', 'L', 'R'], [2, 2, 2]], [[0, 1, 4], [1, 2, 2], [2, 3, 3]])], [('regression: numbers at odd level', [['EN', 'L', 'L', 'R', 'R', 'L', 'R', 'AN', 'L', 'R', 'AN'], [3, 2, 2, 2, 3, 1, 1, 1, 1, 1, 1]], [[0, 1, 4], [1, 3, 2], [3, 5, 3], [5, 6, 2], [6, 7, 1], [7, 9, 2], [9, 10, 1], [10, 11, 2]]), ('regression: numbers at odd level', [['R', 'R', 'L', 'EN', 'AN'], [0, 0, 0, 1, 1]], [[0, 2, 1], [2, 3, 0], [3, 5, 2]]), ('regression: numbers at odd level', [['AN', 'L', 'EN', 'EN', 'EN', 'AN', 'L'], [1, 1, 1, 1, 2, 2, 2]], [[0, 4, 2], [4, 6, 4], [6, 7, 2]]), ('regression: numbers at odd level', [['L', 'EN', 'L', 'EN', 'AN', 'AN', 'L', 'R', 'AN', 'L'], [2, 2, 2, 2, 1, 1, 1, 1, 2, 3]], [[0, 1, 2], [1, 2, 4], [2, 3, 2], [3, 4, 4], [4, 7, 2], [7, 8, 1], [8, 10, 4]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('control layout', [['EN', 'R', 'AN', 'R'], [0, 0, 0, 0]], [[0, 1, 2], [1, 2, 1], [2, 3, 2], [3, 4, 1]]), ('control layout', [['EN', 'L', 'EN', 'R', 'EN', 'AN', 'R', 'AN', 'L'], [0, 2, 2, 2, 2, 2, 0, 0, 3]], [[0, 2, 2], [2, 3, 4], [3, 4, 3], [4, 6, 4], [6, 7, 1], [7, 8, 2], [8, 9, 4]])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"broken":{"sha256":"c1c43817ec1760b9a474e25afdf2afcd95ffd73e0aed16479634367a71c4c9d8","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    types, levels = x\n    out = []\n    for c, lv in zip(types, levels):\n        if lv % 2 == 0:\n            if c == 'R':\n                out.append(lv + 1)\n            elif c in ('AN', 'EN'):\n                out.append(lv + 2)\n            else:\n                out.append(lv)\n        else:\n            if c in ('L',):\n                out.append(lv + 1)\n            else:\n                out.append(lv)\n    runs = []\n    for i, lv in enumerate(out):\n        if runs and runs[-1][2] == lv:\n            runs[-1][1] = i + 1\n        else:\n            runs.append([i, i + 1, lv])\n    return runs\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('number in RTL text', [['R', 'AN', 'R'], [1, 1, 1]], [[0, 1, 1], [1, 2, 2], [2, 3, 1]]), ('regression: numbers at odd level', [['AN', 'R', 'EN'], [1, 1, 1]], [[0, 1, 2], [1, 2, 1], [2, 3, 2]]), ('regression: numbers at odd level', [['EN', 'EN', 'L', 'L', 'L', 'AN', 'EN', 'R', 'R', 'L', 'AN', 'R'], [2, 2, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2]], [[0, 2, 4], [2, 7, 2], [7, 9, 1], [9, 11, 4], [11, 12, 3]]), ('regression: numbers at odd level', [['L', 'R', 'AN', 'AN'], [3, 3, 3, 3]], [[0, 1, 4], [1, 2, 3], [2, 4, 4]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('control layout', [['R'], [3]], [[0, 1, 3]]), ('control layout', [['R', 'AN'], [2, 2]], [[0, 1, 3], [1, 2, 4]])], [('regression: numbers at odd level', [['AN', 'R', 'R', 'L', 'R', 'AN', 'EN', 'AN', 'R', 'EN'], [1, 1, 2, 2, 2, 2, 2, 2, 1, 1]], [[0, 1, 2], [1, 2, 1], [2, 3, 3], [3, 4, 2], [4, 5, 3], [5, 8, 4], [8, 9, 1], [9, 10, 2]]), ('regression: numbers at odd level', [['AN', 'R', 'R', 'EN', 'L', 'R'], [1, 1, 1, 1, 0, 1]], [[0, 1, 2], [1, 3, 1], [3, 4, 2], [4, 5, 0], [5, 6, 1]]), ('regression: numbers at odd level', [['L', 'AN', 'L', 'AN', 'R', 'EN', 'AN', 'R', 'R', 'AN'], [1, 1, 1, 1, 0, 0, 0, 0, 1, 1]], [[0, 4, 2], [4, 5, 1], [5, 7, 2], [7, 9, 1], [9, 10, 2]]), ('regression: numbers at odd level', [['R', 'R', 'L', 'L', 'AN', 'L', 'EN', 'AN', 'L', 'L', 'L'], [3, 3, 3, 1, 1, 1, 3, 3, 3, 1, 1]], [[0, 2, 3], [2, 3, 4], [3, 6, 2], [6, 9, 4], [9, 11, 2]]), ('number in RTL text', [['R', 'AN', 'R'], [1, 1, 1]], [[0, 1, 1], [1, 2, 2], [2, 3, 1]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('control layout', [['R', 'AN'], [3, 4]], [[0, 1, 3], [1, 2, 6]]), ('control layout', [['R', 'AN', 'L', 'L', 'EN', 'L', 'EN', 'AN'], [4, 4, 4, 4, 4, 4, 4, 2]], [[0, 1, 5], [1, 2, 6], [2, 4, 4], [4, 5, 6], [5, 6, 4], [6, 7, 6], [7, 8, 4]])], [('regression: numbers at odd level', [['R', 'L', 'EN', 'L', 'AN', 'AN'], [2, 2, 2, 2, 2, 1]], [[0, 1, 3], [1, 2, 2], [2, 3, 4], [3, 4, 2], [4, 5, 4], [5, 6, 2]]), ('regression: numbers at odd level', [['EN', 'R', 'AN', 'R'], [1, 1, 1, 1]], [[0, 1, 2], [1, 2, 1], [2, 3, 2], [3, 4, 1]]), ('regression: numbers at odd level', [['L', 'AN', 'L', 'EN', 'AN', 'EN', 'R'], [3, 3, 3, 4, 4, 4, 4]], [[0, 3, 4], [3, 6, 6], [6, 7, 5]]), ('regression: numbers at odd level', [['AN', 'EN', 'EN', 'EN', 'EN', 'AN', 'R'], [2, 2, 2, 1, 1, 1, 1]], [[0, 3, 4], [3, 6, 2], [6, 7, 1]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('control layout', [['L', 'EN', 'AN', 'L', 'R', 'R', 'R', 'L', 'EN'], [0, 0, 0, 1, 1, 1, 0, 0, 0]], [[0, 1, 0], [1, 4, 2], [4, 7, 1], [7, 8, 0], [8, 9, 2]]), ('control layout', [['R'], [3]], [[0, 1, 3]])], [('regression: numbers at odd level', [['L', 'L', 'R', 'R', 'R', 'AN'], [4, 4, 2, 2, 2, 3]], [[0, 2, 4], [2, 5, 3], [5, 6, 4]]), ('regression: numbers at odd level', [['R', 'EN', 'R', 'EN', 'R', 'R', 'L', 'AN'], [3, 3, 1, 1, 1, 0, 0, 0]], [[0, 1, 3], [1, 2, 4], [2, 3, 1], [3, 4, 2], [4, 6, 1], [6, 7, 0], [7, 8, 2]]), ('regression: numbers at odd level', [['AN', 'L', 'L', 'EN', 'EN', 'AN', 'R', 'AN', 'R'], [1, 1, 1, 1, 1, 1, 2, 2, 2]], [[0, 6, 2], [6, 7, 3], [7, 8, 4], [8, 9, 3]]), ('regression: numbers at odd level', [['L', 'AN', 'L', 'EN', 'AN', 'EN', 'R'], [3, 3, 3, 4, 4, 4, 4]], [[0, 3, 4], [3, 6, 6], [6, 7, 5]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('control layout', [['AN', 'L', 'AN', 'L', 'L'], [0, 0, 0, 1, 1]], [[0, 1, 2], [1, 2, 0], [2, 5, 2]]), ('control layout', [['AN', 'L', 'R'], [2, 2, 2]], [[0, 1, 4], [1, 2, 2], [2, 3, 3]])], [('regression: numbers at odd level', [['EN', 'L', 'L', 'R', 'R', 'L', 'R', 'AN', 'L', 'R', 'AN'], [3, 2, 2, 2, 3, 1, 1, 1, 1, 1, 1]], [[0, 1, 4], [1, 3, 2], [3, 5, 3], [5, 6, 2], [6, 7, 1], [7, 9, 2], [9, 10, 1], [10, 11, 2]]), ('regression: numbers at odd level', [['R', 'R', 'L', 'EN', 'AN'], [0, 0, 0, 1, 1]], [[0, 2, 1], [2, 3, 0], [3, 5, 2]]), ('regression: numbers at odd level', [['AN', 'L', 'EN', 'EN', 'EN', 'AN', 'L'], [1, 1, 1, 1, 2, 2, 2]], [[0, 4, 2], [4, 6, 4], [6, 7, 2]]), ('regression: numbers at odd level', [['L', 'EN', 'L', 'EN', 'AN', 'AN', 'L', 'R', 'AN', 'L'], [2, 2, 2, 2, 1, 1, 1, 1, 2, 3]], [[0, 1, 2], [1, 2, 4], [2, 3, 2], [3, 4, 4], [4, 7, 2], [7, 8, 1], [8, 10, 4]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('control layout', [['EN', 'R', 'AN', 'R'], [0, 0, 0, 0]], [[0, 1, 2], [1, 2, 1], [2, 3, 2], [3, 4, 1]]), ('control layout', [['EN', 'L', 'EN', 'R', 'EN', 'AN', 'R', 'AN', 'L'], [0, 2, 2, 2, 2, 2, 0, 0, 3]], [[0, 2, 2], [2, 3, 4], [3, 4, 3], [4, 6, 4], [6, 7, 1], [7, 8, 2], [8, 9, 4]])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"},"fixed":{"sha256":"80862e933e7058d34c9dd0137f9953a14491260dd7fac8de0359f6d9402e1e81","source":"\"\"\"Failure Map reference implementation. Python standard library only.\"\"\"\nimport json\n\nN = 1\nobservations = []\ndef solve(x):\n    types, levels = x\n    out = []\n    for c, lv in zip(types, levels):\n        if lv % 2 == 0:\n            if c == 'R':\n                out.append(lv + 1)\n            elif c in ('AN', 'EN'):\n                out.append(lv + 2)\n            else:\n                out.append(lv)\n        else:\n            if c in ('L', 'EN', 'AN'):\n                out.append(lv + 1)\n            else:\n                out.append(lv)\n    runs = []\n    for i, lv in enumerate(out):\n        if runs and runs[-1][2] == lv:\n            runs[-1][1] = i + 1\n        else:\n            runs.append([i, i + 1, lv])\n    return runs\ndef check(label, actual, expected):\n    observations.append({\"check\": label, \"actual\": actual, \"expected\": expected, \"passed\": actual == expected})\nfixtures = [[('number in RTL text', [['R', 'AN', 'R'], [1, 1, 1]], [[0, 1, 1], [1, 2, 2], [2, 3, 1]]), ('regression: numbers at odd level', [['AN', 'R', 'EN'], [1, 1, 1]], [[0, 1, 2], [1, 2, 1], [2, 3, 2]]), ('regression: numbers at odd level', [['EN', 'EN', 'L', 'L', 'L', 'AN', 'EN', 'R', 'R', 'L', 'AN', 'R'], [2, 2, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2]], [[0, 2, 4], [2, 7, 2], [7, 9, 1], [9, 11, 4], [11, 12, 3]]), ('regression: numbers at odd level', [['L', 'R', 'AN', 'AN'], [3, 3, 3, 3]], [[0, 1, 4], [1, 2, 3], [2, 4, 4]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('control layout', [['R'], [3]], [[0, 1, 3]]), ('control layout', [['R', 'AN'], [2, 2]], [[0, 1, 3], [1, 2, 4]])], [('regression: numbers at odd level', [['AN', 'R', 'R', 'L', 'R', 'AN', 'EN', 'AN', 'R', 'EN'], [1, 1, 2, 2, 2, 2, 2, 2, 1, 1]], [[0, 1, 2], [1, 2, 1], [2, 3, 3], [3, 4, 2], [4, 5, 3], [5, 8, 4], [8, 9, 1], [9, 10, 2]]), ('regression: numbers at odd level', [['AN', 'R', 'R', 'EN', 'L', 'R'], [1, 1, 1, 1, 0, 1]], [[0, 1, 2], [1, 3, 1], [3, 4, 2], [4, 5, 0], [5, 6, 1]]), ('regression: numbers at odd level', [['L', 'AN', 'L', 'AN', 'R', 'EN', 'AN', 'R', 'R', 'AN'], [1, 1, 1, 1, 0, 0, 0, 0, 1, 1]], [[0, 4, 2], [4, 5, 1], [5, 7, 2], [7, 9, 1], [9, 10, 2]]), ('regression: numbers at odd level', [['R', 'R', 'L', 'L', 'AN', 'L', 'EN', 'AN', 'L', 'L', 'L'], [3, 3, 3, 1, 1, 1, 3, 3, 3, 1, 1]], [[0, 2, 3], [2, 3, 4], [3, 6, 2], [6, 9, 4], [9, 11, 2]]), ('number in RTL text', [['R', 'AN', 'R'], [1, 1, 1]], [[0, 1, 1], [1, 2, 2], [2, 3, 1]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('control layout', [['R', 'AN'], [3, 4]], [[0, 1, 3], [1, 2, 6]]), ('control layout', [['R', 'AN', 'L', 'L', 'EN', 'L', 'EN', 'AN'], [4, 4, 4, 4, 4, 4, 4, 2]], [[0, 1, 5], [1, 2, 6], [2, 4, 4], [4, 5, 6], [5, 6, 4], [6, 7, 6], [7, 8, 4]])], [('regression: numbers at odd level', [['R', 'L', 'EN', 'L', 'AN', 'AN'], [2, 2, 2, 2, 2, 1]], [[0, 1, 3], [1, 2, 2], [2, 3, 4], [3, 4, 2], [4, 5, 4], [5, 6, 2]]), ('regression: numbers at odd level', [['EN', 'R', 'AN', 'R'], [1, 1, 1, 1]], [[0, 1, 2], [1, 2, 1], [2, 3, 2], [3, 4, 1]]), ('regression: numbers at odd level', [['L', 'AN', 'L', 'EN', 'AN', 'EN', 'R'], [3, 3, 3, 4, 4, 4, 4]], [[0, 3, 4], [3, 6, 6], [6, 7, 5]]), ('regression: numbers at odd level', [['AN', 'EN', 'EN', 'EN', 'EN', 'AN', 'R'], [2, 2, 2, 1, 1, 1, 1]], [[0, 3, 4], [3, 6, 2], [6, 7, 1]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('control layout', [['L', 'EN', 'AN', 'L', 'R', 'R', 'R', 'L', 'EN'], [0, 0, 0, 1, 1, 1, 0, 0, 0]], [[0, 1, 0], [1, 4, 2], [4, 7, 1], [7, 8, 0], [8, 9, 2]]), ('control layout', [['R'], [3]], [[0, 1, 3]])], [('regression: numbers at odd level', [['L', 'L', 'R', 'R', 'R', 'AN'], [4, 4, 2, 2, 2, 3]], [[0, 2, 4], [2, 5, 3], [5, 6, 4]]), ('regression: numbers at odd level', [['R', 'EN', 'R', 'EN', 'R', 'R', 'L', 'AN'], [3, 3, 1, 1, 1, 0, 0, 0]], [[0, 1, 3], [1, 2, 4], [2, 3, 1], [3, 4, 2], [4, 6, 1], [6, 7, 0], [7, 8, 2]]), ('regression: numbers at odd level', [['AN', 'L', 'L', 'EN', 'EN', 'AN', 'R', 'AN', 'R'], [1, 1, 1, 1, 1, 1, 2, 2, 2]], [[0, 6, 2], [6, 7, 3], [7, 8, 4], [8, 9, 3]]), ('regression: numbers at odd level', [['L', 'AN', 'L', 'EN', 'AN', 'EN', 'R'], [3, 3, 3, 4, 4, 4, 4]], [[0, 3, 4], [3, 6, 6], [6, 7, 5]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('control layout', [['AN', 'L', 'AN', 'L', 'L'], [0, 0, 0, 1, 1]], [[0, 1, 2], [1, 2, 0], [2, 5, 2]]), ('control layout', [['AN', 'L', 'R'], [2, 2, 2]], [[0, 1, 4], [1, 2, 2], [2, 3, 3]])], [('regression: numbers at odd level', [['EN', 'L', 'L', 'R', 'R', 'L', 'R', 'AN', 'L', 'R', 'AN'], [3, 2, 2, 2, 3, 1, 1, 1, 1, 1, 1]], [[0, 1, 4], [1, 3, 2], [3, 5, 3], [5, 6, 2], [6, 7, 1], [7, 9, 2], [9, 10, 1], [10, 11, 2]]), ('regression: numbers at odd level', [['R', 'R', 'L', 'EN', 'AN'], [0, 0, 0, 1, 1]], [[0, 2, 1], [2, 3, 0], [3, 5, 2]]), ('regression: numbers at odd level', [['AN', 'L', 'EN', 'EN', 'EN', 'AN', 'L'], [1, 1, 1, 1, 2, 2, 2]], [[0, 4, 2], [4, 6, 4], [6, 7, 2]]), ('regression: numbers at odd level', [['L', 'EN', 'L', 'EN', 'AN', 'AN', 'L', 'R', 'AN', 'L'], [2, 2, 2, 2, 1, 1, 1, 1, 2, 3]], [[0, 1, 2], [1, 2, 4], [2, 3, 2], [3, 4, 4], [4, 7, 2], [7, 8, 1], [8, 10, 4]]), ('number in LTR text', [['L', 'EN', 'L'], [0, 0, 0]], [[0, 1, 0], [1, 2, 2], [2, 3, 0]]), ('level two embedding', [['R', 'L'], [2, 2]], [[0, 1, 3], [1, 2, 2]]), ('control layout', [['EN', 'R', 'AN', 'R'], [0, 0, 0, 0]], [[0, 1, 2], [1, 2, 1], [2, 3, 2], [3, 4, 1]]), ('control layout', [['EN', 'L', 'EN', 'R', 'EN', 'AN', 'R', 'AN', 'L'], [0, 2, 2, 2, 2, 2, 0, 0, 3]], [[0, 2, 2], [2, 3, 4], [3, 4, 3], [4, 6, 4], [6, 7, 1], [7, 8, 2], [8, 9, 4]])]]\nfor label, args, expected in fixtures[N - 1]:\n    check(label, solve(args), expected)\nprint(json.dumps({\"observations\": observations, \"passed\": all(x[\"passed\"] for x in observations)}, ensure_ascii=False))\nraise SystemExit(0 if all(x[\"passed\"] for x in observations) else 1)\n"}},"limitations":"A deterministic toy bidi model over stipulated class labels and integer levels; it is inspired by, but does not claim conformance to, any published algorithm. This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.","method":"Deterministic executable model with adversarial boundary fixtures.","provenance":{"created_by":"Failure Map","dependencies":"Python standard library","family":"w2-bidirectional-text-layout-implicit-levels-numbers-at-odd-level","generated_at":"2026-09-29T14:49:54.104558+00:00","license":"CC0-1.0","python":"3.12.14","seed":1,"split":"open-access"},"relevance":"Mixed right-to-left and left-to-right text must resolve levels and visual order exactly, or words, numbers and carets land in the wrong place.","repair":"Raise L, EN and AN by one at odd levels.","root_cause":"At odd levels only L is raised; numbers stay at the odd level.","sha256":"c8ddfe66fefcce0a3118449061c1bb9256bd251b27424fb86558bab7b736fd13","title":"Implicit level runs: numbers at odd level · case 01","variant":1,"variant_policy":"Five numbered records share a model and may reuse boundary fixtures.","verification":{"attempt":{"elapsed_ms":44.345,"exit_code":1,"observations":[{"actual":[[0,3,1]],"check":"number in RTL text","expected":[[0,1,1],[1,2,2],[2,3,1]],"passed":false},{"actual":[[0,2,1],[2,3,2]],"check":"regression: numbers at odd level","expected":[[0,1,2],[1,2,1],[2,3,2]],"passed":false},{"actual":[[0,2,4],[2,5,2],[5,6,1],[6,7,2],[7,9,1],[9,11,4],[11,12,3]],"check":"regression: numbers at odd level","expected":[[0,2,4],[2,7,2],[7,9,1],[9,11,4],[11,12,3]],"passed":false},{"actual":[[0,1,4],[1,4,3]],"check":"regression: numbers at odd level","expected":[[0,1,4],[1,2,3],[2,4,4]],"passed":false},{"actual":[[0,1,0],[1,2,2],[2,3,0]],"check":"number in LTR text","expected":[[0,1,0],[1,2,2],[2,3,0]],"passed":true},{"actual":[[0,1,3],[1,2,2]],"check":"level two embedding","expected":[[0,1,3],[1,2,2]],"passed":true},{"actual":[[0,1,3]],"check":"control layout","expected":[[0,1,3]],"passed":true},{"actual":[[0,1,3],[1,2,4]],"check":"control layout","expected":[[0,1,3],[1,2,4]],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"number in RTL text\", \"actual\": [[0, 3, 1]], \"expected\": [[0, 1, 1], [1, 2, 2], [2, 3, 1]], \"passed\": false}, {\"check\": \"regression: numbers at odd level\", \"actual\": [[0, 2, 1], [2, 3, 2]], \"expected\": [[0, 1, 2], [1, 2, 1], [2, 3, 2]], \"passed\": false}, {\"check\": \"regression: numbers at odd level\", \"actual\": [[0, 2, 4], [2, 5, 2], [5, 6, 1], [6, 7, 2], [7, 9, 1], [9, 11, 4], [11, 12, 3]], \"expected\": [[0, 2, 4], [2, 7, 2], [7, 9, 1], [9, 11, 4], [11, 12, 3]], \"passed\": false}, {\"check\": \"regression: numbers at odd level\", \"actual\": [[0, 1, 4], [1, 4, 3]], \"expected\": [[0, 1, 4], [1, 2, 3], [2, 4, 4]], \"passed\": false}, {\"check\": \"number in LTR text\", \"actual\": [[0, 1, 0], [1, 2, 2], [2, 3, 0]], \"expected\": [[0, 1, 0], [1, 2, 2], [2, 3, 0]], \"passed\": true}, {\"check\": \"level two embedding\", \"actual\": [[0, 1, 3], [1, 2, 2]], \"expected\": [[0, 1, 3], [1, 2, 2]], \"passed\": true}, {\"check\": \"control layout\", \"actual\": [[0, 1, 3]], \"expected\": [[0, 1, 3]], \"passed\": true}, {\"check\": \"control layout\", \"actual\": [[0, 1, 3], [1, 2, 4]], \"expected\": [[0, 1, 3], [1, 2, 4]], \"passed\": true}], \"passed\": false}\n"},"broken":{"elapsed_ms":41.205,"exit_code":1,"observations":[{"actual":[[0,3,1]],"check":"number in RTL text","expected":[[0,1,1],[1,2,2],[2,3,1]],"passed":false},{"actual":[[0,3,1]],"check":"regression: numbers at odd level","expected":[[0,1,2],[1,2,1],[2,3,2]],"passed":false},{"actual":[[0,2,4],[2,5,2],[5,9,1],[9,11,4],[11,12,3]],"check":"regression: numbers at odd level","expected":[[0,2,4],[2,7,2],[7,9,1],[9,11,4],[11,12,3]],"passed":false},{"actual":[[0,1,4],[1,4,3]],"check":"regression: numbers at odd level","expected":[[0,1,4],[1,2,3],[2,4,4]],"passed":false},{"actual":[[0,1,0],[1,2,2],[2,3,0]],"check":"number in LTR text","expected":[[0,1,0],[1,2,2],[2,3,0]],"passed":true},{"actual":[[0,1,3],[1,2,2]],"check":"level two embedding","expected":[[0,1,3],[1,2,2]],"passed":true},{"actual":[[0,1,3]],"check":"control layout","expected":[[0,1,3]],"passed":true},{"actual":[[0,1,3],[1,2,4]],"check":"control layout","expected":[[0,1,3],[1,2,4]],"passed":true}],"passed":false,"stderr":"","stdout":"{\"observations\": [{\"check\": \"number in RTL text\", \"actual\": [[0, 3, 1]], \"expected\": [[0, 1, 1], [1, 2, 2], [2, 3, 1]], \"passed\": false}, {\"check\": \"regression: numbers at odd level\", \"actual\": [[0, 3, 1]], \"expected\": [[0, 1, 2], [1, 2, 1], [2, 3, 2]], \"passed\": false}, {\"check\": \"regression: numbers at odd level\", \"actual\": [[0, 2, 4], [2, 5, 2], [5, 9, 1], [9, 11, 4], [11, 12, 3]], \"expected\": [[0, 2, 4], [2, 7, 2], [7, 9, 1], [9, 11, 4], [11, 12, 3]], \"passed\": false}, {\"check\": \"regression: numbers at odd level\", \"actual\": [[0, 1, 4], [1, 4, 3]], \"expected\": [[0, 1, 4], [1, 2, 3], [2, 4, 4]], \"passed\": false}, {\"check\": \"number in LTR text\", \"actual\": [[0, 1, 0], [1, 2, 2], [2, 3, 0]], \"expected\": [[0, 1, 0], [1, 2, 2], [2, 3, 0]], \"passed\": true}, {\"check\": \"level two embedding\", \"actual\": [[0, 1, 3], [1, 2, 2]], \"expected\": [[0, 1, 3], [1, 2, 2]], \"passed\": true}, {\"check\": \"control layout\", \"actual\": [[0, 1, 3]], \"expected\": [[0, 1, 3]], \"passed\": true}, {\"check\": \"control layout\", \"actual\": [[0, 1, 3], [1, 2, 4]], \"expected\": [[0, 1, 3], [1, 2, 4]], \"passed\": true}], \"passed\": false}\n"},"fixed":{"elapsed_ms":42.792,"exit_code":0,"observations":[{"actual":[[0,1,1],[1,2,2],[2,3,1]],"check":"number in RTL text","expected":[[0,1,1],[1,2,2],[2,3,1]],"passed":true},{"actual":[[0,1,2],[1,2,1],[2,3,2]],"check":"regression: numbers at odd level","expected":[[0,1,2],[1,2,1],[2,3,2]],"passed":true},{"actual":[[0,2,4],[2,7,2],[7,9,1],[9,11,4],[11,12,3]],"check":"regression: numbers at odd level","expected":[[0,2,4],[2,7,2],[7,9,1],[9,11,4],[11,12,3]],"passed":true},{"actual":[[0,1,4],[1,2,3],[2,4,4]],"check":"regression: numbers at odd level","expected":[[0,1,4],[1,2,3],[2,4,4]],"passed":true},{"actual":[[0,1,0],[1,2,2],[2,3,0]],"check":"number in LTR text","expected":[[0,1,0],[1,2,2],[2,3,0]],"passed":true},{"actual":[[0,1,3],[1,2,2]],"check":"level two embedding","expected":[[0,1,3],[1,2,2]],"passed":true},{"actual":[[0,1,3]],"check":"control layout","expected":[[0,1,3]],"passed":true},{"actual":[[0,1,3],[1,2,4]],"check":"control layout","expected":[[0,1,3],[1,2,4]],"passed":true}],"passed":true,"stderr":"","stdout":"{\"observations\": [{\"check\": \"number in RTL text\", \"actual\": [[0, 1, 1], [1, 2, 2], [2, 3, 1]], \"expected\": [[0, 1, 1], [1, 2, 2], [2, 3, 1]], \"passed\": true}, {\"check\": \"regression: numbers at odd level\", \"actual\": [[0, 1, 2], [1, 2, 1], [2, 3, 2]], \"expected\": [[0, 1, 2], [1, 2, 1], [2, 3, 2]], \"passed\": true}, {\"check\": \"regression: numbers at odd level\", \"actual\": [[0, 2, 4], [2, 7, 2], [7, 9, 1], [9, 11, 4], [11, 12, 3]], \"expected\": [[0, 2, 4], [2, 7, 2], [7, 9, 1], [9, 11, 4], [11, 12, 3]], \"passed\": true}, {\"check\": \"regression: numbers at odd level\", \"actual\": [[0, 1, 4], [1, 2, 3], [2, 4, 4]], \"expected\": [[0, 1, 4], [1, 2, 3], [2, 4, 4]], \"passed\": true}, {\"check\": \"number in LTR text\", \"actual\": [[0, 1, 0], [1, 2, 2], [2, 3, 0]], \"expected\": [[0, 1, 0], [1, 2, 2], [2, 3, 0]], \"passed\": true}, {\"check\": \"level two embedding\", \"actual\": [[0, 1, 3], [1, 2, 2]], \"expected\": [[0, 1, 3], [1, 2, 2]], \"passed\": true}, {\"check\": \"control layout\", \"actual\": [[0, 1, 3]], \"expected\": [[0, 1, 3]], \"passed\": true}, {\"check\": \"control layout\", \"actual\": [[0, 1, 3], [1, 2, 4]], \"expected\": [[0, 1, 3], [1, 2, 4]], \"passed\": true}], \"passed\": true}\n"}},"verified":true,"visibility":"public"}