diff --git a/bin/prism b/bin/prism index 855ad7979e..217397e68f 100755 --- a/bin/prism +++ b/bin/prism @@ -432,30 +432,86 @@ module Prism puts "};" end - # Generate lists of unicode codepoints for a given encoding. + # Generate the multistage lookup tables of unicode codepoint properties + # for a given encoding. A codepoint's properties live in the leaf table, + # reached by indexing the root table with its high bits and the middle + # table with its next five bits. Identical middle and leaf blocks are + # shared, which is what keeps the tables small. Titlecase letters count as + # uppercase because they can begin a constant name. def unicode_lists(encoding) encoding = Encoding::UTF_8 - range = (0x100..0xD7FF).to_a.concat((0xE000..0x10FFFF).to_a) - - { alpha: /[[:alpha:]]/, alnum: /[[:alnum:]]/, isupper: /[[:upper:]]/ }.map do |kind, regex| - codepoints = range.select { |codepoint| codepoint.chr(encoding).match?(regex) } - - previous = nil - groups = - codepoints.slice_before do |codepoint| - (!previous.nil? && (codepoint - previous) != 1).tap { previous = codepoint } - end - - matched = - groups.flat_map do |group| - ["0x#{group.first.to_s(16).upcase}", "0x#{group.last.to_s(16).upcase}"] - end - - puts "\n#define UNICODE_#{kind.upcase}_CODEPOINTS_LENGTH #{matched.length}" - puts "unicode_codepoint_t unicode_#{kind}_codepoints[UNICODE_#{kind.upcase}_CODEPOINTS_LENGTH] = {" - matched.each_slice(2) { |slice| puts " #{slice.join(", ")}," } - puts "};" + + values = + (0...0x110000).map do |codepoint| + next 0 if (0xD800..0xDFFF).cover?(codepoint) + character = codepoint.chr(encoding) + + value = 0 + value |= (1 << 0) if character.match?(/[[:alpha:]]/) + value |= (1 << 1) if character.match?(/[[:alnum:]]/) + value |= (1 << 2) if character.match?(/[[:upper:]\p{Lt}]/) + value + end + + names = { 0 => "N", 2 => "D", 3 => "A", 7 => "U" } + unknown = values.uniq - names.keys + raise "unnamed property values: #{unknown.inspect}" if unknown.any? + + maximum = values.rindex { |value| value != 0 } + 1 + maximum = (maximum + 0xFF) & ~0xFF + + leaf_blocks, leaf_indices = unicode_blocks(values[0...maximum].each_slice(8).to_a, 0) + middle_blocks, root = unicode_blocks(leaf_indices.each_slice(32).to_a, leaf_indices.first) + + raise "too many unique blocks" if leaf_blocks.length > 256 || middle_blocks.length > 256 + + puts "\n#define UNICODE_CODEPOINTS_MAXIMUM 0x#{maximum.to_s(16).upcase}" + + puts "\nstatic const uint8_t pm_unicode_root[#{root.length}] = {" + root.each_slice(16).with_index do |slice, index| + puts " /* U+%05X */ %s," % [index * 16 * 256, slice.map { |value| "0x%02X" % value }.join(", ")] + end + puts "};" + + puts "\nstatic const uint8_t pm_unicode_middle[#{middle_blocks.length}][32] = {" + middle_blocks.each_with_index do |block, index| + puts " [0x%02X] = { %s }," % [index, block.map { |value| "0x%02X" % value }.join(", ")] end + puts "};" + + puts <<~C + + /* No properties. */ + #define N 0 + + /* A digit: alphanumeric but not alphabetic. */ + #define D (PRISM_ENCODING_ALPHANUMERIC_BIT) + + /* A letter that is not uppercase: alphabetic and alphanumeric. */ + #define A (PRISM_ENCODING_ALPHABETIC_BIT | PRISM_ENCODING_ALPHANUMERIC_BIT) + + /* An uppercase or titlecase letter: alphabetic, alphanumeric, and uppercase. */ + #define U (PRISM_ENCODING_ALPHABETIC_BIT | PRISM_ENCODING_ALPHANUMERIC_BIT | PRISM_ENCODING_UPPERCASE_BIT) + C + + puts "\nstatic const uint8_t pm_unicode_leaf[#{leaf_blocks.length}][8] = {" + leaf_blocks.each_with_index do |block, index| + puts " [0x%02X] = { %s }," % [index, block.map { |value| names.fetch(value) }.join(", ")] + end + puts "};" + + puts "\n#undef N\n#undef D\n#undef A\n#undef U" + end + + # Deduplicate the given blocks. The block made entirely of the given empty + # value is numbered 0 and the rest are numbered from most to least used, + # so the tables that index them read as long runs of small numbers. + # Returns the unique blocks and the index of each original block. + def unicode_blocks(blocks, empty) + tally = blocks.tally + unique = tally.keys.sort_by.with_index { |block, index| [block.all?(empty) ? 0 : 1, -tally[block], index] } + indices = unique.each_with_index.to_h + [unique, blocks.map { |block| indices[block] }] end # Parse the source code indicated by the command-line arguments. diff --git a/include/prism/internal/encoding.h b/include/prism/internal/encoding.h index 62392ef970..294e092429 100644 --- a/include/prism/internal/encoding.h +++ b/include/prism/internal/encoding.h @@ -90,12 +90,13 @@ size_t pm_encoding_utf_8_alnum_char(const uint8_t *b, ptrdiff_t n); bool pm_encoding_utf_8_isupper_char(const uint8_t *b, ptrdiff_t n); /* - * This lookup table is referenced in both the UTF-8 encoding file and the - * parser directly in order to speed up the default encoding processing. It is - * used to indicate whether a character is alphabetical, alphanumeric, or - * uppercase in unicode mappings. + * This lookup table indicates whether a US-ASCII character is alphabetical, + * alphanumeric, or uppercase. It is referenced in both the UTF-8 encoding + * functions and the parser directly in order to speed up processing ASCII + * bytes in the default encoding, since every ASCII character is encoded as + * itself in UTF-8. */ -extern const uint8_t pm_encoding_unicode_table[256]; +extern const uint8_t pm_encoding_ascii_table[256]; /* These are all of the encodings that prism supports. */ typedef enum { diff --git a/src/encoding.c b/src/encoding.c index cd39cdff72..d678b4e037 100644 --- a/src/encoding.c +++ b/src/encoding.c @@ -7,2283 +7,479 @@ typedef uint32_t pm_unicode_codepoint_t; -#define UNICODE_ALPHA_CODEPOINTS_LENGTH 1508 -static const pm_unicode_codepoint_t unicode_alpha_codepoints[UNICODE_ALPHA_CODEPOINTS_LENGTH] = { - 0x100, 0x2C1, - 0x2C6, 0x2D1, - 0x2E0, 0x2E4, - 0x2EC, 0x2EC, - 0x2EE, 0x2EE, - 0x345, 0x345, - 0x363, 0x374, - 0x376, 0x377, - 0x37A, 0x37D, - 0x37F, 0x37F, - 0x386, 0x386, - 0x388, 0x38A, - 0x38C, 0x38C, - 0x38E, 0x3A1, - 0x3A3, 0x3F5, - 0x3F7, 0x481, - 0x48A, 0x52F, - 0x531, 0x556, - 0x559, 0x559, - 0x560, 0x588, - 0x5B0, 0x5BD, - 0x5BF, 0x5BF, - 0x5C1, 0x5C2, - 0x5C4, 0x5C5, - 0x5C7, 0x5C7, - 0x5D0, 0x5EA, - 0x5EF, 0x5F2, - 0x610, 0x61A, - 0x620, 0x657, - 0x659, 0x65F, - 0x66E, 0x6D3, - 0x6D5, 0x6DC, - 0x6E1, 0x6E8, - 0x6ED, 0x6EF, - 0x6FA, 0x6FC, - 0x6FF, 0x6FF, - 0x710, 0x73F, - 0x74D, 0x7B1, - 0x7CA, 0x7EA, - 0x7F4, 0x7F5, - 0x7FA, 0x7FA, - 0x800, 0x817, - 0x81A, 0x82C, - 0x840, 0x858, - 0x860, 0x86A, - 0x870, 0x887, - 0x889, 0x88F, - 0x897, 0x897, - 0x8A0, 0x8C9, - 0x8D4, 0x8DF, - 0x8E3, 0x8E9, - 0x8F0, 0x93B, - 0x93D, 0x94C, - 0x94E, 0x950, - 0x955, 0x963, - 0x971, 0x983, - 0x985, 0x98C, - 0x98F, 0x990, - 0x993, 0x9A8, - 0x9AA, 0x9B0, - 0x9B2, 0x9B2, - 0x9B6, 0x9B9, - 0x9BD, 0x9C4, - 0x9C7, 0x9C8, - 0x9CB, 0x9CC, - 0x9CE, 0x9CE, - 0x9D7, 0x9D7, - 0x9DC, 0x9DD, - 0x9DF, 0x9E3, - 0x9F0, 0x9F1, - 0x9FC, 0x9FC, - 0xA01, 0xA03, - 0xA05, 0xA0A, - 0xA0F, 0xA10, - 0xA13, 0xA28, - 0xA2A, 0xA30, - 0xA32, 0xA33, - 0xA35, 0xA36, - 0xA38, 0xA39, - 0xA3E, 0xA42, - 0xA47, 0xA48, - 0xA4B, 0xA4C, - 0xA51, 0xA51, - 0xA59, 0xA5C, - 0xA5E, 0xA5E, - 0xA70, 0xA75, - 0xA81, 0xA83, - 0xA85, 0xA8D, - 0xA8F, 0xA91, - 0xA93, 0xAA8, - 0xAAA, 0xAB0, - 0xAB2, 0xAB3, - 0xAB5, 0xAB9, - 0xABD, 0xAC5, - 0xAC7, 0xAC9, - 0xACB, 0xACC, - 0xAD0, 0xAD0, - 0xAE0, 0xAE3, - 0xAF9, 0xAFC, - 0xB01, 0xB03, - 0xB05, 0xB0C, - 0xB0F, 0xB10, - 0xB13, 0xB28, - 0xB2A, 0xB30, - 0xB32, 0xB33, - 0xB35, 0xB39, - 0xB3D, 0xB44, - 0xB47, 0xB48, - 0xB4B, 0xB4C, - 0xB56, 0xB57, - 0xB5C, 0xB5D, - 0xB5F, 0xB63, - 0xB71, 0xB71, - 0xB82, 0xB83, - 0xB85, 0xB8A, - 0xB8E, 0xB90, - 0xB92, 0xB95, - 0xB99, 0xB9A, - 0xB9C, 0xB9C, - 0xB9E, 0xB9F, - 0xBA3, 0xBA4, - 0xBA8, 0xBAA, - 0xBAE, 0xBB9, - 0xBBE, 0xBC2, - 0xBC6, 0xBC8, - 0xBCA, 0xBCC, - 0xBD0, 0xBD0, - 0xBD7, 0xBD7, - 0xC00, 0xC0C, - 0xC0E, 0xC10, - 0xC12, 0xC28, - 0xC2A, 0xC39, - 0xC3D, 0xC44, - 0xC46, 0xC48, - 0xC4A, 0xC4C, - 0xC55, 0xC56, - 0xC58, 0xC5A, - 0xC5C, 0xC5D, - 0xC60, 0xC63, - 0xC80, 0xC83, - 0xC85, 0xC8C, - 0xC8E, 0xC90, - 0xC92, 0xCA8, - 0xCAA, 0xCB3, - 0xCB5, 0xCB9, - 0xCBD, 0xCC4, - 0xCC6, 0xCC8, - 0xCCA, 0xCCC, - 0xCD5, 0xCD6, - 0xCDC, 0xCDE, - 0xCE0, 0xCE3, - 0xCF1, 0xCF3, - 0xD00, 0xD0C, - 0xD0E, 0xD10, - 0xD12, 0xD3A, - 0xD3D, 0xD44, - 0xD46, 0xD48, - 0xD4A, 0xD4C, - 0xD4E, 0xD4E, - 0xD54, 0xD57, - 0xD5F, 0xD63, - 0xD7A, 0xD7F, - 0xD81, 0xD83, - 0xD85, 0xD96, - 0xD9A, 0xDB1, - 0xDB3, 0xDBB, - 0xDBD, 0xDBD, - 0xDC0, 0xDC6, - 0xDCF, 0xDD4, - 0xDD6, 0xDD6, - 0xDD8, 0xDDF, - 0xDF2, 0xDF3, - 0xE01, 0xE3A, - 0xE40, 0xE46, - 0xE4D, 0xE4D, - 0xE81, 0xE82, - 0xE84, 0xE84, - 0xE86, 0xE8A, - 0xE8C, 0xEA3, - 0xEA5, 0xEA5, - 0xEA7, 0xEB9, - 0xEBB, 0xEBD, - 0xEC0, 0xEC4, - 0xEC6, 0xEC6, - 0xECD, 0xECD, - 0xEDC, 0xEDF, - 0xF00, 0xF00, - 0xF40, 0xF47, - 0xF49, 0xF6C, - 0xF71, 0xF83, - 0xF88, 0xF97, - 0xF99, 0xFBC, - 0x1000, 0x1036, - 0x1038, 0x1038, - 0x103B, 0x103F, - 0x1050, 0x108F, - 0x109A, 0x109D, - 0x10A0, 0x10C5, - 0x10C7, 0x10C7, - 0x10CD, 0x10CD, - 0x10D0, 0x10FA, - 0x10FC, 0x1248, - 0x124A, 0x124D, - 0x1250, 0x1256, - 0x1258, 0x1258, - 0x125A, 0x125D, - 0x1260, 0x1288, - 0x128A, 0x128D, - 0x1290, 0x12B0, - 0x12B2, 0x12B5, - 0x12B8, 0x12BE, - 0x12C0, 0x12C0, - 0x12C2, 0x12C5, - 0x12C8, 0x12D6, - 0x12D8, 0x1310, - 0x1312, 0x1315, - 0x1318, 0x135A, - 0x1380, 0x138F, - 0x13A0, 0x13F5, - 0x13F8, 0x13FD, - 0x1401, 0x166C, - 0x166F, 0x167F, - 0x1681, 0x169A, - 0x16A0, 0x16EA, - 0x16EE, 0x16F8, - 0x1700, 0x1713, - 0x171F, 0x1733, - 0x1740, 0x1753, - 0x1760, 0x176C, - 0x176E, 0x1770, - 0x1772, 0x1773, - 0x1780, 0x17B3, - 0x17B6, 0x17C8, - 0x17D7, 0x17D7, - 0x17DC, 0x17DC, - 0x1820, 0x1878, - 0x1880, 0x18AA, - 0x18B0, 0x18F5, - 0x1900, 0x191E, - 0x1920, 0x192B, - 0x1930, 0x1938, - 0x1950, 0x196D, - 0x1970, 0x1974, - 0x1980, 0x19AB, - 0x19B0, 0x19C9, - 0x1A00, 0x1A1B, - 0x1A20, 0x1A5E, - 0x1A61, 0x1A74, - 0x1AA7, 0x1AA7, - 0x1ABF, 0x1AC0, - 0x1ACC, 0x1ACE, - 0x1B00, 0x1B33, - 0x1B35, 0x1B43, - 0x1B45, 0x1B4C, - 0x1B80, 0x1BA9, - 0x1BAC, 0x1BAF, - 0x1BBA, 0x1BE5, - 0x1BE7, 0x1BF1, - 0x1C00, 0x1C36, - 0x1C4D, 0x1C4F, - 0x1C5A, 0x1C7D, - 0x1C80, 0x1C8A, - 0x1C90, 0x1CBA, - 0x1CBD, 0x1CBF, - 0x1CE9, 0x1CEC, - 0x1CEE, 0x1CF3, - 0x1CF5, 0x1CF6, - 0x1CFA, 0x1CFA, - 0x1D00, 0x1DBF, - 0x1DD3, 0x1DF4, - 0x1E00, 0x1F15, - 0x1F18, 0x1F1D, - 0x1F20, 0x1F45, - 0x1F48, 0x1F4D, - 0x1F50, 0x1F57, - 0x1F59, 0x1F59, - 0x1F5B, 0x1F5B, - 0x1F5D, 0x1F5D, - 0x1F5F, 0x1F7D, - 0x1F80, 0x1FB4, - 0x1FB6, 0x1FBC, - 0x1FBE, 0x1FBE, - 0x1FC2, 0x1FC4, - 0x1FC6, 0x1FCC, - 0x1FD0, 0x1FD3, - 0x1FD6, 0x1FDB, - 0x1FE0, 0x1FEC, - 0x1FF2, 0x1FF4, - 0x1FF6, 0x1FFC, - 0x2071, 0x2071, - 0x207F, 0x207F, - 0x2090, 0x209C, - 0x2102, 0x2102, - 0x2107, 0x2107, - 0x210A, 0x2113, - 0x2115, 0x2115, - 0x2119, 0x211D, - 0x2124, 0x2124, - 0x2126, 0x2126, - 0x2128, 0x2128, - 0x212A, 0x212D, - 0x212F, 0x2139, - 0x213C, 0x213F, - 0x2145, 0x2149, - 0x214E, 0x214E, - 0x2160, 0x2188, - 0x24B6, 0x24E9, - 0x2C00, 0x2CE4, - 0x2CEB, 0x2CEE, - 0x2CF2, 0x2CF3, - 0x2D00, 0x2D25, - 0x2D27, 0x2D27, - 0x2D2D, 0x2D2D, - 0x2D30, 0x2D67, - 0x2D6F, 0x2D6F, - 0x2D80, 0x2D96, - 0x2DA0, 0x2DA6, - 0x2DA8, 0x2DAE, - 0x2DB0, 0x2DB6, - 0x2DB8, 0x2DBE, - 0x2DC0, 0x2DC6, - 0x2DC8, 0x2DCE, - 0x2DD0, 0x2DD6, - 0x2DD8, 0x2DDE, - 0x2DE0, 0x2DFF, - 0x2E2F, 0x2E2F, - 0x3005, 0x3007, - 0x3021, 0x3029, - 0x3031, 0x3035, - 0x3038, 0x303C, - 0x3041, 0x3096, - 0x309D, 0x309F, - 0x30A1, 0x30FA, - 0x30FC, 0x30FF, - 0x3105, 0x312F, - 0x3131, 0x318E, - 0x31A0, 0x31BF, - 0x31F0, 0x31FF, - 0x3400, 0x4DBF, - 0x4E00, 0xA48C, - 0xA4D0, 0xA4FD, - 0xA500, 0xA60C, - 0xA610, 0xA61F, - 0xA62A, 0xA62B, - 0xA640, 0xA66E, - 0xA674, 0xA67B, - 0xA67F, 0xA6EF, - 0xA717, 0xA71F, - 0xA722, 0xA788, - 0xA78B, 0xA7DC, - 0xA7F1, 0xA805, - 0xA807, 0xA827, - 0xA840, 0xA873, - 0xA880, 0xA8C3, - 0xA8C5, 0xA8C5, - 0xA8F2, 0xA8F7, - 0xA8FB, 0xA8FB, - 0xA8FD, 0xA8FF, - 0xA90A, 0xA92A, - 0xA930, 0xA952, - 0xA960, 0xA97C, - 0xA980, 0xA9B2, - 0xA9B4, 0xA9BF, - 0xA9CF, 0xA9CF, - 0xA9E0, 0xA9EF, - 0xA9FA, 0xA9FE, - 0xAA00, 0xAA36, - 0xAA40, 0xAA4D, - 0xAA60, 0xAA76, - 0xAA7A, 0xAABE, - 0xAAC0, 0xAAC0, - 0xAAC2, 0xAAC2, - 0xAADB, 0xAADD, - 0xAAE0, 0xAAEF, - 0xAAF2, 0xAAF5, - 0xAB01, 0xAB06, - 0xAB09, 0xAB0E, - 0xAB11, 0xAB16, - 0xAB20, 0xAB26, - 0xAB28, 0xAB2E, - 0xAB30, 0xAB5A, - 0xAB5C, 0xAB69, - 0xAB70, 0xABEA, - 0xAC00, 0xD7A3, - 0xD7B0, 0xD7C6, - 0xD7CB, 0xD7FB, - 0xF900, 0xFA6D, - 0xFA70, 0xFAD9, - 0xFB00, 0xFB06, - 0xFB13, 0xFB17, - 0xFB1D, 0xFB28, - 0xFB2A, 0xFB36, - 0xFB38, 0xFB3C, - 0xFB3E, 0xFB3E, - 0xFB40, 0xFB41, - 0xFB43, 0xFB44, - 0xFB46, 0xFBB1, - 0xFBD3, 0xFD3D, - 0xFD50, 0xFD8F, - 0xFD92, 0xFDC7, - 0xFDF0, 0xFDFB, - 0xFE70, 0xFE74, - 0xFE76, 0xFEFC, - 0xFF21, 0xFF3A, - 0xFF41, 0xFF5A, - 0xFF66, 0xFFBE, - 0xFFC2, 0xFFC7, - 0xFFCA, 0xFFCF, - 0xFFD2, 0xFFD7, - 0xFFDA, 0xFFDC, - 0x10000, 0x1000B, - 0x1000D, 0x10026, - 0x10028, 0x1003A, - 0x1003C, 0x1003D, - 0x1003F, 0x1004D, - 0x10050, 0x1005D, - 0x10080, 0x100FA, - 0x10140, 0x10174, - 0x10280, 0x1029C, - 0x102A0, 0x102D0, - 0x10300, 0x1031F, - 0x1032D, 0x1034A, - 0x10350, 0x1037A, - 0x10380, 0x1039D, - 0x103A0, 0x103C3, - 0x103C8, 0x103CF, - 0x103D1, 0x103D5, - 0x10400, 0x1049D, - 0x104B0, 0x104D3, - 0x104D8, 0x104FB, - 0x10500, 0x10527, - 0x10530, 0x10563, - 0x10570, 0x1057A, - 0x1057C, 0x1058A, - 0x1058C, 0x10592, - 0x10594, 0x10595, - 0x10597, 0x105A1, - 0x105A3, 0x105B1, - 0x105B3, 0x105B9, - 0x105BB, 0x105BC, - 0x105C0, 0x105F3, - 0x10600, 0x10736, - 0x10740, 0x10755, - 0x10760, 0x10767, - 0x10780, 0x10785, - 0x10787, 0x107B0, - 0x107B2, 0x107BA, - 0x10800, 0x10805, - 0x10808, 0x10808, - 0x1080A, 0x10835, - 0x10837, 0x10838, - 0x1083C, 0x1083C, - 0x1083F, 0x10855, - 0x10860, 0x10876, - 0x10880, 0x1089E, - 0x108E0, 0x108F2, - 0x108F4, 0x108F5, - 0x10900, 0x10915, - 0x10920, 0x10939, - 0x10940, 0x10959, - 0x10980, 0x109B7, - 0x109BE, 0x109BF, - 0x10A00, 0x10A03, - 0x10A05, 0x10A06, - 0x10A0C, 0x10A13, - 0x10A15, 0x10A17, - 0x10A19, 0x10A35, - 0x10A60, 0x10A7C, - 0x10A80, 0x10A9C, - 0x10AC0, 0x10AC7, - 0x10AC9, 0x10AE4, - 0x10B00, 0x10B35, - 0x10B40, 0x10B55, - 0x10B60, 0x10B72, - 0x10B80, 0x10B91, - 0x10C00, 0x10C48, - 0x10C80, 0x10CB2, - 0x10CC0, 0x10CF2, - 0x10D00, 0x10D27, - 0x10D4A, 0x10D65, - 0x10D69, 0x10D69, - 0x10D6F, 0x10D85, - 0x10E80, 0x10EA9, - 0x10EAB, 0x10EAC, - 0x10EB0, 0x10EB1, - 0x10EC2, 0x10EC7, - 0x10EFA, 0x10EFC, - 0x10F00, 0x10F1C, - 0x10F27, 0x10F27, - 0x10F30, 0x10F45, - 0x10F70, 0x10F81, - 0x10FB0, 0x10FC4, - 0x10FE0, 0x10FF6, - 0x11000, 0x11045, - 0x11071, 0x11075, - 0x11080, 0x110B8, - 0x110C2, 0x110C2, - 0x110D0, 0x110E8, - 0x11100, 0x11132, - 0x11144, 0x11147, - 0x11150, 0x11172, - 0x11176, 0x11176, - 0x11180, 0x111BF, - 0x111C1, 0x111C4, - 0x111CE, 0x111CF, - 0x111DA, 0x111DA, - 0x111DC, 0x111DC, - 0x11200, 0x11211, - 0x11213, 0x11234, - 0x11237, 0x11237, - 0x1123E, 0x11241, - 0x11280, 0x11286, - 0x11288, 0x11288, - 0x1128A, 0x1128D, - 0x1128F, 0x1129D, - 0x1129F, 0x112A8, - 0x112B0, 0x112E8, - 0x11300, 0x11303, - 0x11305, 0x1130C, - 0x1130F, 0x11310, - 0x11313, 0x11328, - 0x1132A, 0x11330, - 0x11332, 0x11333, - 0x11335, 0x11339, - 0x1133D, 0x11344, - 0x11347, 0x11348, - 0x1134B, 0x1134C, - 0x11350, 0x11350, - 0x11357, 0x11357, - 0x1135D, 0x11363, - 0x11380, 0x11389, - 0x1138B, 0x1138B, - 0x1138E, 0x1138E, - 0x11390, 0x113B5, - 0x113B7, 0x113C0, - 0x113C2, 0x113C2, - 0x113C5, 0x113C5, - 0x113C7, 0x113CA, - 0x113CC, 0x113CD, - 0x113D1, 0x113D1, - 0x113D3, 0x113D3, - 0x11400, 0x11441, - 0x11443, 0x11445, - 0x11447, 0x1144A, - 0x1145F, 0x11461, - 0x11480, 0x114C1, - 0x114C4, 0x114C5, - 0x114C7, 0x114C7, - 0x11580, 0x115B5, - 0x115B8, 0x115BE, - 0x115D8, 0x115DD, - 0x11600, 0x1163E, - 0x11640, 0x11640, - 0x11644, 0x11644, - 0x11680, 0x116B5, - 0x116B8, 0x116B8, - 0x11700, 0x1171A, - 0x1171D, 0x1172A, - 0x11740, 0x11746, - 0x11800, 0x11838, - 0x118A0, 0x118DF, - 0x118FF, 0x11906, - 0x11909, 0x11909, - 0x1190C, 0x11913, - 0x11915, 0x11916, - 0x11918, 0x11935, - 0x11937, 0x11938, - 0x1193B, 0x1193C, - 0x1193F, 0x11942, - 0x119A0, 0x119A7, - 0x119AA, 0x119D7, - 0x119DA, 0x119DF, - 0x119E1, 0x119E1, - 0x119E3, 0x119E4, - 0x11A00, 0x11A32, - 0x11A35, 0x11A3E, - 0x11A50, 0x11A97, - 0x11A9D, 0x11A9D, - 0x11AB0, 0x11AF8, - 0x11B60, 0x11B67, - 0x11BC0, 0x11BE0, - 0x11C00, 0x11C08, - 0x11C0A, 0x11C36, - 0x11C38, 0x11C3E, - 0x11C40, 0x11C40, - 0x11C72, 0x11C8F, - 0x11C92, 0x11CA7, - 0x11CA9, 0x11CB6, - 0x11D00, 0x11D06, - 0x11D08, 0x11D09, - 0x11D0B, 0x11D36, - 0x11D3A, 0x11D3A, - 0x11D3C, 0x11D3D, - 0x11D3F, 0x11D41, - 0x11D43, 0x11D43, - 0x11D46, 0x11D47, - 0x11D60, 0x11D65, - 0x11D67, 0x11D68, - 0x11D6A, 0x11D8E, - 0x11D90, 0x11D91, - 0x11D93, 0x11D96, - 0x11D98, 0x11D98, - 0x11DB0, 0x11DDB, - 0x11EE0, 0x11EF6, - 0x11F00, 0x11F10, - 0x11F12, 0x11F3A, - 0x11F3E, 0x11F40, - 0x11FB0, 0x11FB0, - 0x12000, 0x12399, - 0x12400, 0x1246E, - 0x12480, 0x12543, - 0x12F90, 0x12FF0, - 0x13000, 0x1342F, - 0x13441, 0x13446, - 0x13460, 0x143FA, - 0x14400, 0x14646, - 0x16100, 0x1612E, - 0x16800, 0x16A38, - 0x16A40, 0x16A5E, - 0x16A70, 0x16ABE, - 0x16AD0, 0x16AED, - 0x16B00, 0x16B2F, - 0x16B40, 0x16B43, - 0x16B63, 0x16B77, - 0x16B7D, 0x16B8F, - 0x16D40, 0x16D6C, - 0x16E40, 0x16E7F, - 0x16EA0, 0x16EB8, - 0x16EBB, 0x16ED3, - 0x16F00, 0x16F4A, - 0x16F4F, 0x16F87, - 0x16F8F, 0x16F9F, - 0x16FE0, 0x16FE1, - 0x16FE3, 0x16FE3, - 0x16FF0, 0x16FF6, - 0x17000, 0x18CD5, - 0x18CFF, 0x18D1E, - 0x18D80, 0x18DF2, - 0x1AFF0, 0x1AFF3, - 0x1AFF5, 0x1AFFB, - 0x1AFFD, 0x1AFFE, - 0x1B000, 0x1B122, - 0x1B132, 0x1B132, - 0x1B150, 0x1B152, - 0x1B155, 0x1B155, - 0x1B164, 0x1B167, - 0x1B170, 0x1B2FB, - 0x1BC00, 0x1BC6A, - 0x1BC70, 0x1BC7C, - 0x1BC80, 0x1BC88, - 0x1BC90, 0x1BC99, - 0x1BC9E, 0x1BC9E, - 0x1D400, 0x1D454, - 0x1D456, 0x1D49C, - 0x1D49E, 0x1D49F, - 0x1D4A2, 0x1D4A2, - 0x1D4A5, 0x1D4A6, - 0x1D4A9, 0x1D4AC, - 0x1D4AE, 0x1D4B9, - 0x1D4BB, 0x1D4BB, - 0x1D4BD, 0x1D4C3, - 0x1D4C5, 0x1D505, - 0x1D507, 0x1D50A, - 0x1D50D, 0x1D514, - 0x1D516, 0x1D51C, - 0x1D51E, 0x1D539, - 0x1D53B, 0x1D53E, - 0x1D540, 0x1D544, - 0x1D546, 0x1D546, - 0x1D54A, 0x1D550, - 0x1D552, 0x1D6A5, - 0x1D6A8, 0x1D6C0, - 0x1D6C2, 0x1D6DA, - 0x1D6DC, 0x1D6FA, - 0x1D6FC, 0x1D714, - 0x1D716, 0x1D734, - 0x1D736, 0x1D74E, - 0x1D750, 0x1D76E, - 0x1D770, 0x1D788, - 0x1D78A, 0x1D7A8, - 0x1D7AA, 0x1D7C2, - 0x1D7C4, 0x1D7CB, - 0x1DF00, 0x1DF1E, - 0x1DF25, 0x1DF2A, - 0x1E000, 0x1E006, - 0x1E008, 0x1E018, - 0x1E01B, 0x1E021, - 0x1E023, 0x1E024, - 0x1E026, 0x1E02A, - 0x1E030, 0x1E06D, - 0x1E08F, 0x1E08F, - 0x1E100, 0x1E12C, - 0x1E137, 0x1E13D, - 0x1E14E, 0x1E14E, - 0x1E290, 0x1E2AD, - 0x1E2C0, 0x1E2EB, - 0x1E4D0, 0x1E4EB, - 0x1E5D0, 0x1E5ED, - 0x1E5F0, 0x1E5F0, - 0x1E6C0, 0x1E6DE, - 0x1E6E0, 0x1E6F5, - 0x1E6FE, 0x1E6FF, - 0x1E7E0, 0x1E7E6, - 0x1E7E8, 0x1E7EB, - 0x1E7ED, 0x1E7EE, - 0x1E7F0, 0x1E7FE, - 0x1E800, 0x1E8C4, - 0x1E900, 0x1E943, - 0x1E947, 0x1E947, - 0x1E94B, 0x1E94B, - 0x1EE00, 0x1EE03, - 0x1EE05, 0x1EE1F, - 0x1EE21, 0x1EE22, - 0x1EE24, 0x1EE24, - 0x1EE27, 0x1EE27, - 0x1EE29, 0x1EE32, - 0x1EE34, 0x1EE37, - 0x1EE39, 0x1EE39, - 0x1EE3B, 0x1EE3B, - 0x1EE42, 0x1EE42, - 0x1EE47, 0x1EE47, - 0x1EE49, 0x1EE49, - 0x1EE4B, 0x1EE4B, - 0x1EE4D, 0x1EE4F, - 0x1EE51, 0x1EE52, - 0x1EE54, 0x1EE54, - 0x1EE57, 0x1EE57, - 0x1EE59, 0x1EE59, - 0x1EE5B, 0x1EE5B, - 0x1EE5D, 0x1EE5D, - 0x1EE5F, 0x1EE5F, - 0x1EE61, 0x1EE62, - 0x1EE64, 0x1EE64, - 0x1EE67, 0x1EE6A, - 0x1EE6C, 0x1EE72, - 0x1EE74, 0x1EE77, - 0x1EE79, 0x1EE7C, - 0x1EE7E, 0x1EE7E, - 0x1EE80, 0x1EE89, - 0x1EE8B, 0x1EE9B, - 0x1EEA1, 0x1EEA3, - 0x1EEA5, 0x1EEA9, - 0x1EEAB, 0x1EEBB, - 0x1F130, 0x1F149, - 0x1F150, 0x1F169, - 0x1F170, 0x1F189, - 0x20000, 0x2A6DF, - 0x2A700, 0x2B81D, - 0x2B820, 0x2CEAD, - 0x2CEB0, 0x2EBE0, - 0x2EBF0, 0x2EE5D, - 0x2F800, 0x2FA1D, - 0x30000, 0x3134A, - 0x31350, 0x33479, -}; - -#define UNICODE_ALNUM_CODEPOINTS_LENGTH 1598 -static const pm_unicode_codepoint_t unicode_alnum_codepoints[UNICODE_ALNUM_CODEPOINTS_LENGTH] = { - 0x100, 0x2C1, - 0x2C6, 0x2D1, - 0x2E0, 0x2E4, - 0x2EC, 0x2EC, - 0x2EE, 0x2EE, - 0x345, 0x345, - 0x363, 0x374, - 0x376, 0x377, - 0x37A, 0x37D, - 0x37F, 0x37F, - 0x386, 0x386, - 0x388, 0x38A, - 0x38C, 0x38C, - 0x38E, 0x3A1, - 0x3A3, 0x3F5, - 0x3F7, 0x481, - 0x48A, 0x52F, - 0x531, 0x556, - 0x559, 0x559, - 0x560, 0x588, - 0x5B0, 0x5BD, - 0x5BF, 0x5BF, - 0x5C1, 0x5C2, - 0x5C4, 0x5C5, - 0x5C7, 0x5C7, - 0x5D0, 0x5EA, - 0x5EF, 0x5F2, - 0x610, 0x61A, - 0x620, 0x657, - 0x659, 0x669, - 0x66E, 0x6D3, - 0x6D5, 0x6DC, - 0x6E1, 0x6E8, - 0x6ED, 0x6FC, - 0x6FF, 0x6FF, - 0x710, 0x73F, - 0x74D, 0x7B1, - 0x7C0, 0x7EA, - 0x7F4, 0x7F5, - 0x7FA, 0x7FA, - 0x800, 0x817, - 0x81A, 0x82C, - 0x840, 0x858, - 0x860, 0x86A, - 0x870, 0x887, - 0x889, 0x88F, - 0x897, 0x897, - 0x8A0, 0x8C9, - 0x8D4, 0x8DF, - 0x8E3, 0x8E9, - 0x8F0, 0x93B, - 0x93D, 0x94C, - 0x94E, 0x950, - 0x955, 0x963, - 0x966, 0x96F, - 0x971, 0x983, - 0x985, 0x98C, - 0x98F, 0x990, - 0x993, 0x9A8, - 0x9AA, 0x9B0, - 0x9B2, 0x9B2, - 0x9B6, 0x9B9, - 0x9BD, 0x9C4, - 0x9C7, 0x9C8, - 0x9CB, 0x9CC, - 0x9CE, 0x9CE, - 0x9D7, 0x9D7, - 0x9DC, 0x9DD, - 0x9DF, 0x9E3, - 0x9E6, 0x9F1, - 0x9FC, 0x9FC, - 0xA01, 0xA03, - 0xA05, 0xA0A, - 0xA0F, 0xA10, - 0xA13, 0xA28, - 0xA2A, 0xA30, - 0xA32, 0xA33, - 0xA35, 0xA36, - 0xA38, 0xA39, - 0xA3E, 0xA42, - 0xA47, 0xA48, - 0xA4B, 0xA4C, - 0xA51, 0xA51, - 0xA59, 0xA5C, - 0xA5E, 0xA5E, - 0xA66, 0xA75, - 0xA81, 0xA83, - 0xA85, 0xA8D, - 0xA8F, 0xA91, - 0xA93, 0xAA8, - 0xAAA, 0xAB0, - 0xAB2, 0xAB3, - 0xAB5, 0xAB9, - 0xABD, 0xAC5, - 0xAC7, 0xAC9, - 0xACB, 0xACC, - 0xAD0, 0xAD0, - 0xAE0, 0xAE3, - 0xAE6, 0xAEF, - 0xAF9, 0xAFC, - 0xB01, 0xB03, - 0xB05, 0xB0C, - 0xB0F, 0xB10, - 0xB13, 0xB28, - 0xB2A, 0xB30, - 0xB32, 0xB33, - 0xB35, 0xB39, - 0xB3D, 0xB44, - 0xB47, 0xB48, - 0xB4B, 0xB4C, - 0xB56, 0xB57, - 0xB5C, 0xB5D, - 0xB5F, 0xB63, - 0xB66, 0xB6F, - 0xB71, 0xB71, - 0xB82, 0xB83, - 0xB85, 0xB8A, - 0xB8E, 0xB90, - 0xB92, 0xB95, - 0xB99, 0xB9A, - 0xB9C, 0xB9C, - 0xB9E, 0xB9F, - 0xBA3, 0xBA4, - 0xBA8, 0xBAA, - 0xBAE, 0xBB9, - 0xBBE, 0xBC2, - 0xBC6, 0xBC8, - 0xBCA, 0xBCC, - 0xBD0, 0xBD0, - 0xBD7, 0xBD7, - 0xBE6, 0xBEF, - 0xC00, 0xC0C, - 0xC0E, 0xC10, - 0xC12, 0xC28, - 0xC2A, 0xC39, - 0xC3D, 0xC44, - 0xC46, 0xC48, - 0xC4A, 0xC4C, - 0xC55, 0xC56, - 0xC58, 0xC5A, - 0xC5C, 0xC5D, - 0xC60, 0xC63, - 0xC66, 0xC6F, - 0xC80, 0xC83, - 0xC85, 0xC8C, - 0xC8E, 0xC90, - 0xC92, 0xCA8, - 0xCAA, 0xCB3, - 0xCB5, 0xCB9, - 0xCBD, 0xCC4, - 0xCC6, 0xCC8, - 0xCCA, 0xCCC, - 0xCD5, 0xCD6, - 0xCDC, 0xCDE, - 0xCE0, 0xCE3, - 0xCE6, 0xCEF, - 0xCF1, 0xCF3, - 0xD00, 0xD0C, - 0xD0E, 0xD10, - 0xD12, 0xD3A, - 0xD3D, 0xD44, - 0xD46, 0xD48, - 0xD4A, 0xD4C, - 0xD4E, 0xD4E, - 0xD54, 0xD57, - 0xD5F, 0xD63, - 0xD66, 0xD6F, - 0xD7A, 0xD7F, - 0xD81, 0xD83, - 0xD85, 0xD96, - 0xD9A, 0xDB1, - 0xDB3, 0xDBB, - 0xDBD, 0xDBD, - 0xDC0, 0xDC6, - 0xDCF, 0xDD4, - 0xDD6, 0xDD6, - 0xDD8, 0xDDF, - 0xDE6, 0xDEF, - 0xDF2, 0xDF3, - 0xE01, 0xE3A, - 0xE40, 0xE46, - 0xE4D, 0xE4D, - 0xE50, 0xE59, - 0xE81, 0xE82, - 0xE84, 0xE84, - 0xE86, 0xE8A, - 0xE8C, 0xEA3, - 0xEA5, 0xEA5, - 0xEA7, 0xEB9, - 0xEBB, 0xEBD, - 0xEC0, 0xEC4, - 0xEC6, 0xEC6, - 0xECD, 0xECD, - 0xED0, 0xED9, - 0xEDC, 0xEDF, - 0xF00, 0xF00, - 0xF20, 0xF29, - 0xF40, 0xF47, - 0xF49, 0xF6C, - 0xF71, 0xF83, - 0xF88, 0xF97, - 0xF99, 0xFBC, - 0x1000, 0x1036, - 0x1038, 0x1038, - 0x103B, 0x1049, - 0x1050, 0x109D, - 0x10A0, 0x10C5, - 0x10C7, 0x10C7, - 0x10CD, 0x10CD, - 0x10D0, 0x10FA, - 0x10FC, 0x1248, - 0x124A, 0x124D, - 0x1250, 0x1256, - 0x1258, 0x1258, - 0x125A, 0x125D, - 0x1260, 0x1288, - 0x128A, 0x128D, - 0x1290, 0x12B0, - 0x12B2, 0x12B5, - 0x12B8, 0x12BE, - 0x12C0, 0x12C0, - 0x12C2, 0x12C5, - 0x12C8, 0x12D6, - 0x12D8, 0x1310, - 0x1312, 0x1315, - 0x1318, 0x135A, - 0x1380, 0x138F, - 0x13A0, 0x13F5, - 0x13F8, 0x13FD, - 0x1401, 0x166C, - 0x166F, 0x167F, - 0x1681, 0x169A, - 0x16A0, 0x16EA, - 0x16EE, 0x16F8, - 0x1700, 0x1713, - 0x171F, 0x1733, - 0x1740, 0x1753, - 0x1760, 0x176C, - 0x176E, 0x1770, - 0x1772, 0x1773, - 0x1780, 0x17B3, - 0x17B6, 0x17C8, - 0x17D7, 0x17D7, - 0x17DC, 0x17DC, - 0x17E0, 0x17E9, - 0x1810, 0x1819, - 0x1820, 0x1878, - 0x1880, 0x18AA, - 0x18B0, 0x18F5, - 0x1900, 0x191E, - 0x1920, 0x192B, - 0x1930, 0x1938, - 0x1946, 0x196D, - 0x1970, 0x1974, - 0x1980, 0x19AB, - 0x19B0, 0x19C9, - 0x19D0, 0x19D9, - 0x1A00, 0x1A1B, - 0x1A20, 0x1A5E, - 0x1A61, 0x1A74, - 0x1A80, 0x1A89, - 0x1A90, 0x1A99, - 0x1AA7, 0x1AA7, - 0x1ABF, 0x1AC0, - 0x1ACC, 0x1ACE, - 0x1B00, 0x1B33, - 0x1B35, 0x1B43, - 0x1B45, 0x1B4C, - 0x1B50, 0x1B59, - 0x1B80, 0x1BA9, - 0x1BAC, 0x1BE5, - 0x1BE7, 0x1BF1, - 0x1C00, 0x1C36, - 0x1C40, 0x1C49, - 0x1C4D, 0x1C7D, - 0x1C80, 0x1C8A, - 0x1C90, 0x1CBA, - 0x1CBD, 0x1CBF, - 0x1CE9, 0x1CEC, - 0x1CEE, 0x1CF3, - 0x1CF5, 0x1CF6, - 0x1CFA, 0x1CFA, - 0x1D00, 0x1DBF, - 0x1DD3, 0x1DF4, - 0x1E00, 0x1F15, - 0x1F18, 0x1F1D, - 0x1F20, 0x1F45, - 0x1F48, 0x1F4D, - 0x1F50, 0x1F57, - 0x1F59, 0x1F59, - 0x1F5B, 0x1F5B, - 0x1F5D, 0x1F5D, - 0x1F5F, 0x1F7D, - 0x1F80, 0x1FB4, - 0x1FB6, 0x1FBC, - 0x1FBE, 0x1FBE, - 0x1FC2, 0x1FC4, - 0x1FC6, 0x1FCC, - 0x1FD0, 0x1FD3, - 0x1FD6, 0x1FDB, - 0x1FE0, 0x1FEC, - 0x1FF2, 0x1FF4, - 0x1FF6, 0x1FFC, - 0x2071, 0x2071, - 0x207F, 0x207F, - 0x2090, 0x209C, - 0x2102, 0x2102, - 0x2107, 0x2107, - 0x210A, 0x2113, - 0x2115, 0x2115, - 0x2119, 0x211D, - 0x2124, 0x2124, - 0x2126, 0x2126, - 0x2128, 0x2128, - 0x212A, 0x212D, - 0x212F, 0x2139, - 0x213C, 0x213F, - 0x2145, 0x2149, - 0x214E, 0x214E, - 0x2160, 0x2188, - 0x24B6, 0x24E9, - 0x2C00, 0x2CE4, - 0x2CEB, 0x2CEE, - 0x2CF2, 0x2CF3, - 0x2D00, 0x2D25, - 0x2D27, 0x2D27, - 0x2D2D, 0x2D2D, - 0x2D30, 0x2D67, - 0x2D6F, 0x2D6F, - 0x2D80, 0x2D96, - 0x2DA0, 0x2DA6, - 0x2DA8, 0x2DAE, - 0x2DB0, 0x2DB6, - 0x2DB8, 0x2DBE, - 0x2DC0, 0x2DC6, - 0x2DC8, 0x2DCE, - 0x2DD0, 0x2DD6, - 0x2DD8, 0x2DDE, - 0x2DE0, 0x2DFF, - 0x2E2F, 0x2E2F, - 0x3005, 0x3007, - 0x3021, 0x3029, - 0x3031, 0x3035, - 0x3038, 0x303C, - 0x3041, 0x3096, - 0x309D, 0x309F, - 0x30A1, 0x30FA, - 0x30FC, 0x30FF, - 0x3105, 0x312F, - 0x3131, 0x318E, - 0x31A0, 0x31BF, - 0x31F0, 0x31FF, - 0x3400, 0x4DBF, - 0x4E00, 0xA48C, - 0xA4D0, 0xA4FD, - 0xA500, 0xA60C, - 0xA610, 0xA62B, - 0xA640, 0xA66E, - 0xA674, 0xA67B, - 0xA67F, 0xA6EF, - 0xA717, 0xA71F, - 0xA722, 0xA788, - 0xA78B, 0xA7DC, - 0xA7F1, 0xA805, - 0xA807, 0xA827, - 0xA840, 0xA873, - 0xA880, 0xA8C3, - 0xA8C5, 0xA8C5, - 0xA8D0, 0xA8D9, - 0xA8F2, 0xA8F7, - 0xA8FB, 0xA8FB, - 0xA8FD, 0xA92A, - 0xA930, 0xA952, - 0xA960, 0xA97C, - 0xA980, 0xA9B2, - 0xA9B4, 0xA9BF, - 0xA9CF, 0xA9D9, - 0xA9E0, 0xA9FE, - 0xAA00, 0xAA36, - 0xAA40, 0xAA4D, - 0xAA50, 0xAA59, - 0xAA60, 0xAA76, - 0xAA7A, 0xAABE, - 0xAAC0, 0xAAC0, - 0xAAC2, 0xAAC2, - 0xAADB, 0xAADD, - 0xAAE0, 0xAAEF, - 0xAAF2, 0xAAF5, - 0xAB01, 0xAB06, - 0xAB09, 0xAB0E, - 0xAB11, 0xAB16, - 0xAB20, 0xAB26, - 0xAB28, 0xAB2E, - 0xAB30, 0xAB5A, - 0xAB5C, 0xAB69, - 0xAB70, 0xABEA, - 0xABF0, 0xABF9, - 0xAC00, 0xD7A3, - 0xD7B0, 0xD7C6, - 0xD7CB, 0xD7FB, - 0xF900, 0xFA6D, - 0xFA70, 0xFAD9, - 0xFB00, 0xFB06, - 0xFB13, 0xFB17, - 0xFB1D, 0xFB28, - 0xFB2A, 0xFB36, - 0xFB38, 0xFB3C, - 0xFB3E, 0xFB3E, - 0xFB40, 0xFB41, - 0xFB43, 0xFB44, - 0xFB46, 0xFBB1, - 0xFBD3, 0xFD3D, - 0xFD50, 0xFD8F, - 0xFD92, 0xFDC7, - 0xFDF0, 0xFDFB, - 0xFE70, 0xFE74, - 0xFE76, 0xFEFC, - 0xFF10, 0xFF19, - 0xFF21, 0xFF3A, - 0xFF41, 0xFF5A, - 0xFF66, 0xFFBE, - 0xFFC2, 0xFFC7, - 0xFFCA, 0xFFCF, - 0xFFD2, 0xFFD7, - 0xFFDA, 0xFFDC, - 0x10000, 0x1000B, - 0x1000D, 0x10026, - 0x10028, 0x1003A, - 0x1003C, 0x1003D, - 0x1003F, 0x1004D, - 0x10050, 0x1005D, - 0x10080, 0x100FA, - 0x10140, 0x10174, - 0x10280, 0x1029C, - 0x102A0, 0x102D0, - 0x10300, 0x1031F, - 0x1032D, 0x1034A, - 0x10350, 0x1037A, - 0x10380, 0x1039D, - 0x103A0, 0x103C3, - 0x103C8, 0x103CF, - 0x103D1, 0x103D5, - 0x10400, 0x1049D, - 0x104A0, 0x104A9, - 0x104B0, 0x104D3, - 0x104D8, 0x104FB, - 0x10500, 0x10527, - 0x10530, 0x10563, - 0x10570, 0x1057A, - 0x1057C, 0x1058A, - 0x1058C, 0x10592, - 0x10594, 0x10595, - 0x10597, 0x105A1, - 0x105A3, 0x105B1, - 0x105B3, 0x105B9, - 0x105BB, 0x105BC, - 0x105C0, 0x105F3, - 0x10600, 0x10736, - 0x10740, 0x10755, - 0x10760, 0x10767, - 0x10780, 0x10785, - 0x10787, 0x107B0, - 0x107B2, 0x107BA, - 0x10800, 0x10805, - 0x10808, 0x10808, - 0x1080A, 0x10835, - 0x10837, 0x10838, - 0x1083C, 0x1083C, - 0x1083F, 0x10855, - 0x10860, 0x10876, - 0x10880, 0x1089E, - 0x108E0, 0x108F2, - 0x108F4, 0x108F5, - 0x10900, 0x10915, - 0x10920, 0x10939, - 0x10940, 0x10959, - 0x10980, 0x109B7, - 0x109BE, 0x109BF, - 0x10A00, 0x10A03, - 0x10A05, 0x10A06, - 0x10A0C, 0x10A13, - 0x10A15, 0x10A17, - 0x10A19, 0x10A35, - 0x10A60, 0x10A7C, - 0x10A80, 0x10A9C, - 0x10AC0, 0x10AC7, - 0x10AC9, 0x10AE4, - 0x10B00, 0x10B35, - 0x10B40, 0x10B55, - 0x10B60, 0x10B72, - 0x10B80, 0x10B91, - 0x10C00, 0x10C48, - 0x10C80, 0x10CB2, - 0x10CC0, 0x10CF2, - 0x10D00, 0x10D27, - 0x10D30, 0x10D39, - 0x10D40, 0x10D65, - 0x10D69, 0x10D69, - 0x10D6F, 0x10D85, - 0x10E80, 0x10EA9, - 0x10EAB, 0x10EAC, - 0x10EB0, 0x10EB1, - 0x10EC2, 0x10EC7, - 0x10EFA, 0x10EFC, - 0x10F00, 0x10F1C, - 0x10F27, 0x10F27, - 0x10F30, 0x10F45, - 0x10F70, 0x10F81, - 0x10FB0, 0x10FC4, - 0x10FE0, 0x10FF6, - 0x11000, 0x11045, - 0x11066, 0x1106F, - 0x11071, 0x11075, - 0x11080, 0x110B8, - 0x110C2, 0x110C2, - 0x110D0, 0x110E8, - 0x110F0, 0x110F9, - 0x11100, 0x11132, - 0x11136, 0x1113F, - 0x11144, 0x11147, - 0x11150, 0x11172, - 0x11176, 0x11176, - 0x11180, 0x111BF, - 0x111C1, 0x111C4, - 0x111CE, 0x111DA, - 0x111DC, 0x111DC, - 0x11200, 0x11211, - 0x11213, 0x11234, - 0x11237, 0x11237, - 0x1123E, 0x11241, - 0x11280, 0x11286, - 0x11288, 0x11288, - 0x1128A, 0x1128D, - 0x1128F, 0x1129D, - 0x1129F, 0x112A8, - 0x112B0, 0x112E8, - 0x112F0, 0x112F9, - 0x11300, 0x11303, - 0x11305, 0x1130C, - 0x1130F, 0x11310, - 0x11313, 0x11328, - 0x1132A, 0x11330, - 0x11332, 0x11333, - 0x11335, 0x11339, - 0x1133D, 0x11344, - 0x11347, 0x11348, - 0x1134B, 0x1134C, - 0x11350, 0x11350, - 0x11357, 0x11357, - 0x1135D, 0x11363, - 0x11380, 0x11389, - 0x1138B, 0x1138B, - 0x1138E, 0x1138E, - 0x11390, 0x113B5, - 0x113B7, 0x113C0, - 0x113C2, 0x113C2, - 0x113C5, 0x113C5, - 0x113C7, 0x113CA, - 0x113CC, 0x113CD, - 0x113D1, 0x113D1, - 0x113D3, 0x113D3, - 0x11400, 0x11441, - 0x11443, 0x11445, - 0x11447, 0x1144A, - 0x11450, 0x11459, - 0x1145F, 0x11461, - 0x11480, 0x114C1, - 0x114C4, 0x114C5, - 0x114C7, 0x114C7, - 0x114D0, 0x114D9, - 0x11580, 0x115B5, - 0x115B8, 0x115BE, - 0x115D8, 0x115DD, - 0x11600, 0x1163E, - 0x11640, 0x11640, - 0x11644, 0x11644, - 0x11650, 0x11659, - 0x11680, 0x116B5, - 0x116B8, 0x116B8, - 0x116C0, 0x116C9, - 0x116D0, 0x116E3, - 0x11700, 0x1171A, - 0x1171D, 0x1172A, - 0x11730, 0x11739, - 0x11740, 0x11746, - 0x11800, 0x11838, - 0x118A0, 0x118E9, - 0x118FF, 0x11906, - 0x11909, 0x11909, - 0x1190C, 0x11913, - 0x11915, 0x11916, - 0x11918, 0x11935, - 0x11937, 0x11938, - 0x1193B, 0x1193C, - 0x1193F, 0x11942, - 0x11950, 0x11959, - 0x119A0, 0x119A7, - 0x119AA, 0x119D7, - 0x119DA, 0x119DF, - 0x119E1, 0x119E1, - 0x119E3, 0x119E4, - 0x11A00, 0x11A32, - 0x11A35, 0x11A3E, - 0x11A50, 0x11A97, - 0x11A9D, 0x11A9D, - 0x11AB0, 0x11AF8, - 0x11B60, 0x11B67, - 0x11BC0, 0x11BE0, - 0x11BF0, 0x11BF9, - 0x11C00, 0x11C08, - 0x11C0A, 0x11C36, - 0x11C38, 0x11C3E, - 0x11C40, 0x11C40, - 0x11C50, 0x11C59, - 0x11C72, 0x11C8F, - 0x11C92, 0x11CA7, - 0x11CA9, 0x11CB6, - 0x11D00, 0x11D06, - 0x11D08, 0x11D09, - 0x11D0B, 0x11D36, - 0x11D3A, 0x11D3A, - 0x11D3C, 0x11D3D, - 0x11D3F, 0x11D41, - 0x11D43, 0x11D43, - 0x11D46, 0x11D47, - 0x11D50, 0x11D59, - 0x11D60, 0x11D65, - 0x11D67, 0x11D68, - 0x11D6A, 0x11D8E, - 0x11D90, 0x11D91, - 0x11D93, 0x11D96, - 0x11D98, 0x11D98, - 0x11DA0, 0x11DA9, - 0x11DB0, 0x11DDB, - 0x11DE0, 0x11DE9, - 0x11EE0, 0x11EF6, - 0x11F00, 0x11F10, - 0x11F12, 0x11F3A, - 0x11F3E, 0x11F40, - 0x11F50, 0x11F59, - 0x11FB0, 0x11FB0, - 0x12000, 0x12399, - 0x12400, 0x1246E, - 0x12480, 0x12543, - 0x12F90, 0x12FF0, - 0x13000, 0x1342F, - 0x13441, 0x13446, - 0x13460, 0x143FA, - 0x14400, 0x14646, - 0x16100, 0x1612E, - 0x16130, 0x16139, - 0x16800, 0x16A38, - 0x16A40, 0x16A5E, - 0x16A60, 0x16A69, - 0x16A70, 0x16ABE, - 0x16AC0, 0x16AC9, - 0x16AD0, 0x16AED, - 0x16B00, 0x16B2F, - 0x16B40, 0x16B43, - 0x16B50, 0x16B59, - 0x16B63, 0x16B77, - 0x16B7D, 0x16B8F, - 0x16D40, 0x16D6C, - 0x16D70, 0x16D79, - 0x16E40, 0x16E7F, - 0x16EA0, 0x16EB8, - 0x16EBB, 0x16ED3, - 0x16F00, 0x16F4A, - 0x16F4F, 0x16F87, - 0x16F8F, 0x16F9F, - 0x16FE0, 0x16FE1, - 0x16FE3, 0x16FE3, - 0x16FF0, 0x16FF6, - 0x17000, 0x18CD5, - 0x18CFF, 0x18D1E, - 0x18D80, 0x18DF2, - 0x1AFF0, 0x1AFF3, - 0x1AFF5, 0x1AFFB, - 0x1AFFD, 0x1AFFE, - 0x1B000, 0x1B122, - 0x1B132, 0x1B132, - 0x1B150, 0x1B152, - 0x1B155, 0x1B155, - 0x1B164, 0x1B167, - 0x1B170, 0x1B2FB, - 0x1BC00, 0x1BC6A, - 0x1BC70, 0x1BC7C, - 0x1BC80, 0x1BC88, - 0x1BC90, 0x1BC99, - 0x1BC9E, 0x1BC9E, - 0x1CCF0, 0x1CCF9, - 0x1D400, 0x1D454, - 0x1D456, 0x1D49C, - 0x1D49E, 0x1D49F, - 0x1D4A2, 0x1D4A2, - 0x1D4A5, 0x1D4A6, - 0x1D4A9, 0x1D4AC, - 0x1D4AE, 0x1D4B9, - 0x1D4BB, 0x1D4BB, - 0x1D4BD, 0x1D4C3, - 0x1D4C5, 0x1D505, - 0x1D507, 0x1D50A, - 0x1D50D, 0x1D514, - 0x1D516, 0x1D51C, - 0x1D51E, 0x1D539, - 0x1D53B, 0x1D53E, - 0x1D540, 0x1D544, - 0x1D546, 0x1D546, - 0x1D54A, 0x1D550, - 0x1D552, 0x1D6A5, - 0x1D6A8, 0x1D6C0, - 0x1D6C2, 0x1D6DA, - 0x1D6DC, 0x1D6FA, - 0x1D6FC, 0x1D714, - 0x1D716, 0x1D734, - 0x1D736, 0x1D74E, - 0x1D750, 0x1D76E, - 0x1D770, 0x1D788, - 0x1D78A, 0x1D7A8, - 0x1D7AA, 0x1D7C2, - 0x1D7C4, 0x1D7CB, - 0x1D7CE, 0x1D7FF, - 0x1DF00, 0x1DF1E, - 0x1DF25, 0x1DF2A, - 0x1E000, 0x1E006, - 0x1E008, 0x1E018, - 0x1E01B, 0x1E021, - 0x1E023, 0x1E024, - 0x1E026, 0x1E02A, - 0x1E030, 0x1E06D, - 0x1E08F, 0x1E08F, - 0x1E100, 0x1E12C, - 0x1E137, 0x1E13D, - 0x1E140, 0x1E149, - 0x1E14E, 0x1E14E, - 0x1E290, 0x1E2AD, - 0x1E2C0, 0x1E2EB, - 0x1E2F0, 0x1E2F9, - 0x1E4D0, 0x1E4EB, - 0x1E4F0, 0x1E4F9, - 0x1E5D0, 0x1E5ED, - 0x1E5F0, 0x1E5FA, - 0x1E6C0, 0x1E6DE, - 0x1E6E0, 0x1E6F5, - 0x1E6FE, 0x1E6FF, - 0x1E7E0, 0x1E7E6, - 0x1E7E8, 0x1E7EB, - 0x1E7ED, 0x1E7EE, - 0x1E7F0, 0x1E7FE, - 0x1E800, 0x1E8C4, - 0x1E900, 0x1E943, - 0x1E947, 0x1E947, - 0x1E94B, 0x1E94B, - 0x1E950, 0x1E959, - 0x1EE00, 0x1EE03, - 0x1EE05, 0x1EE1F, - 0x1EE21, 0x1EE22, - 0x1EE24, 0x1EE24, - 0x1EE27, 0x1EE27, - 0x1EE29, 0x1EE32, - 0x1EE34, 0x1EE37, - 0x1EE39, 0x1EE39, - 0x1EE3B, 0x1EE3B, - 0x1EE42, 0x1EE42, - 0x1EE47, 0x1EE47, - 0x1EE49, 0x1EE49, - 0x1EE4B, 0x1EE4B, - 0x1EE4D, 0x1EE4F, - 0x1EE51, 0x1EE52, - 0x1EE54, 0x1EE54, - 0x1EE57, 0x1EE57, - 0x1EE59, 0x1EE59, - 0x1EE5B, 0x1EE5B, - 0x1EE5D, 0x1EE5D, - 0x1EE5F, 0x1EE5F, - 0x1EE61, 0x1EE62, - 0x1EE64, 0x1EE64, - 0x1EE67, 0x1EE6A, - 0x1EE6C, 0x1EE72, - 0x1EE74, 0x1EE77, - 0x1EE79, 0x1EE7C, - 0x1EE7E, 0x1EE7E, - 0x1EE80, 0x1EE89, - 0x1EE8B, 0x1EE9B, - 0x1EEA1, 0x1EEA3, - 0x1EEA5, 0x1EEA9, - 0x1EEAB, 0x1EEBB, - 0x1F130, 0x1F149, - 0x1F150, 0x1F169, - 0x1F170, 0x1F189, - 0x1FBF0, 0x1FBF9, - 0x20000, 0x2A6DF, - 0x2A700, 0x2B81D, - 0x2B820, 0x2CEAD, - 0x2CEB0, 0x2EBE0, - 0x2EBF0, 0x2EE5D, - 0x2F800, 0x2FA1D, - 0x30000, 0x3134A, - 0x31350, 0x33479, -}; - -#define UNICODE_ISUPPER_CODEPOINTS_LENGTH 1320 -static const pm_unicode_codepoint_t unicode_isupper_codepoints[UNICODE_ISUPPER_CODEPOINTS_LENGTH] = { - 0x100, 0x100, - 0x102, 0x102, - 0x104, 0x104, - 0x106, 0x106, - 0x108, 0x108, - 0x10A, 0x10A, - 0x10C, 0x10C, - 0x10E, 0x10E, - 0x110, 0x110, - 0x112, 0x112, - 0x114, 0x114, - 0x116, 0x116, - 0x118, 0x118, - 0x11A, 0x11A, - 0x11C, 0x11C, - 0x11E, 0x11E, - 0x120, 0x120, - 0x122, 0x122, - 0x124, 0x124, - 0x126, 0x126, - 0x128, 0x128, - 0x12A, 0x12A, - 0x12C, 0x12C, - 0x12E, 0x12E, - 0x130, 0x130, - 0x132, 0x132, - 0x134, 0x134, - 0x136, 0x136, - 0x139, 0x139, - 0x13B, 0x13B, - 0x13D, 0x13D, - 0x13F, 0x13F, - 0x141, 0x141, - 0x143, 0x143, - 0x145, 0x145, - 0x147, 0x147, - 0x14A, 0x14A, - 0x14C, 0x14C, - 0x14E, 0x14E, - 0x150, 0x150, - 0x152, 0x152, - 0x154, 0x154, - 0x156, 0x156, - 0x158, 0x158, - 0x15A, 0x15A, - 0x15C, 0x15C, - 0x15E, 0x15E, - 0x160, 0x160, - 0x162, 0x162, - 0x164, 0x164, - 0x166, 0x166, - 0x168, 0x168, - 0x16A, 0x16A, - 0x16C, 0x16C, - 0x16E, 0x16E, - 0x170, 0x170, - 0x172, 0x172, - 0x174, 0x174, - 0x176, 0x176, - 0x178, 0x179, - 0x17B, 0x17B, - 0x17D, 0x17D, - 0x181, 0x182, - 0x184, 0x184, - 0x186, 0x187, - 0x189, 0x18B, - 0x18E, 0x191, - 0x193, 0x194, - 0x196, 0x198, - 0x19C, 0x19D, - 0x19F, 0x1A0, - 0x1A2, 0x1A2, - 0x1A4, 0x1A4, - 0x1A6, 0x1A7, - 0x1A9, 0x1A9, - 0x1AC, 0x1AC, - 0x1AE, 0x1AF, - 0x1B1, 0x1B3, - 0x1B5, 0x1B5, - 0x1B7, 0x1B8, - 0x1BC, 0x1BC, - 0x1C4, 0x1C5, - 0x1C7, 0x1C8, - 0x1CA, 0x1CB, - 0x1CD, 0x1CD, - 0x1CF, 0x1CF, - 0x1D1, 0x1D1, - 0x1D3, 0x1D3, - 0x1D5, 0x1D5, - 0x1D7, 0x1D7, - 0x1D9, 0x1D9, - 0x1DB, 0x1DB, - 0x1DE, 0x1DE, - 0x1E0, 0x1E0, - 0x1E2, 0x1E2, - 0x1E4, 0x1E4, - 0x1E6, 0x1E6, - 0x1E8, 0x1E8, - 0x1EA, 0x1EA, - 0x1EC, 0x1EC, - 0x1EE, 0x1EE, - 0x1F1, 0x1F2, - 0x1F4, 0x1F4, - 0x1F6, 0x1F8, - 0x1FA, 0x1FA, - 0x1FC, 0x1FC, - 0x1FE, 0x1FE, - 0x200, 0x200, - 0x202, 0x202, - 0x204, 0x204, - 0x206, 0x206, - 0x208, 0x208, - 0x20A, 0x20A, - 0x20C, 0x20C, - 0x20E, 0x20E, - 0x210, 0x210, - 0x212, 0x212, - 0x214, 0x214, - 0x216, 0x216, - 0x218, 0x218, - 0x21A, 0x21A, - 0x21C, 0x21C, - 0x21E, 0x21E, - 0x220, 0x220, - 0x222, 0x222, - 0x224, 0x224, - 0x226, 0x226, - 0x228, 0x228, - 0x22A, 0x22A, - 0x22C, 0x22C, - 0x22E, 0x22E, - 0x230, 0x230, - 0x232, 0x232, - 0x23A, 0x23B, - 0x23D, 0x23E, - 0x241, 0x241, - 0x243, 0x246, - 0x248, 0x248, - 0x24A, 0x24A, - 0x24C, 0x24C, - 0x24E, 0x24E, - 0x370, 0x370, - 0x372, 0x372, - 0x376, 0x376, - 0x37F, 0x37F, - 0x386, 0x386, - 0x388, 0x38A, - 0x38C, 0x38C, - 0x38E, 0x38F, - 0x391, 0x3A1, - 0x3A3, 0x3AB, - 0x3CF, 0x3CF, - 0x3D2, 0x3D4, - 0x3D8, 0x3D8, - 0x3DA, 0x3DA, - 0x3DC, 0x3DC, - 0x3DE, 0x3DE, - 0x3E0, 0x3E0, - 0x3E2, 0x3E2, - 0x3E4, 0x3E4, - 0x3E6, 0x3E6, - 0x3E8, 0x3E8, - 0x3EA, 0x3EA, - 0x3EC, 0x3EC, - 0x3EE, 0x3EE, - 0x3F4, 0x3F4, - 0x3F7, 0x3F7, - 0x3F9, 0x3FA, - 0x3FD, 0x42F, - 0x460, 0x460, - 0x462, 0x462, - 0x464, 0x464, - 0x466, 0x466, - 0x468, 0x468, - 0x46A, 0x46A, - 0x46C, 0x46C, - 0x46E, 0x46E, - 0x470, 0x470, - 0x472, 0x472, - 0x474, 0x474, - 0x476, 0x476, - 0x478, 0x478, - 0x47A, 0x47A, - 0x47C, 0x47C, - 0x47E, 0x47E, - 0x480, 0x480, - 0x48A, 0x48A, - 0x48C, 0x48C, - 0x48E, 0x48E, - 0x490, 0x490, - 0x492, 0x492, - 0x494, 0x494, - 0x496, 0x496, - 0x498, 0x498, - 0x49A, 0x49A, - 0x49C, 0x49C, - 0x49E, 0x49E, - 0x4A0, 0x4A0, - 0x4A2, 0x4A2, - 0x4A4, 0x4A4, - 0x4A6, 0x4A6, - 0x4A8, 0x4A8, - 0x4AA, 0x4AA, - 0x4AC, 0x4AC, - 0x4AE, 0x4AE, - 0x4B0, 0x4B0, - 0x4B2, 0x4B2, - 0x4B4, 0x4B4, - 0x4B6, 0x4B6, - 0x4B8, 0x4B8, - 0x4BA, 0x4BA, - 0x4BC, 0x4BC, - 0x4BE, 0x4BE, - 0x4C0, 0x4C1, - 0x4C3, 0x4C3, - 0x4C5, 0x4C5, - 0x4C7, 0x4C7, - 0x4C9, 0x4C9, - 0x4CB, 0x4CB, - 0x4CD, 0x4CD, - 0x4D0, 0x4D0, - 0x4D2, 0x4D2, - 0x4D4, 0x4D4, - 0x4D6, 0x4D6, - 0x4D8, 0x4D8, - 0x4DA, 0x4DA, - 0x4DC, 0x4DC, - 0x4DE, 0x4DE, - 0x4E0, 0x4E0, - 0x4E2, 0x4E2, - 0x4E4, 0x4E4, - 0x4E6, 0x4E6, - 0x4E8, 0x4E8, - 0x4EA, 0x4EA, - 0x4EC, 0x4EC, - 0x4EE, 0x4EE, - 0x4F0, 0x4F0, - 0x4F2, 0x4F2, - 0x4F4, 0x4F4, - 0x4F6, 0x4F6, - 0x4F8, 0x4F8, - 0x4FA, 0x4FA, - 0x4FC, 0x4FC, - 0x4FE, 0x4FE, - 0x500, 0x500, - 0x502, 0x502, - 0x504, 0x504, - 0x506, 0x506, - 0x508, 0x508, - 0x50A, 0x50A, - 0x50C, 0x50C, - 0x50E, 0x50E, - 0x510, 0x510, - 0x512, 0x512, - 0x514, 0x514, - 0x516, 0x516, - 0x518, 0x518, - 0x51A, 0x51A, - 0x51C, 0x51C, - 0x51E, 0x51E, - 0x520, 0x520, - 0x522, 0x522, - 0x524, 0x524, - 0x526, 0x526, - 0x528, 0x528, - 0x52A, 0x52A, - 0x52C, 0x52C, - 0x52E, 0x52E, - 0x531, 0x556, - 0x10A0, 0x10C5, - 0x10C7, 0x10C7, - 0x10CD, 0x10CD, - 0x13A0, 0x13F5, - 0x1C89, 0x1C89, - 0x1C90, 0x1CBA, - 0x1CBD, 0x1CBF, - 0x1E00, 0x1E00, - 0x1E02, 0x1E02, - 0x1E04, 0x1E04, - 0x1E06, 0x1E06, - 0x1E08, 0x1E08, - 0x1E0A, 0x1E0A, - 0x1E0C, 0x1E0C, - 0x1E0E, 0x1E0E, - 0x1E10, 0x1E10, - 0x1E12, 0x1E12, - 0x1E14, 0x1E14, - 0x1E16, 0x1E16, - 0x1E18, 0x1E18, - 0x1E1A, 0x1E1A, - 0x1E1C, 0x1E1C, - 0x1E1E, 0x1E1E, - 0x1E20, 0x1E20, - 0x1E22, 0x1E22, - 0x1E24, 0x1E24, - 0x1E26, 0x1E26, - 0x1E28, 0x1E28, - 0x1E2A, 0x1E2A, - 0x1E2C, 0x1E2C, - 0x1E2E, 0x1E2E, - 0x1E30, 0x1E30, - 0x1E32, 0x1E32, - 0x1E34, 0x1E34, - 0x1E36, 0x1E36, - 0x1E38, 0x1E38, - 0x1E3A, 0x1E3A, - 0x1E3C, 0x1E3C, - 0x1E3E, 0x1E3E, - 0x1E40, 0x1E40, - 0x1E42, 0x1E42, - 0x1E44, 0x1E44, - 0x1E46, 0x1E46, - 0x1E48, 0x1E48, - 0x1E4A, 0x1E4A, - 0x1E4C, 0x1E4C, - 0x1E4E, 0x1E4E, - 0x1E50, 0x1E50, - 0x1E52, 0x1E52, - 0x1E54, 0x1E54, - 0x1E56, 0x1E56, - 0x1E58, 0x1E58, - 0x1E5A, 0x1E5A, - 0x1E5C, 0x1E5C, - 0x1E5E, 0x1E5E, - 0x1E60, 0x1E60, - 0x1E62, 0x1E62, - 0x1E64, 0x1E64, - 0x1E66, 0x1E66, - 0x1E68, 0x1E68, - 0x1E6A, 0x1E6A, - 0x1E6C, 0x1E6C, - 0x1E6E, 0x1E6E, - 0x1E70, 0x1E70, - 0x1E72, 0x1E72, - 0x1E74, 0x1E74, - 0x1E76, 0x1E76, - 0x1E78, 0x1E78, - 0x1E7A, 0x1E7A, - 0x1E7C, 0x1E7C, - 0x1E7E, 0x1E7E, - 0x1E80, 0x1E80, - 0x1E82, 0x1E82, - 0x1E84, 0x1E84, - 0x1E86, 0x1E86, - 0x1E88, 0x1E88, - 0x1E8A, 0x1E8A, - 0x1E8C, 0x1E8C, - 0x1E8E, 0x1E8E, - 0x1E90, 0x1E90, - 0x1E92, 0x1E92, - 0x1E94, 0x1E94, - 0x1E9E, 0x1E9E, - 0x1EA0, 0x1EA0, - 0x1EA2, 0x1EA2, - 0x1EA4, 0x1EA4, - 0x1EA6, 0x1EA6, - 0x1EA8, 0x1EA8, - 0x1EAA, 0x1EAA, - 0x1EAC, 0x1EAC, - 0x1EAE, 0x1EAE, - 0x1EB0, 0x1EB0, - 0x1EB2, 0x1EB2, - 0x1EB4, 0x1EB4, - 0x1EB6, 0x1EB6, - 0x1EB8, 0x1EB8, - 0x1EBA, 0x1EBA, - 0x1EBC, 0x1EBC, - 0x1EBE, 0x1EBE, - 0x1EC0, 0x1EC0, - 0x1EC2, 0x1EC2, - 0x1EC4, 0x1EC4, - 0x1EC6, 0x1EC6, - 0x1EC8, 0x1EC8, - 0x1ECA, 0x1ECA, - 0x1ECC, 0x1ECC, - 0x1ECE, 0x1ECE, - 0x1ED0, 0x1ED0, - 0x1ED2, 0x1ED2, - 0x1ED4, 0x1ED4, - 0x1ED6, 0x1ED6, - 0x1ED8, 0x1ED8, - 0x1EDA, 0x1EDA, - 0x1EDC, 0x1EDC, - 0x1EDE, 0x1EDE, - 0x1EE0, 0x1EE0, - 0x1EE2, 0x1EE2, - 0x1EE4, 0x1EE4, - 0x1EE6, 0x1EE6, - 0x1EE8, 0x1EE8, - 0x1EEA, 0x1EEA, - 0x1EEC, 0x1EEC, - 0x1EEE, 0x1EEE, - 0x1EF0, 0x1EF0, - 0x1EF2, 0x1EF2, - 0x1EF4, 0x1EF4, - 0x1EF6, 0x1EF6, - 0x1EF8, 0x1EF8, - 0x1EFA, 0x1EFA, - 0x1EFC, 0x1EFC, - 0x1EFE, 0x1EFE, - 0x1F08, 0x1F0F, - 0x1F18, 0x1F1D, - 0x1F28, 0x1F2F, - 0x1F38, 0x1F3F, - 0x1F48, 0x1F4D, - 0x1F59, 0x1F59, - 0x1F5B, 0x1F5B, - 0x1F5D, 0x1F5D, - 0x1F5F, 0x1F5F, - 0x1F68, 0x1F6F, - 0x1F88, 0x1F8F, - 0x1F98, 0x1F9F, - 0x1FA8, 0x1FAF, - 0x1FB8, 0x1FBC, - 0x1FC8, 0x1FCC, - 0x1FD8, 0x1FDB, - 0x1FE8, 0x1FEC, - 0x1FF8, 0x1FFC, - 0x2102, 0x2102, - 0x2107, 0x2107, - 0x210B, 0x210D, - 0x2110, 0x2112, - 0x2115, 0x2115, - 0x2119, 0x211D, - 0x2124, 0x2124, - 0x2126, 0x2126, - 0x2128, 0x2128, - 0x212A, 0x212D, - 0x2130, 0x2133, - 0x213E, 0x213F, - 0x2145, 0x2145, - 0x2160, 0x216F, - 0x2183, 0x2183, - 0x24B6, 0x24CF, - 0x2C00, 0x2C2F, - 0x2C60, 0x2C60, - 0x2C62, 0x2C64, - 0x2C67, 0x2C67, - 0x2C69, 0x2C69, - 0x2C6B, 0x2C6B, - 0x2C6D, 0x2C70, - 0x2C72, 0x2C72, - 0x2C75, 0x2C75, - 0x2C7E, 0x2C80, - 0x2C82, 0x2C82, - 0x2C84, 0x2C84, - 0x2C86, 0x2C86, - 0x2C88, 0x2C88, - 0x2C8A, 0x2C8A, - 0x2C8C, 0x2C8C, - 0x2C8E, 0x2C8E, - 0x2C90, 0x2C90, - 0x2C92, 0x2C92, - 0x2C94, 0x2C94, - 0x2C96, 0x2C96, - 0x2C98, 0x2C98, - 0x2C9A, 0x2C9A, - 0x2C9C, 0x2C9C, - 0x2C9E, 0x2C9E, - 0x2CA0, 0x2CA0, - 0x2CA2, 0x2CA2, - 0x2CA4, 0x2CA4, - 0x2CA6, 0x2CA6, - 0x2CA8, 0x2CA8, - 0x2CAA, 0x2CAA, - 0x2CAC, 0x2CAC, - 0x2CAE, 0x2CAE, - 0x2CB0, 0x2CB0, - 0x2CB2, 0x2CB2, - 0x2CB4, 0x2CB4, - 0x2CB6, 0x2CB6, - 0x2CB8, 0x2CB8, - 0x2CBA, 0x2CBA, - 0x2CBC, 0x2CBC, - 0x2CBE, 0x2CBE, - 0x2CC0, 0x2CC0, - 0x2CC2, 0x2CC2, - 0x2CC4, 0x2CC4, - 0x2CC6, 0x2CC6, - 0x2CC8, 0x2CC8, - 0x2CCA, 0x2CCA, - 0x2CCC, 0x2CCC, - 0x2CCE, 0x2CCE, - 0x2CD0, 0x2CD0, - 0x2CD2, 0x2CD2, - 0x2CD4, 0x2CD4, - 0x2CD6, 0x2CD6, - 0x2CD8, 0x2CD8, - 0x2CDA, 0x2CDA, - 0x2CDC, 0x2CDC, - 0x2CDE, 0x2CDE, - 0x2CE0, 0x2CE0, - 0x2CE2, 0x2CE2, - 0x2CEB, 0x2CEB, - 0x2CED, 0x2CED, - 0x2CF2, 0x2CF2, - 0xA640, 0xA640, - 0xA642, 0xA642, - 0xA644, 0xA644, - 0xA646, 0xA646, - 0xA648, 0xA648, - 0xA64A, 0xA64A, - 0xA64C, 0xA64C, - 0xA64E, 0xA64E, - 0xA650, 0xA650, - 0xA652, 0xA652, - 0xA654, 0xA654, - 0xA656, 0xA656, - 0xA658, 0xA658, - 0xA65A, 0xA65A, - 0xA65C, 0xA65C, - 0xA65E, 0xA65E, - 0xA660, 0xA660, - 0xA662, 0xA662, - 0xA664, 0xA664, - 0xA666, 0xA666, - 0xA668, 0xA668, - 0xA66A, 0xA66A, - 0xA66C, 0xA66C, - 0xA680, 0xA680, - 0xA682, 0xA682, - 0xA684, 0xA684, - 0xA686, 0xA686, - 0xA688, 0xA688, - 0xA68A, 0xA68A, - 0xA68C, 0xA68C, - 0xA68E, 0xA68E, - 0xA690, 0xA690, - 0xA692, 0xA692, - 0xA694, 0xA694, - 0xA696, 0xA696, - 0xA698, 0xA698, - 0xA69A, 0xA69A, - 0xA722, 0xA722, - 0xA724, 0xA724, - 0xA726, 0xA726, - 0xA728, 0xA728, - 0xA72A, 0xA72A, - 0xA72C, 0xA72C, - 0xA72E, 0xA72E, - 0xA732, 0xA732, - 0xA734, 0xA734, - 0xA736, 0xA736, - 0xA738, 0xA738, - 0xA73A, 0xA73A, - 0xA73C, 0xA73C, - 0xA73E, 0xA73E, - 0xA740, 0xA740, - 0xA742, 0xA742, - 0xA744, 0xA744, - 0xA746, 0xA746, - 0xA748, 0xA748, - 0xA74A, 0xA74A, - 0xA74C, 0xA74C, - 0xA74E, 0xA74E, - 0xA750, 0xA750, - 0xA752, 0xA752, - 0xA754, 0xA754, - 0xA756, 0xA756, - 0xA758, 0xA758, - 0xA75A, 0xA75A, - 0xA75C, 0xA75C, - 0xA75E, 0xA75E, - 0xA760, 0xA760, - 0xA762, 0xA762, - 0xA764, 0xA764, - 0xA766, 0xA766, - 0xA768, 0xA768, - 0xA76A, 0xA76A, - 0xA76C, 0xA76C, - 0xA76E, 0xA76E, - 0xA779, 0xA779, - 0xA77B, 0xA77B, - 0xA77D, 0xA77E, - 0xA780, 0xA780, - 0xA782, 0xA782, - 0xA784, 0xA784, - 0xA786, 0xA786, - 0xA78B, 0xA78B, - 0xA78D, 0xA78D, - 0xA790, 0xA790, - 0xA792, 0xA792, - 0xA796, 0xA796, - 0xA798, 0xA798, - 0xA79A, 0xA79A, - 0xA79C, 0xA79C, - 0xA79E, 0xA79E, - 0xA7A0, 0xA7A0, - 0xA7A2, 0xA7A2, - 0xA7A4, 0xA7A4, - 0xA7A6, 0xA7A6, - 0xA7A8, 0xA7A8, - 0xA7AA, 0xA7AE, - 0xA7B0, 0xA7B4, - 0xA7B6, 0xA7B6, - 0xA7B8, 0xA7B8, - 0xA7BA, 0xA7BA, - 0xA7BC, 0xA7BC, - 0xA7BE, 0xA7BE, - 0xA7C0, 0xA7C0, - 0xA7C2, 0xA7C2, - 0xA7C4, 0xA7C7, - 0xA7C9, 0xA7C9, - 0xA7CB, 0xA7CC, - 0xA7CE, 0xA7CE, - 0xA7D0, 0xA7D0, - 0xA7D2, 0xA7D2, - 0xA7D4, 0xA7D4, - 0xA7D6, 0xA7D6, - 0xA7D8, 0xA7D8, - 0xA7DA, 0xA7DA, - 0xA7DC, 0xA7DC, - 0xA7F5, 0xA7F5, - 0xFF21, 0xFF3A, - 0x10400, 0x10427, - 0x104B0, 0x104D3, - 0x10570, 0x1057A, - 0x1057C, 0x1058A, - 0x1058C, 0x10592, - 0x10594, 0x10595, - 0x10C80, 0x10CB2, - 0x10D50, 0x10D65, - 0x118A0, 0x118BF, - 0x16E40, 0x16E5F, - 0x16EA0, 0x16EB8, - 0x1D400, 0x1D419, - 0x1D434, 0x1D44D, - 0x1D468, 0x1D481, - 0x1D49C, 0x1D49C, - 0x1D49E, 0x1D49F, - 0x1D4A2, 0x1D4A2, - 0x1D4A5, 0x1D4A6, - 0x1D4A9, 0x1D4AC, - 0x1D4AE, 0x1D4B5, - 0x1D4D0, 0x1D4E9, - 0x1D504, 0x1D505, - 0x1D507, 0x1D50A, - 0x1D50D, 0x1D514, - 0x1D516, 0x1D51C, - 0x1D538, 0x1D539, - 0x1D53B, 0x1D53E, - 0x1D540, 0x1D544, - 0x1D546, 0x1D546, - 0x1D54A, 0x1D550, - 0x1D56C, 0x1D585, - 0x1D5A0, 0x1D5B9, - 0x1D5D4, 0x1D5ED, - 0x1D608, 0x1D621, - 0x1D63C, 0x1D655, - 0x1D670, 0x1D689, - 0x1D6A8, 0x1D6C0, - 0x1D6E2, 0x1D6FA, - 0x1D71C, 0x1D734, - 0x1D756, 0x1D76E, - 0x1D790, 0x1D7A8, - 0x1D7CA, 0x1D7CA, - 0x1E900, 0x1E921, - 0x1F130, 0x1F149, - 0x1F150, 0x1F169, - 0x1F170, 0x1F189, -}; - /** - * Each element of the following table contains a bitfield that indicates a - * piece of information about the corresponding unicode codepoint. Note that - * this table is different from other encodings where we used a lookup table - * because the indices of those tables are the byte representations, not the - * codepoints themselves. - */ -const uint8_t pm_encoding_unicode_table[256] = { -// 0 1 2 3 4 5 6 7 8 9 A B C D E F - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 1x - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 2x - 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, // 3x - 0, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, // 4x - 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 0, 0, 0, 0, 0, // 5x - 0, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, // 6x - 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 0, 0, 0, 0, 0, // 7x - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 8x - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 9x - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, // Ax - 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, // Bx - 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, // Cx - 7, 7, 7, 7, 7, 7, 7, 0, 7, 7, 7, 7, 7, 7, 7, 3, // Dx - 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, // Ex - 3, 3, 3, 3, 3, 3, 3, 0, 3, 3, 3, 3, 3, 3, 3, 3, // Fx -}; + * The properties of every unicode codepoint are stored in a three-stage lookup + * table, as described in section 5.1 of the unicode core specification. The + * high bits of a codepoint index the root table, which gives a middle block. + * The next five bits index that middle block, which gives a leaf block. The low + * three bits index that leaf block, which gives the same bitfield used by the + * single-byte lookup tables. Codepoints with identical blocks share a single + * copy, so the tables stay small, and every lookup is three loads with no + * searching. Codepoints at or above UNICODE_CODEPOINTS_MAXIMUM have no + * properties. + */ +#define UNICODE_CODEPOINTS_MAXIMUM 0x33500 + +static const uint8_t pm_unicode_root[821] = { + /* U+00000 */ 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 0x0E, 0x0F, 0x10, 0x11, 0x12, + /* U+01000 */ 0x13, 0x01, 0x14, 0x15, 0x16, 0x01, 0x17, 0x18, 0x19, 0x1A, 0x1B, 0x1C, 0x1D, 0x1E, 0x1F, 0x20, + /* U+02000 */ 0x21, 0x22, 0x00, 0x00, 0x23, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x24, 0x25, 0x26, 0x00, + /* U+03000 */ 0x27, 0x28, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+04000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x29, 0x01, 0x01, + /* U+05000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+06000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+07000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+08000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+09000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+0A000 */ 0x01, 0x01, 0x01, 0x01, 0x2A, 0x01, 0x2B, 0x2C, 0x2D, 0x2E, 0x2F, 0x30, 0x01, 0x01, 0x01, 0x01, + /* U+0B000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+0C000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+0D000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x31, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + /* U+0E000 */ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + /* U+0F000 */ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x32, 0x33, 0x01, 0x34, 0x35, 0x36, + /* U+10000 */ 0x37, 0x38, 0x39, 0x3A, 0x3B, 0x3C, 0x01, 0x3D, 0x3E, 0x3F, 0x40, 0x41, 0x42, 0x43, 0x44, 0x45, + /* U+11000 */ 0x46, 0x47, 0x48, 0x49, 0x4A, 0x4B, 0x4C, 0x4D, 0x4E, 0x4F, 0x50, 0x51, 0x52, 0x53, 0x54, 0x55, + /* U+12000 */ 0x01, 0x01, 0x01, 0x56, 0x57, 0x58, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x59, + /* U+13000 */ 0x01, 0x01, 0x01, 0x01, 0x5A, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+14000 */ 0x01, 0x01, 0x01, 0x5B, 0x01, 0x01, 0x5C, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + /* U+15000 */ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + /* U+16000 */ 0x00, 0x5D, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x5E, 0x5F, 0x00, 0x60, 0x61, 0x62, + /* U+17000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+18000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x63, 0x64, 0x00, 0x00, + /* U+19000 */ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, + /* U+1A000 */ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x65, + /* U+1B000 */ 0x01, 0x66, 0x67, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x68, 0x00, 0x00, 0x00, + /* U+1C000 */ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, + /* U+1D000 */ 0x00, 0x00, 0x00, 0x00, 0x69, 0x6A, 0x6B, 0x6C, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x6D, + /* U+1E000 */ 0x6E, 0x6F, 0x70, 0x00, 0x71, 0x72, 0x73, 0x74, 0x75, 0x76, 0x00, 0x00, 0x00, 0x00, 0x77, 0x00, + /* U+1F000 */ 0x00, 0x78, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x00, 0x00, 0x00, 0x00, + /* U+20000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+21000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+22000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+23000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+24000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+25000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+26000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+27000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+28000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+29000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+2A000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x79, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+2B000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x7A, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+2C000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x7B, 0x01, + /* U+2D000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+2E000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x7C, 0x01, 0x01, 0x7D, 0x00, + /* U+2F000 */ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x7E, 0x00, 0x00, 0x00, 0x00, 0x00, + /* U+30000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+31000 */ 0x01, 0x01, 0x01, 0x7F, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+32000 */ 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, + /* U+33000 */ 0x01, 0x01, 0x01, 0x01, 0x80, +}; + +static const uint8_t pm_unicode_middle[129][32] = { + [0x00] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x01] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01 }, + [0x02] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x04, 0x06 }, + [0x03] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x04, 0x06, 0x2D, 0x02, 0x02, 0x2E, 0x0C, 0x01, 0x01, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1C, 0x1D, 0x1C, 0x02, 0x02, 0x2F, 0x59, 0x01, 0x01, 0x05, 0x01 }, + [0x04] = { 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x30, 0x30, 0x3E, 0x03, 0x03, 0x03, 0x03, 0x03, 0x5A, 0x3F, 0x5B, 0x5C, 0x5D, 0x5E, 0x5F, 0x60, 0x61, 0x62, 0x63, 0x30, 0x64, 0x03, 0x03, 0x3F, 0x03 }, + [0x05] = { 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x40, 0x65, 0x66, 0x03, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x31, 0x01, 0x0D, 0x00, 0x0A, 0x67, 0x00, 0x00 }, + [0x06] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1D, 0x00, 0x00, 0x00, 0x18, 0x01, 0x68, 0x69, 0x6A, 0x6B, 0x6C, 0x02, 0x6D, 0x41, 0x01, 0x01, 0x01, 0x6E, 0x6F, 0x03, 0x03, 0x03, 0x70, 0x71 }, + [0x07] = { 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x03, 0x03, 0x03, 0x03, 0x72, 0x42, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x73, 0x74, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03 }, + [0x08] = { 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x2D, 0x02, 0x02, 0x02, 0x2F, 0x29, 0x01, 0x01, 0x01, 0x01, 0x01, 0x09, 0x00, 0x00, 0x00, 0x00, 0x01, 0x12, 0x75, 0x00, 0x01, 0x01, 0x01, 0x2A, 0x08, 0x00 }, + [0x09] = { 0x00, 0x00, 0x01, 0x08, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0C, 0x04, 0x76, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x11, 0x0A, 0x0C, 0x43, 0x04, 0x77 }, + [0x0A] = { 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x15, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0D, 0x00, 0x04, 0x22, 0x01, 0x01, 0x01, 0x08, 0x78, 0x1C }, + [0x0B] = { 0x01, 0x01, 0x01, 0x10, 0x01, 0x0A, 0x00, 0x00, 0x01, 0x01, 0x01, 0x09, 0x01, 0x08, 0x01, 0x01, 0x01, 0x0C, 0x0E, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0D, 0x1E, 0x01, 0x18, 0x0D, 0x01, 0x01 }, + [0x0C] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x11, 0x01, 0x13, 0x43, 0x01, 0x19, 0x04, 0x0C, 0x01, 0x11, 0x16, 0x1F, 0x01, 0x01, 0x0F, 0x79, 0x20, 0x16, 0x7A, 0x0E, 0x44, 0x19, 0x04, 0x0D, 0x45 }, + [0x0D] = { 0x23, 0x2A, 0x1F, 0x01, 0x01, 0x0F, 0x7B, 0x31, 0x2A, 0x32, 0x29, 0x46, 0x24, 0x04, 0x07, 0x00, 0x23, 0x12, 0x17, 0x01, 0x01, 0x0F, 0x33, 0x20, 0x12, 0x34, 0x09, 0x00, 0x19, 0x04, 0x00, 0x47 }, + [0x0E] = { 0x23, 0x16, 0x1F, 0x01, 0x01, 0x0F, 0x33, 0x20, 0x16, 0x32, 0x21, 0x44, 0x19, 0x04, 0x29, 0x00, 0x7C, 0x25, 0x1A, 0x48, 0x7D, 0x25, 0x01, 0x31, 0x25, 0x35, 0x49, 0x00, 0x24, 0x04, 0x00, 0x00 }, + [0x0F] = { 0x01, 0x13, 0x0F, 0x01, 0x01, 0x0F, 0x01, 0x20, 0x13, 0x35, 0x4A, 0x36, 0x19, 0x04, 0x00, 0x00, 0x11, 0x13, 0x0F, 0x01, 0x01, 0x0F, 0x11, 0x20, 0x13, 0x35, 0x4A, 0x4B, 0x19, 0x04, 0x7E, 0x00 }, + [0x10] = { 0x01, 0x13, 0x0F, 0x01, 0x01, 0x01, 0x01, 0x37, 0x13, 0x7F, 0x1E, 0x0E, 0x19, 0x04, 0x00, 0x10, 0x23, 0x01, 0x05, 0x10, 0x01, 0x01, 0x17, 0x4C, 0x05, 0x0E, 0x38, 0x01, 0x24, 0x04, 0x80, 0x00 }, + [0x11] = { 0x0C, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x08, 0x05, 0x1D, 0x04, 0x06, 0x00, 0x00, 0x00, 0x00, 0x48, 0x14, 0x01, 0x01, 0x81, 0x01, 0x01, 0x82, 0x38, 0x1D, 0x04, 0x83, 0x00, 0x00, 0x00, 0x00 }, + [0x12] = { 0x09, 0x00, 0x00, 0x00, 0x04, 0x06, 0x00, 0x00, 0x01, 0x0C, 0x01, 0x01, 0x01, 0x0A, 0x0C, 0x01, 0x0B, 0x01, 0x01, 0x0C, 0x01, 0x01, 0x01, 0x0A, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x13] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x1F, 0x04, 0x06, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x04, 0x84, 0x02, 0x02, 0x02, 0x02, 0x85, 0x86, 0x01, 0x01, 0x01, 0x01, 0x01, 0x14 }, + [0x14] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x1A, 0x05, 0x1A, 0x01, 0x01, 0x01, 0x01, 0x01, 0x1A, 0x01, 0x01, 0x01, 0x01, 0x1A, 0x05, 0x1A, 0x01, 0x05, 0x01, 0x01, 0x01, 0x01, 0x01 }, + [0x15] = { 0x01, 0x01, 0x1A, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x08, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x00, 0x00, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x2B, 0x07 }, + [0x16] = { 0x0C, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01 }, + [0x17] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x16, 0x01, 0x01, 0x0C, 0x01, 0x01, 0x08, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x25, 0x01, 0x09 }, + [0x18] = { 0x01, 0x01, 0x0B, 0x0E, 0x01, 0x01, 0x0B, 0x00, 0x01, 0x01, 0x0B, 0x00, 0x01, 0x13, 0x87, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x4D, 0x01, 0x01, 0x09, 0x0E, 0x45, 0x04, 0x06, 0x00, 0x00 }, + [0x19] = { 0x00, 0x00, 0x04, 0x06, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x09, 0x01, 0x01, 0x01, 0x01, 0x01, 0x08, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x00 }, + [0x1A] = { 0x01, 0x01, 0x01, 0x05, 0x01, 0x0B, 0x01, 0x09, 0x24, 0x04, 0x01, 0x01, 0x01, 0x07, 0x0A, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0B, 0x01, 0x01, 0x01, 0x0D, 0x04, 0x06, 0x00, 0x00, 0x00, 0x00 }, + [0x1B] = { 0x01, 0x01, 0x01, 0x0B, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x0C, 0x01, 0x0A, 0x00, 0x04, 0x06, 0x04, 0x06, 0x0E, 0x00, 0x00, 0x0E, 0x09, 0x4B, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x1C] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x11, 0x01, 0x11, 0x0A, 0x04, 0x06, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x88, 0x04, 0x22, 0x01, 0x01, 0x01, 0x01, 0x12, 0x01, 0x0D, 0x00 }, + [0x1D] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x00, 0x04, 0x89, 0x04, 0x22, 0x01, 0x01, 0x01, 0x07, 0x01, 0x8A, 0x02, 0x02, 0x02, 0x02, 0x02, 0x4E, 0x00, 0x00, 0x00, 0x00, 0x00, 0x8B, 0x26, 0x1C }, + [0x1E] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x00, 0x18, 0x01, 0x01, 0x01, 0x0A, 0x00 }, + [0x1F] = { 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x8C, 0x8D, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03 }, + [0x20] = { 0x01, 0x02, 0x07, 0x2B, 0x01, 0x02, 0x01, 0x02, 0x07, 0x2B, 0x01, 0x8E, 0x01, 0x02, 0x01, 0x07, 0x01, 0x02, 0x01, 0x02, 0x01, 0x02, 0x13, 0x8F, 0x4F, 0x39, 0x4D, 0x50, 0x01, 0x39, 0x4F, 0x39 }, + [0x21] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x29, 0x0E, 0x00, 0x00, 0x01, 0x0A, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x22] = { 0x90, 0x91, 0x92, 0x93, 0x94, 0x95, 0x41, 0x96, 0x97, 0x51, 0x00, 0x00, 0x02, 0x02, 0x01, 0x01, 0x98, 0x09, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x23] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x99, 0x02, 0x02, 0x02, 0x01, 0x01, 0x01, 0x0D, 0x00, 0x00 }, + [0x24] = { 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x9A, 0x9B, 0x9C, 0x52, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x9D, 0x9E, 0x9F, 0x00 }, + [0x25] = { 0x01, 0x01, 0x01, 0x01, 0x12, 0x1D, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0E, 0x00, 0x00, 0x01, 0x01, 0x05, 0x00, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x01, 0x01, 0x01, 0x01 }, + [0x26] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x0E, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x27] = { 0x15, 0x00, 0x00, 0x00, 0x0C, 0x0D, 0x3A, 0x0A, 0x0C, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x15, 0x0C, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x14 }, + [0x28] = { 0x15, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0C, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01 }, + [0x29] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x2A] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0A, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07 }, + [0x2B] = { 0x01, 0x0A, 0x01, 0x01, 0x04, 0xA0, 0x00, 0x00, 0x03, 0x03, 0x03, 0x03, 0x03, 0xA1, 0x1E, 0x53, 0x03, 0x03, 0x03, 0x40, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x00 }, + [0x2C] = { 0x00, 0x00, 0x0E, 0x01, 0x42, 0x03, 0x3E, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x03, 0x01, 0xA2, 0x03, 0xA3, 0xA4, 0x03, 0x03, 0xA5, 0xA6, 0x03, 0xA7, 0xA8, 0x03, 0xA9, 0x00, 0x00, 0xAA, 0x01 }, + [0x2D] = { 0x12, 0x01, 0x01, 0x01, 0x01, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0B, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x4C, 0x00, 0x04, 0x06, 0x00, 0x00, 0x10, 0xAB }, + [0x2E] = { 0x04, 0x22, 0x01, 0x01, 0x01, 0x08, 0x01, 0x01, 0x01, 0x01, 0x08, 0x00, 0x01, 0x01, 0x01, 0x0A, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x14, 0x01, 0x00, 0x0E, 0x04, 0x06, 0x01, 0x01, 0x04, 0xAC }, + [0x2F] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x00, 0x01, 0x07, 0x04, 0x06, 0x01, 0x01, 0x05, 0x10, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0xAD, 0x00, 0x00, 0xAE, 0x01, 0x01, 0xAF, 0x00 }, + [0x30] = { 0x2C, 0x2C, 0x2C, 0x00, 0x05, 0x05, 0x01, 0x01, 0x01, 0x01, 0x01, 0x14, 0x01, 0x0D, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x08, 0x04, 0x06 }, + [0x31] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0B, 0x00, 0x01, 0x01, 0x05, 0x18, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0B }, + [0x32] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0D, 0x00, 0x00, 0x00, 0x00 }, + [0x33] = { 0x05, 0x00, 0x18, 0x15, 0x01, 0x0F, 0x05, 0x38, 0x54, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0D, 0x00, 0x00, 0x00, 0x18, 0x01, 0x01, 0x01, 0x01, 0x01 }, + [0x34] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x10, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x0B }, + [0x35] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x13, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0A }, + [0x36] = { 0x00, 0x00, 0x04, 0x06, 0x2D, 0x02, 0x02, 0x2E, 0x0C, 0x01, 0x01, 0x08, 0x21, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x10, 0x10, 0x10, 0x55, 0x00, 0x00, 0x00, 0x00 }, + [0x37] = { 0x01, 0x11, 0x01, 0x01, 0x05, 0x01, 0x01, 0xB0, 0x01, 0x07, 0x01, 0x07, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x08 }, + [0x38] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0A, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x39] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x0A, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x09, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x3A] = { 0x01, 0x01, 0x01, 0x01, 0x00, 0x15, 0x01, 0x01, 0x01, 0x08, 0x01, 0x01, 0x01, 0x01, 0x01, 0x08, 0x01, 0x01, 0x01, 0x07, 0x01, 0x01, 0x01, 0x01, 0x0B, 0x01, 0x3A, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x3B] = { 0x02, 0x02, 0x02, 0x02, 0x02, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x04, 0x06, 0x02, 0x02, 0x02, 0x02, 0x50, 0x01, 0x01, 0x01, 0x01, 0x0B }, + [0x3C] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0B, 0x00, 0x02, 0x56, 0x02, 0x56, 0xB1, 0x01, 0x17, 0x01, 0x17, 0x34, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0B, 0x00 }, + [0x3D] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x00, 0x01, 0x01, 0x07, 0x00, 0x01, 0x00, 0x00, 0x00, 0x12, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0F, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x3E] = { 0x07, 0x0F, 0x01, 0x01, 0x01, 0x01, 0x12, 0xB2, 0x01, 0x01, 0x07, 0x00, 0x01, 0x01, 0x05, 0x00, 0x01, 0x01, 0x01, 0x05, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x36, 0x00 }, + [0x3F] = { 0x01, 0x01, 0x07, 0x00, 0x01, 0x01, 0x01, 0x0D, 0x01, 0x01, 0x01, 0x0D, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x21, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x40] = { 0x26, 0x1E, 0x11, 0x0C, 0x01, 0x01, 0x07, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x0A, 0x01, 0x01, 0x01, 0x0A, 0x00, 0x00, 0x00, 0x00, 0x01, 0x0C, 0x01, 0x01, 0x0A, 0x00, 0x00, 0x00 }, + [0x41] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x00, 0x01, 0x01, 0x07, 0x00, 0x01, 0x01, 0x08, 0x00, 0x01, 0x01, 0x0D, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x42] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x09, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x2E, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x08, 0x00 }, + [0x43] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x04, 0x06, 0x04, 0x22, 0x02, 0x02, 0x2B, 0xB3, 0x01, 0x01, 0x07, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x44] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x34, 0x0D, 0x00, 0x10, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x55 }, + [0x45] = { 0x01, 0x01, 0x01, 0x0A, 0x0E, 0x00, 0x01, 0x01, 0x07, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x0D, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x0A, 0x00, 0x00, 0x00, 0x01, 0x01, 0x05, 0x00 }, + [0x46] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x00, 0x00, 0x00, 0x24, 0x04, 0x3A, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x09, 0x1C, 0x00, 0x01, 0x01, 0x01, 0x09, 0x04, 0x06 }, + [0x47] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0xB4, 0x04, 0x1E, 0x00, 0x01, 0x01, 0x01, 0x01, 0xB5, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x47, 0x21, 0x04, 0xB6, 0x00, 0x00, 0x00, 0x00 }, + [0x48] = { 0x01, 0x01, 0x17, 0x01, 0x01, 0x01, 0x16, 0x21, 0x0D, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x05, 0xB7, 0x01, 0x12, 0x01, 0x09, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x09, 0x04, 0x06 }, + [0x49] = { 0x11, 0x16, 0x1F, 0x01, 0x01, 0x0F, 0x33, 0x20, 0x16, 0x32, 0x49, 0x15, 0x0B, 0x00, 0x00, 0x00, 0x01, 0xB8, 0x01, 0x01, 0x01, 0x01, 0x12, 0x01, 0xB9, 0x36, 0x57, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x4A] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0xBA, 0x08, 0x04, 0xBB, 0x0D, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0xBC, 0x00, 0x04, 0x06, 0x00, 0x00, 0x00, 0x00 }, + [0x4B] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x05, 0x00, 0x00, 0x00, 0x07, 0x00, 0x00, 0x00, 0x00 }, + [0x4C] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0xBD, 0x00, 0x04, 0x06, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x09, 0x04, 0x06, 0x04, 0x04, 0xBE, 0x00, 0x00, 0x00 }, + [0x4D] = { 0x01, 0x01, 0x01, 0x37, 0x01, 0x08, 0x04, 0x06, 0x05, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x4E] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x09, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x02, 0x02, 0x02, 0x01, 0x01, 0x01, 0x01, 0x04, 0x06, 0x00, 0x0E }, + [0x4F] = { 0x05, 0xBF, 0x26, 0x01, 0x01, 0x01, 0x12, 0xC0, 0x08, 0x00, 0x04, 0x06, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x10, 0x01, 0x01, 0x01, 0x01, 0x01, 0x10, 0xC1, 0x00, 0x00, 0x00 }, + [0x50] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x37, 0x05, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x1D, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x09 }, + [0x51] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x09, 0x00, 0x04, 0x06 }, + [0x52] = { 0x01, 0x0F, 0x01, 0x01, 0x01, 0x01, 0x05, 0x05, 0x09, 0x00, 0x04, 0x06, 0x00, 0x00, 0x10, 0x01, 0x01, 0x01, 0x10, 0x01, 0x01, 0x0C, 0x05, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x53] = { 0x05, 0x17, 0x01, 0x01, 0x01, 0x01, 0x05, 0xC2, 0xC3, 0x00, 0x04, 0x06, 0x12, 0x0F, 0x01, 0x01, 0x01, 0x05, 0xC4, 0x09, 0x04, 0x06, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0B, 0x04, 0x06, 0x00, 0x00 }, + [0x54] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x05, 0x00 }, + [0x55] = { 0x01, 0x01, 0x0F, 0x01, 0x01, 0x01, 0x01, 0x25, 0x09, 0x00, 0x04, 0x06, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x09, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x56] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0D, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x57] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01 }, + [0x58] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0B, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x59] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x09, 0x00 }, + [0x5A] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x00, 0x2C, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01 }, + [0x5B] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x08 }, + [0x5C] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x5D] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x04, 0x06, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x5E] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x09, 0x01, 0x01, 0x01, 0x05, 0x04, 0x06, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x04, 0x06, 0x01, 0x01, 0x01, 0x07, 0x00, 0x00 }, + [0x5F] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x00, 0x0B, 0x00, 0x04, 0x06, 0x18, 0x01, 0x01, 0x15, 0x01, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x60] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0A, 0x04, 0x06, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x61] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x02, 0x02, 0x02, 0x01, 0x01, 0x01, 0x01, 0x00, 0x00, 0x00, 0x00, 0x02, 0x02, 0x02, 0xC5, 0x01, 0x01, 0x0B, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x62] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x2A, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0E, 0x01, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xC6, 0x00, 0x05, 0x00 }, + [0x63] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x00, 0x00, 0x00, 0x00, 0x0E }, + [0x64] = { 0x01, 0x01, 0x01, 0x05, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x08, 0x00 }, + [0x65] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x11, 0x26 }, + [0x66] = { 0x01, 0x01, 0x01, 0x01, 0x08, 0x00, 0x1C, 0x00, 0x00, 0x00, 0xC7, 0x00, 0x1E, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01 }, + [0x67] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0B }, + [0x68] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x08, 0x01, 0x0A, 0x01, 0x09, 0x01, 0x51, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x69] = { 0x02, 0x02, 0x02, 0x1B, 0x01, 0x01, 0x27, 0x02, 0x02, 0x28, 0x13, 0x01, 0x01, 0x02, 0x02, 0x02, 0x1B, 0x01, 0x01, 0xC8, 0xC9, 0xCA, 0x28, 0xCB, 0x11, 0x01, 0x02, 0x02, 0x02, 0x1B, 0x01, 0x01 }, + [0x6A] = { 0xCC, 0x4E, 0xCD, 0x58, 0x01, 0x01, 0x01, 0xCE, 0xCF, 0xD0, 0x3B, 0x01, 0x01, 0x27, 0x02, 0x02, 0x28, 0x01, 0x01, 0x01, 0x02, 0x02, 0x02, 0x1B, 0x01, 0x01, 0x27, 0x02, 0x02, 0x28, 0x01, 0x01 }, + [0x6B] = { 0x01, 0x02, 0x02, 0x02, 0x1B, 0x01, 0x01, 0x27, 0x02, 0x02, 0x28, 0x01, 0x01, 0x01, 0x02, 0x02, 0x02, 0x1B, 0x01, 0x01, 0x07, 0x02, 0x02, 0x02, 0x3B, 0x01, 0x01, 0x14, 0xD1, 0x02, 0x02, 0xD2 }, + [0x6C] = { 0x01, 0x01, 0x13, 0x27, 0x02, 0x02, 0x58, 0x01, 0x01, 0x05, 0x52, 0x02, 0x02, 0x2F, 0x01, 0x01, 0x01, 0x0F, 0x02, 0x02, 0x02, 0x3B, 0x01, 0x01, 0x14, 0xD3, 0x04, 0x04, 0x04, 0x04, 0x04, 0x04 }, + [0x6D] = { 0x01, 0x01, 0x01, 0x05, 0x15, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x6E] = { 0x05, 0x01, 0x01, 0x1F, 0x54, 0x08, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x00, 0x00, 0x00, 0x0E, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x6F] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x0A, 0x0E, 0x07, 0x04, 0xD4, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x70] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x07, 0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0B, 0x04, 0x06 }, + [0x71] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x0B, 0x04, 0x06 }, + [0x72] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x07, 0xD5, 0xD6 }, + [0x73] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x01, 0x05, 0x01, 0x01, 0x07, 0x21 }, + [0x74] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x05, 0x26, 0x01, 0x05 }, + [0x75] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0A, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x76] = { 0x02, 0x02, 0x02, 0x02, 0x1B, 0x01, 0x01, 0x01, 0x53, 0xD7, 0x04, 0x06, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x77] = { 0x11, 0x01, 0x01, 0x01, 0x3C, 0x0C, 0x14, 0x57, 0xD8, 0xD9, 0x3C, 0xDA, 0x3C, 0x14, 0x14, 0x46, 0x01, 0x17, 0x01, 0x0B, 0x23, 0x17, 0x01, 0x0B, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x78] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0x02, 0x02, 0x3D, 0x02, 0x02, 0x02, 0x3D, 0x02, 0x02, 0x02, 0x3D, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x79] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x00, 0x00, 0x00 }, + [0x7A] = { 0x01, 0x01, 0x01, 0x07, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01 }, + [0x7B] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01 }, + [0x7C] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x09, 0x00, 0x01, 0x01 }, + [0x7D] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x07, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x7E] = { 0x01, 0x01, 0x01, 0x07, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, + [0x7F] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x08, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01 }, + [0x80] = { 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0D, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 }, +}; + +/* No properties. */ +#define N 0 + +/* A digit: alphanumeric but not alphabetic. */ +#define D (PRISM_ENCODING_ALPHANUMERIC_BIT) + +/* A letter that is not uppercase: alphabetic and alphanumeric. */ +#define A (PRISM_ENCODING_ALPHABETIC_BIT | PRISM_ENCODING_ALPHANUMERIC_BIT) + +/* An uppercase or titlecase letter: alphabetic, alphanumeric, and uppercase. */ +#define U (PRISM_ENCODING_ALPHABETIC_BIT | PRISM_ENCODING_ALPHANUMERIC_BIT | PRISM_ENCODING_UPPERCASE_BIT) + +static const uint8_t pm_unicode_leaf[219][8] = { + [0x00] = { N, N, N, N, N, N, N, N }, + [0x01] = { A, A, A, A, A, A, A, A }, + [0x02] = { U, U, U, U, U, U, U, U }, + [0x03] = { U, A, U, A, U, A, U, A }, + [0x04] = { D, D, D, D, D, D, D, D }, + [0x05] = { A, A, A, A, A, A, A, N }, + [0x06] = { D, D, N, N, N, N, N, N }, + [0x07] = { A, A, A, A, A, A, N, N }, + [0x08] = { A, A, A, N, N, N, N, N }, + [0x09] = { A, N, N, N, N, N, N, N }, + [0x0A] = { A, A, A, A, A, N, N, N }, + [0x0B] = { A, A, A, A, N, N, N, N }, + [0x0C] = { N, A, A, A, A, A, A, A }, + [0x0D] = { A, A, N, N, N, N, N, N }, + [0x0E] = { N, N, N, N, N, N, N, A }, + [0x0F] = { A, N, A, A, A, A, A, A }, + [0x10] = { N, N, A, A, A, A, A, A }, + [0x11] = { A, A, A, A, N, A, A, A }, + [0x12] = { A, A, A, A, A, A, N, A }, + [0x13] = { A, A, A, A, A, N, A, A }, + [0x14] = { A, A, A, N, A, A, A, A }, + [0x15] = { N, N, N, N, N, A, A, A }, + [0x16] = { A, A, A, A, A, N, N, A }, + [0x17] = { A, A, N, A, A, A, A, A }, + [0x18] = { N, N, N, A, A, A, A, A }, + [0x19] = { A, A, A, A, N, N, D, D }, + [0x1A] = { A, N, A, A, A, A, N, N }, + [0x1B] = { U, U, A, A, A, A, A, A }, + [0x1C] = { N, N, A, N, N, N, N, N }, + [0x1D] = { N, N, N, N, N, A, N, N }, + [0x1E] = { N, N, N, N, A, A, A, A }, + [0x1F] = { A, N, N, A, A, A, A, A }, + [0x20] = { A, A, N, N, N, A, A, A }, + [0x21] = { N, N, N, N, N, N, A, A }, + [0x22] = { D, D, A, A, A, A, A, A }, + [0x23] = { N, A, A, A, N, A, A, A }, + [0x24] = { N, N, N, N, N, N, D, D }, + [0x25] = { A, A, A, N, N, N, A, A }, + [0x26] = { A, A, A, A, N, A, A, N }, + [0x27] = { A, A, A, A, U, U, U, U }, + [0x28] = { U, U, U, U, U, U, A, A }, + [0x29] = { N, A, N, N, N, N, N, N }, + [0x2A] = { A, A, A, N, N, N, N, A }, + [0x2B] = { U, U, U, U, U, U, N, N }, + [0x2C] = { N, A, A, A, A, A, A, N }, + [0x2D] = { N, U, U, U, U, U, U, U }, + [0x2E] = { U, U, U, N, N, N, N, N }, + [0x2F] = { U, U, U, U, U, U, U, N }, + [0x30] = { A, U, A, U, A, U, A, U }, + [0x31] = { A, A, N, N, N, N, A, A }, + [0x32] = { A, N, N, A, A, N, N, N }, + [0x33] = { A, N, A, A, N, A, A, A }, + [0x34] = { A, A, N, A, A, N, N, N }, + [0x35] = { A, N, A, A, A, N, N, N }, + [0x36] = { A, A, A, N, A, A, N, N }, + [0x37] = { A, A, A, N, N, A, A, A }, + [0x38] = { A, A, A, A, A, N, A, N }, + [0x39] = { U, U, U, U, U, N, N, N }, + [0x3A] = { N, A, A, A, A, A, N, N }, + [0x3B] = { U, N, A, A, A, A, A, A }, + [0x3C] = { N, A, A, N, A, N, N, A }, + [0x3D] = { U, U, N, N, N, N, N, N }, + [0x3E] = { A, A, U, A, U, A, U, A }, + [0x3F] = { A, U, U, A, U, A, U, U }, + [0x40] = { U, A, U, A, A, A, A, A }, + [0x41] = { U, U, U, U, A, A, A, A }, + [0x42] = { N, N, U, A, U, A, U, A }, + [0x43] = { A, N, N, N, N, A, A, A }, + [0x44] = { N, N, N, N, A, A, N, A }, + [0x45] = { N, N, N, N, A, N, N, N }, + [0x46] = { N, A, A, A, A, N, A, N }, + [0x47] = { N, A, A, A, A, N, N, N }, + [0x48] = { N, A, A, N, A, N, A, A }, + [0x49] = { A, N, N, N, N, N, N, A }, + [0x4A] = { N, N, N, N, N, A, A, N }, + [0x4B] = { N, N, N, N, A, A, A, N }, + [0x4C] = { A, A, A, A, N, A, N, N }, + [0x4D] = { A, A, A, A, N, N, A, A }, + [0x4E] = { U, U, U, N, N, U, U, U }, + [0x4F] = { N, N, A, A, A, N, A, A }, + [0x50] = { U, U, U, U, N, N, N, N }, + [0x51] = { A, A, N, N, N, N, A, N }, + [0x52] = { A, A, A, A, A, A, U, U }, + [0x53] = { A, A, A, A, N, N, N, A }, + [0x54] = { A, A, N, A, A, N, A, A }, + [0x55] = { N, N, A, A, A, N, N, N }, + [0x56] = { U, U, U, N, U, U, U, U }, + [0x57] = { N, A, N, A, N, N, N, N }, + [0x58] = { U, U, U, U, U, N, A, A }, + [0x59] = { U, U, U, U, U, U, U, A }, + [0x5A] = { U, U, A, U, A, U, A, A }, + [0x5B] = { A, U, U, U, A, A, U, U }, + [0x5C] = { U, U, A, U, U, A, U, U }, + [0x5D] = { U, A, A, A, U, U, A, U }, + [0x5E] = { U, A, U, A, U, A, U, U }, + [0x5F] = { A, U, A, A, U, A, U, U }, + [0x60] = { A, U, U, U, A, U, A, U }, + [0x61] = { U, A, A, A, U, A, A, A }, + [0x62] = { A, A, A, A, U, U, A, U }, + [0x63] = { U, A, U, U, A, U, A, U }, + [0x64] = { A, U, A, U, A, A, U, A }, + [0x65] = { A, A, U, U, A, U, U, A }, + [0x66] = { A, U, A, U, U, U, U, A }, + [0x67] = { N, N, N, N, A, N, A, N }, + [0x68] = { U, A, U, A, A, N, U, A }, + [0x69] = { N, N, A, A, A, A, N, U }, + [0x6A] = { N, N, N, N, N, N, U, N }, + [0x6B] = { U, U, U, N, U, N, U, U }, + [0x6C] = { A, U, U, U, U, U, U, U }, + [0x6D] = { U, U, N, U, U, U, U, U }, + [0x6E] = { A, A, A, A, A, A, A, U }, + [0x6F] = { A, A, U, U, U, A, A, A }, + [0x70] = { A, A, A, A, U, A, N, U }, + [0x71] = { A, U, U, A, A, U, U, U }, + [0x72] = { U, A, N, N, N, N, N, N }, + [0x73] = { U, U, A, U, A, U, A, U }, + [0x74] = { A, U, A, U, A, U, A, A }, + [0x75] = { N, A, A, N, A, A, N, A }, + [0x76] = { D, D, N, N, N, N, A, A }, + [0x77] = { D, D, A, A, A, N, N, A }, + [0x78] = { N, N, N, N, A, A, N, N }, + [0x79] = { A, N, A, N, N, N, A, A }, + [0x7A] = { A, N, N, A, A, N, A, N }, + [0x7B] = { A, N, A, A, N, A, A, N }, + [0x7C] = { N, N, A, A, N, A, A, A }, + [0x7D] = { N, N, N, A, A, N, N, N }, + [0x7E] = { N, A, A, A, N, N, N, N }, + [0x7F] = { A, N, A, A, A, N, A, N }, + [0x80] = { N, N, A, A, N, N, N, N }, + [0x81] = { A, A, A, A, N, A, N, A }, + [0x82] = { A, A, N, A, A, A, N, N }, + [0x83] = { D, D, N, N, A, A, A, A }, + [0x84] = { D, D, A, A, A, A, N, N }, + [0x85] = { U, U, U, U, U, U, N, U }, + [0x86] = { N, N, N, N, N, U, N, N }, + [0x87] = { A, N, A, A, N, N, N, N }, + [0x88] = { A, A, N, N, A, A, A, A }, + [0x89] = { D, D, N, N, N, A, A, A }, + [0x8A] = { A, U, A, N, N, N, N, N }, + [0x8B] = { N, A, A, A, A, N, A, A }, + [0x8C] = { U, A, U, A, U, A, A, A }, + [0x8D] = { A, A, A, A, A, A, U, A }, + [0x8E] = { N, U, N, U, N, U, N, U }, + [0x8F] = { U, U, U, U, U, N, A, N }, + [0x90] = { N, N, U, N, N, N, N, U }, + [0x91] = { N, N, A, U, U, U, A, A }, + [0x92] = { U, U, U, A, N, U, N, N }, + [0x93] = { N, U, U, U, U, U, N, N }, + [0x94] = { N, N, N, N, U, N, U, N }, + [0x95] = { U, N, U, U, U, U, N, A }, + [0x96] = { A, A, N, N, A, A, U, U }, + [0x97] = { N, N, N, N, N, U, A, A }, + [0x98] = { A, A, A, U, A, A, A, A }, + [0x99] = { N, N, N, N, N, N, U, U }, + [0x9A] = { U, A, U, U, U, A, A, U }, + [0x9B] = { A, U, A, U, A, U, U, U }, + [0x9C] = { U, A, U, A, A, U, A, A }, + [0x9D] = { U, A, U, A, A, N, N, N }, + [0x9E] = { N, N, N, U, A, U, A, N }, + [0x9F] = { N, N, U, A, N, N, N, N }, + [0xA0] = { D, D, A, A, N, N, N, N }, + [0xA1] = { U, A, U, A, U, A, A, N }, + [0xA2] = { A, U, A, U, A, U, U, A }, + [0xA3] = { A, N, N, U, A, U, A, A }, + [0xA4] = { U, A, U, A, A, A, U, A }, + [0xA5] = { U, A, U, U, U, U, U, A }, + [0xA6] = { U, U, U, U, U, A, U, A }, + [0xA7] = { U, A, U, A, U, U, U, U }, + [0xA8] = { A, U, A, U, U, A, U, A }, + [0xA9] = { U, A, U, A, U, N, N, N }, + [0xAA] = { N, A, A, A, A, U, A, A }, + [0xAB] = { N, N, N, A, N, A, A, A }, + [0xAC] = { D, D, A, A, A, A, A, N }, + [0xAD] = { A, N, A, N, N, N, N, N }, + [0xAE] = { N, N, N, A, A, A, N, N }, + [0xAF] = { N, N, A, A, A, A, N, N }, + [0xB0] = { A, A, A, N, A, A, N, A }, + [0xB1] = { U, U, U, N, U, U, N, A }, + [0xB2] = { A, N, N, N, A, N, N, A }, + [0xB3] = { N, A, N, N, N, N, N, A }, + [0xB4] = { A, A, A, N, N, N, D, D }, + [0xB5] = { A, A, A, N, N, N, A, N }, + [0xB6] = { D, D, A, N, A, N, N, N }, + [0xB7] = { A, N, A, A, A, A, N, A }, + [0xB8] = { A, A, N, A, N, N, A, N }, + [0xB9] = { A, N, A, N, N, A, N, A }, + [0xBA] = { A, A, N, A, A, A, N, A }, + [0xBB] = { D, D, N, N, N, N, N, A }, + [0xBC] = { A, A, N, N, A, A, N, A }, + [0xBD] = { A, N, N, N, A, N, N, N }, + [0xBE] = { D, D, D, D, N, N, N, N }, + [0xBF] = { N, A, N, N, A, A, A, A }, + [0xC0] = { A, N, N, A, A, N, N, A }, + [0xC1] = { N, A, N, A, A, N, N, N }, + [0xC2] = { N, N, A, N, A, A, N, A }, + [0xC3] = { A, A, N, A, N, N, A, A }, + [0xC4] = { A, A, N, A, A, A, A, N }, + [0xC5] = { U, N, N, A, A, A, A, A }, + [0xC6] = { A, A, N, A, N, N, N, N }, + [0xC7] = { A, A, A, N, N, A, N, N }, + [0xC8] = { A, A, A, A, U, N, U, U }, + [0xC9] = { N, N, U, N, N, U, U, N }, + [0xCA] = { N, U, U, U, U, N, U, U }, + [0xCB] = { A, A, N, A, N, A, A, A }, + [0xCC] = { A, A, A, A, U, U, N, U }, + [0xCD] = { U, U, U, U, U, N, U, U }, + [0xCE] = { U, U, N, U, U, U, U, N }, + [0xCF] = { U, U, U, U, U, N, U, N }, + [0xD0] = { N, N, U, U, U, U, U, U }, + [0xD1] = { A, A, U, U, U, U, U, U }, + [0xD2] = { U, U, U, N, A, A, A, A }, + [0xD3] = { A, A, U, A, N, N, D, D }, + [0xD4] = { D, D, N, N, N, N, A, N }, + [0xD5] = { A, D, D, D, D, D, D, D }, + [0xD6] = { D, D, D, N, N, N, N, N }, + [0xD7] = { N, N, N, A, N, N, N, N }, + [0xD8] = { N, N, A, N, N, N, N, A }, + [0xD9] = { N, A, N, A, N, A, A, A }, + [0xDA] = { N, A, N, A, N, A, N, A }, +}; + +#undef N +#undef D +#undef A +#undef U /** - * Binary search through the given list of codepoints to see if the given - * codepoint is in the list. + * Each element of the following table contains a bitfield that indicates a + * piece of information about the corresponding US-ASCII character. */ -static bool -pm_unicode_codepoint_match(pm_unicode_codepoint_t codepoint, const pm_unicode_codepoint_t *codepoints, size_t size) { - size_t start = 0; - size_t end = size; - - while (start < end) { - size_t middle = start + (end - start) / 2; - if ((middle % 2) != 0) middle--; - - if (codepoint >= codepoints[middle] && codepoint <= codepoints[middle + 1]) { - return true; - } - - if (codepoint < codepoints[middle]) { - end = middle; - } else { - start = middle + 2; - } - } - - return false; +const uint8_t pm_encoding_ascii_table[256] = { +/* 0 1 2 3 4 5 6 7 8 9 A B C D E F */ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 0x */ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 1x */ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 2x */ + 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, /* 3x */ + 0, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, /* 4x */ + 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 0, 0, 0, 0, 0, /* 5x */ + 0, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, /* 6x */ + 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 0, 0, 0, 0, 0, /* 7x */ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 8x */ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 9x */ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* Ax */ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* Bx */ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* Cx */ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* Dx */ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* Ex */ + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* Fx */ +}; + +/** + * Return the bitfield of properties for the given unicode codepoint. + */ +static uint8_t +pm_unicode_codepoint_properties(pm_unicode_codepoint_t codepoint) { + if (codepoint >= UNICODE_CODEPOINTS_MAXIMUM) return 0; + + uint8_t middle = pm_unicode_root[codepoint >> 8]; + uint8_t leaf = pm_unicode_middle[middle][(codepoint >> 3) & 0x1F]; + return pm_unicode_leaf[leaf][codepoint & 0x7]; } /** @@ -2387,17 +583,13 @@ pm_encoding_utf_8_alpha_char(const uint8_t *b, ptrdiff_t n) { } if (*b < 0x80) { - return (pm_encoding_unicode_table[*b] & PRISM_ENCODING_ALPHABETIC_BIT) ? 1 : 0; + return (pm_encoding_ascii_table[*b] & PRISM_ENCODING_ALPHABETIC_BIT) ? 1 : 0; } size_t width; pm_unicode_codepoint_t codepoint = pm_utf_8_codepoint(b, n, &width); - if (codepoint <= 0xFF) { - return (pm_encoding_unicode_table[(uint8_t) codepoint] & PRISM_ENCODING_ALPHABETIC_BIT) ? width : 0; - } else { - return pm_unicode_codepoint_match(codepoint, unicode_alpha_codepoints, UNICODE_ALPHA_CODEPOINTS_LENGTH) ? width : 0; - } + return (pm_unicode_codepoint_properties(codepoint) & PRISM_ENCODING_ALPHABETIC_BIT) ? width : 0; } /** @@ -2411,17 +603,13 @@ pm_encoding_utf_8_alnum_char(const uint8_t *b, ptrdiff_t n) { } if (*b < 0x80) { - return (pm_encoding_unicode_table[*b] & (PRISM_ENCODING_ALPHANUMERIC_BIT)) ? 1 : 0; + return (pm_encoding_ascii_table[*b] & (PRISM_ENCODING_ALPHANUMERIC_BIT)) ? 1 : 0; } size_t width; pm_unicode_codepoint_t codepoint = pm_utf_8_codepoint(b, n, &width); - if (codepoint <= 0xFF) { - return (pm_encoding_unicode_table[(uint8_t) codepoint] & (PRISM_ENCODING_ALPHANUMERIC_BIT)) ? width : 0; - } else { - return pm_unicode_codepoint_match(codepoint, unicode_alnum_codepoints, UNICODE_ALNUM_CODEPOINTS_LENGTH) ? width : 0; - } + return (pm_unicode_codepoint_properties(codepoint) & (PRISM_ENCODING_ALPHANUMERIC_BIT)) ? width : 0; } /** @@ -2435,17 +623,13 @@ pm_encoding_utf_8_isupper_char(const uint8_t *b, ptrdiff_t n) { } if (*b < 0x80) { - return (pm_encoding_unicode_table[*b] & PRISM_ENCODING_UPPERCASE_BIT) ? true : false; + return (pm_encoding_ascii_table[*b] & PRISM_ENCODING_UPPERCASE_BIT) ? true : false; } size_t width; pm_unicode_codepoint_t codepoint = pm_utf_8_codepoint(b, n, &width); - if (codepoint <= 0xFF) { - return (pm_encoding_unicode_table[(uint8_t) codepoint] & PRISM_ENCODING_UPPERCASE_BIT) ? true : false; - } else { - return pm_unicode_codepoint_match(codepoint, unicode_isupper_codepoints, UNICODE_ISUPPER_CODEPOINTS_LENGTH) ? true : false; - } + return (pm_unicode_codepoint_properties(codepoint) & PRISM_ENCODING_UPPERCASE_BIT) ? true : false; } #ifndef PRISM_ENCODING_EXCLUDE_FULL @@ -2508,17 +692,13 @@ pm_encoding_cesu_8_alpha_char(const uint8_t *b, ptrdiff_t n) { } if (*b < 0x80) { - return (pm_encoding_unicode_table[*b] & PRISM_ENCODING_ALPHABETIC_BIT) ? 1 : 0; + return (pm_encoding_ascii_table[*b] & PRISM_ENCODING_ALPHABETIC_BIT) ? 1 : 0; } size_t width; pm_unicode_codepoint_t codepoint = pm_cesu_8_codepoint(b, n, &width); - if (codepoint <= 0xFF) { - return (pm_encoding_unicode_table[(uint8_t) codepoint] & PRISM_ENCODING_ALPHABETIC_BIT) ? width : 0; - } else { - return pm_unicode_codepoint_match(codepoint, unicode_alpha_codepoints, UNICODE_ALPHA_CODEPOINTS_LENGTH) ? width : 0; - } + return (pm_unicode_codepoint_properties(codepoint) & PRISM_ENCODING_ALPHABETIC_BIT) ? width : 0; } static size_t @@ -2528,17 +708,13 @@ pm_encoding_cesu_8_alnum_char(const uint8_t *b, ptrdiff_t n) { } if (*b < 0x80) { - return (pm_encoding_unicode_table[*b] & (PRISM_ENCODING_ALPHANUMERIC_BIT)) ? 1 : 0; + return (pm_encoding_ascii_table[*b] & (PRISM_ENCODING_ALPHANUMERIC_BIT)) ? 1 : 0; } size_t width; pm_unicode_codepoint_t codepoint = pm_cesu_8_codepoint(b, n, &width); - if (codepoint <= 0xFF) { - return (pm_encoding_unicode_table[(uint8_t) codepoint] & (PRISM_ENCODING_ALPHANUMERIC_BIT)) ? width : 0; - } else { - return pm_unicode_codepoint_match(codepoint, unicode_alnum_codepoints, UNICODE_ALNUM_CODEPOINTS_LENGTH) ? width : 0; - } + return (pm_unicode_codepoint_properties(codepoint) & (PRISM_ENCODING_ALPHANUMERIC_BIT)) ? width : 0; } static bool @@ -2548,48 +724,18 @@ pm_encoding_cesu_8_isupper_char(const uint8_t *b, ptrdiff_t n) { } if (*b < 0x80) { - return (pm_encoding_unicode_table[*b] & PRISM_ENCODING_UPPERCASE_BIT) ? true : false; + return (pm_encoding_ascii_table[*b] & PRISM_ENCODING_UPPERCASE_BIT) ? true : false; } size_t width; pm_unicode_codepoint_t codepoint = pm_cesu_8_codepoint(b, n, &width); - if (codepoint <= 0xFF) { - return (pm_encoding_unicode_table[(uint8_t) codepoint] & PRISM_ENCODING_UPPERCASE_BIT) ? true : false; - } else { - return pm_unicode_codepoint_match(codepoint, unicode_isupper_codepoints, UNICODE_ISUPPER_CODEPOINTS_LENGTH) ? true : false; - } + return (pm_unicode_codepoint_properties(codepoint) & PRISM_ENCODING_UPPERCASE_BIT) ? true : false; } #endif -#undef UNICODE_ALPHA_CODEPOINTS_LENGTH -#undef UNICODE_ALNUM_CODEPOINTS_LENGTH -#undef UNICODE_ISUPPER_CODEPOINTS_LENGTH - -/** - * Each element of the following table contains a bitfield that indicates a - * piece of information about the corresponding US-ASCII character. - */ -static const uint8_t pm_encoding_ascii_table[256] = { -// 0 1 2 3 4 5 6 7 8 9 A B C D E F - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 0x - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 1x - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 2x - 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, // 3x - 0, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, // 4x - 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 0, 0, 0, 0, 0, // 5x - 0, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, // 6x - 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 0, 0, 0, 0, 0, // 7x - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 8x - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // 9x - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Ax - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Bx - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Cx - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Dx - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Ex - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, // Fx -}; +#undef UNICODE_CODEPOINTS_MAXIMUM #ifndef PRISM_ENCODING_EXCLUDE_FULL diff --git a/src/prism.c b/src/prism.c index 61f924858c..f663668e16 100644 --- a/src/prism.c +++ b/src/prism.c @@ -1847,7 +1847,7 @@ char_is_identifier_start(const pm_parser_t *parser, const uint8_t *b, ptrdiff_t return 0; } } else if (*b < 0x80) { - return (pm_encoding_unicode_table[*b] & PRISM_ENCODING_ALPHABETIC_BIT ? 1 : 0) || (*b == '_'); + return (pm_encoding_ascii_table[*b] & PRISM_ENCODING_ALPHABETIC_BIT ? 1 : 0) || (*b == '_'); } else { return pm_encoding_utf_8_char_width(b, n); } @@ -1862,7 +1862,7 @@ char_is_identifier_utf8(const uint8_t *b, ptrdiff_t n) { if (n <= 0) { return 0; } else if (*b < 0x80) { - return (*b == '_') || (pm_encoding_unicode_table[*b] & PRISM_ENCODING_ALPHANUMERIC_BIT ? 1 : 0); + return (*b == '_') || (pm_encoding_ascii_table[*b] & PRISM_ENCODING_ALPHANUMERIC_BIT ? 1 : 0); } else { return pm_encoding_utf_8_char_width(b, n); }