Mihaela Mihaljevic
2b2c1fb692
Extend the GBK two-byte subset to full GB18030: a lead byte followed by a digit opens a four-byte form whose pointer is mapped through the WHATWG index-gb18030-ranges linear ranges, reaching the supplementary planes. The 207 ranges are vendored verbatim. Wired into the whole-buffer and streaming decoders and the encoding-name table (gb18030/gb-18030). Closes #102
53 lines
3.8 KiB
Swift
53 lines
3.8 KiB
Swift
extension PureXML.Parsing.ByteDecoder {
|
|
/// The GB18030 four-byte linear ranges, vendored from the WHATWG
|
|
/// `index-gb18030-ranges.txt`. `gb18030RangePointers[i]` is the first
|
|
/// pointer of a run that maps to `gb18030RangeCodePoints[i]`. Reproduce
|
|
/// from that file.
|
|
static let gb18030RangePointers: [UInt32] = [
|
|
0x0, 0x24, 0x26, 0x2D, 0x32, 0x51, 0x59, 0x5F, 0x60, 0x64,
|
|
0x67, 0x68, 0x69, 0x6D, 0x7E, 0x85, 0x94, 0xAC, 0xAF, 0xB3,
|
|
0xD0, 0x132, 0x133, 0x134, 0x135, 0x136, 0x137, 0x138, 0x139, 0x155,
|
|
0x1AC, 0x1BB, 0x220, 0x221, 0x22E, 0x2E5, 0x2E6, 0x2ED, 0x2EE, 0x325,
|
|
0x333, 0x334, 0x1EF2, 0x1EF4, 0x1EF5, 0x1EF7, 0x1EFE, 0x1F07, 0x1F08, 0x1F09,
|
|
0x1F0E, 0x1F7E, 0x1FD4, 0x1FD5, 0x1FD8, 0x1FE4, 0x1FEE, 0x202C, 0x2030, 0x2046,
|
|
0x2048, 0x20B6, 0x20BC, 0x20BD, 0x20C0, 0x20C4, 0x20C6, 0x20C8, 0x20C9, 0x20CA,
|
|
0x20CC, 0x20D1, 0x20D6, 0x20E0, 0x20E3, 0x20E8, 0x20F5, 0x20F7, 0x20FD, 0x2122,
|
|
0x2125, 0x2130, 0x2149, 0x219B, 0x22E8, 0x22F2, 0x2356, 0x235A, 0x2367, 0x236A,
|
|
0x2374, 0x2384, 0x238C, 0x2394, 0x2397, 0x2399, 0x23AB, 0x23CA, 0x23CC, 0x2402,
|
|
0x2403, 0x2C41, 0x2C43, 0x2C46, 0x2C48, 0x2C52, 0x2C61, 0x2C63, 0x2C66, 0x2C6A,
|
|
0x2C6C, 0x2C6F, 0x2C7D, 0x2DA2, 0x2DA6, 0x2DA7, 0x2DAC, 0x2DAE, 0x2DC2, 0x2DC4,
|
|
0x2DCB, 0x2DCD, 0x2DD2, 0x2DD8, 0x2ECE, 0x2ED5, 0x2F46, 0x3030, 0x303C, 0x303E,
|
|
0x3060, 0x3069, 0x306B, 0x306D, 0x30DE, 0x3109, 0x3233, 0x32A2, 0x32AD, 0x35AA,
|
|
0x35FF, 0x365F, 0x366D, 0x3700, 0x37DA, 0x38F9, 0x396A, 0x3CDF, 0x3DE7, 0x3FBE,
|
|
0x4032, 0x4036, 0x4061, 0x4159, 0x42CE, 0x42E2, 0x43A3, 0x43A8, 0x43FA, 0x440A,
|
|
0x45C3, 0x45F5, 0x45F7, 0x45FB, 0x45FC, 0x4610, 0x4613, 0x4629, 0x48E8, 0x490F,
|
|
0x497E, 0x4A12, 0x4A63, 0x82BD, 0x82BE, 0x82BF, 0x82CC, 0x82CD, 0x82D2, 0x82D9,
|
|
0x82DD, 0x82E1, 0x82E9, 0x82F0, 0x8300, 0x830E, 0x93D5, 0x9421, 0x943C, 0x948D,
|
|
0x9496, 0x94B0, 0x94B1, 0x94B2, 0x94B5, 0x94BB, 0x94BC, 0x94BE, 0x98C4, 0x98C5,
|
|
0x98C9, 0x98CA, 0x98CB, 0x98CC, 0x9961, 0x99E2, 0x2E248,
|
|
]
|
|
static let gb18030RangeCodePoints: [UInt32] = [
|
|
0x80, 0xA5, 0xA9, 0xB2, 0xB8, 0xD8, 0xE2, 0xEB, 0xEE, 0xF4,
|
|
0xF8, 0xFB, 0xFD, 0x102, 0x114, 0x11C, 0x12C, 0x145, 0x149, 0x14E,
|
|
0x16C, 0x1CF, 0x1D1, 0x1D3, 0x1D5, 0x1D7, 0x1D9, 0x1DB, 0x1DD, 0x1FA,
|
|
0x252, 0x262, 0x2C8, 0x2CC, 0x2DA, 0x3A2, 0x3AA, 0x3C2, 0x3CA, 0x402,
|
|
0x450, 0x452, 0x2011, 0x2017, 0x201A, 0x201E, 0x2027, 0x2031, 0x2034, 0x2036,
|
|
0x203C, 0x20AD, 0x2104, 0x2106, 0x210A, 0x2117, 0x2122, 0x216C, 0x217A, 0x2194,
|
|
0x219A, 0x2209, 0x2210, 0x2212, 0x2216, 0x221B, 0x2221, 0x2224, 0x2226, 0x222C,
|
|
0x222F, 0x2238, 0x223E, 0x2249, 0x224D, 0x2253, 0x2262, 0x2268, 0x2270, 0x2296,
|
|
0x229A, 0x22A6, 0x22C0, 0x2313, 0x246A, 0x249C, 0x254C, 0x2574, 0x2590, 0x2596,
|
|
0x25A2, 0x25B4, 0x25BE, 0x25C8, 0x25CC, 0x25D0, 0x25E6, 0x2607, 0x260A, 0x2641,
|
|
0x2643, 0x2E82, 0x2E85, 0x2E89, 0x2E8D, 0x2E98, 0x2EA8, 0x2EAB, 0x2EAF, 0x2EB4,
|
|
0x2EB8, 0x2EBC, 0x2ECB, 0x2FFC, 0x3004, 0x3018, 0x301F, 0x302A, 0x303F, 0x3094,
|
|
0x309F, 0x30F7, 0x30FF, 0x312A, 0x322A, 0x3232, 0x32A4, 0x3390, 0x339F, 0x33A2,
|
|
0x33C5, 0x33CF, 0x33D3, 0x33D6, 0x3448, 0x3474, 0x359F, 0x360F, 0x361B, 0x3919,
|
|
0x396F, 0x39D1, 0x39E0, 0x3A74, 0x3B4F, 0x3C6F, 0x3CE1, 0x4057, 0x4160, 0x4338,
|
|
0x43AD, 0x43B2, 0x43DE, 0x44D7, 0x464D, 0x4662, 0x4724, 0x472A, 0x477D, 0x478E,
|
|
0x4948, 0x497B, 0x497E, 0x4984, 0x4987, 0x499C, 0x49A0, 0x49B8, 0x4C78, 0x4CA4,
|
|
0x4D1A, 0x4DAF, 0x9FA6, 0xE76C, 0xE7C8, 0xE7E7, 0xE815, 0xE819, 0xE81F, 0xE827,
|
|
0xE82D, 0xE833, 0xE83C, 0xE844, 0xE856, 0xE865, 0xF92D, 0xF97A, 0xF996, 0xF9E8,
|
|
0xF9F2, 0xFA10, 0xFA12, 0xFA15, 0xFA19, 0xFA22, 0xFA25, 0xFA2A, 0xFE32, 0xFE45,
|
|
0xFE53, 0xFE58, 0xFE67, 0xFE6C, 0xFF5F, 0xFFE6, 0x10000,
|
|
]
|
|
}
|