unicode: upgrade to Unicode 13.0.0

Fixes #40755

Change-Id: I14b3977317994095db8ae1bd873c174641209356
Reviewed-on: https://go-review.googlesource.com/c/go/+/248765
Run-TryBot: Marcel van Lohuizen <mpvl@golang.org>
TryBot-Result: Gobot Gobot <gobot@golang.org>
Reviewed-by: Ian Lance Taylor <iant@golang.org>
This commit is contained in:
Marcel van Lohuizen 2020-08-17 19:10:12 +02:00
parent 46ca7b5ee2
commit 8ec5a052ec
5 changed files with 416 additions and 243 deletions

View File

@ -456,3 +456,4 @@ pkg syscall (freebsd-arm-cgo), type Statfs_t struct, Mntonname [88]int8
pkg text/scanner, const GoTokens = 1012
pkg unicode, const Version = "10.0.0"
pkg unicode, const Version = "11.0.0"
pkg unicode, const Version = "12.0.0"

View File

@ -0,0 +1,5 @@
pkg unicode, const Version = "13.0.0"
pkg unicode, var Chorasmian *RangeTable
pkg unicode, var Dives_Akuru *RangeTable
pkg unicode, var Khitan_Small_Script *RangeTable
pkg unicode, var Yezidi *RangeTable

View File

@ -90,6 +90,17 @@ Do not send CLs removing the interior tags from such phrases.
TODO
</p>
<h3 id="unicode"><a href="/pkg/unicode/">unicode</a></h3>
<p><!-- CL 248765 -->
The <a href="/pkg/unicode/"><code>unicode</code></a> package and associated
support throughout the system has been upgraded from Unicode 12.0.0 to
<a href="https://www.unicode.org/versions/Unicode13.0.0/">Unicode 13.0.0</a>,
which adds 5,930 new characters, including four new scripts, and 55 new emoji.
Unicode 13.0.0 also designates plane 3 (U+30000-U+3FFFF) as the tertiary
ideographic plane.
</p>
<h3 id="minor_library_changes">Minor changes to the library</h3>
<p>

View File

@ -6,7 +6,7 @@
package strconv
// (442+132+90)*2 + (450)*4 = 3128 bytes
// (434+132+95)*2 + (468)*4 = 3194 bytes
var isPrint16 = []uint16{
0x0020, 0x007e,
@ -25,7 +25,7 @@ var isPrint16 = []uint16{
0x07fd, 0x082d,
0x0830, 0x085b,
0x085e, 0x086a,
0x08a0, 0x08bd,
0x08a0, 0x08c7,
0x08d3, 0x098c,
0x098f, 0x0990,
0x0993, 0x09b2,
@ -56,7 +56,7 @@ var isPrint16 = []uint16{
0x0b3c, 0x0b44,
0x0b47, 0x0b48,
0x0b4b, 0x0b4d,
0x0b56, 0x0b57,
0x0b55, 0x0b57,
0x0b5c, 0x0b63,
0x0b66, 0x0b77,
0x0b82, 0x0b8a,
@ -82,8 +82,7 @@ var isPrint16 = []uint16{
0x0ce6, 0x0cf2,
0x0d00, 0x0d4f,
0x0d54, 0x0d63,
0x0d66, 0x0d7f,
0x0d82, 0x0d96,
0x0d66, 0x0d96,
0x0d9a, 0x0dbd,
0x0dc0, 0x0dc6,
0x0dca, 0x0dca,
@ -138,7 +137,7 @@ var isPrint16 = []uint16{
0x1a7f, 0x1a89,
0x1a90, 0x1a99,
0x1aa0, 0x1aad,
0x1ab0, 0x1abe,
0x1ab0, 0x1ac0,
0x1b00, 0x1b4b,
0x1b50, 0x1b7c,
0x1b80, 0x1bf3,
@ -166,30 +165,27 @@ var isPrint16 = []uint16{
0x2190, 0x2426,
0x2440, 0x244a,
0x2460, 0x2b73,
0x2b76, 0x2b95,
0x2b98, 0x2cf3,
0x2b76, 0x2cf3,
0x2cf9, 0x2d27,
0x2d2d, 0x2d2d,
0x2d30, 0x2d67,
0x2d6f, 0x2d70,
0x2d7f, 0x2d96,
0x2da0, 0x2e4f,
0x2da0, 0x2e52,
0x2e80, 0x2ef3,
0x2f00, 0x2fd5,
0x2ff0, 0x2ffb,
0x3001, 0x3096,
0x3099, 0x30ff,
0x3105, 0x31ba,
0x31c0, 0x31e3,
0x31f0, 0x4db5,
0x4dc0, 0x9fef,
0x3105, 0x31e3,
0x31f0, 0x9ffc,
0xa000, 0xa48c,
0xa490, 0xa4c6,
0xa4d0, 0xa62b,
0xa640, 0xa6f7,
0xa700, 0xa7bf,
0xa7c2, 0xa7c6,
0xa7f7, 0xa82b,
0xa7c2, 0xa7ca,
0xa7f5, 0xa82c,
0xa830, 0xa839,
0xa840, 0xa877,
0xa880, 0xa8c5,
@ -205,7 +201,7 @@ var isPrint16 = []uint16{
0xab01, 0xab06,
0xab09, 0xab0e,
0xab11, 0xab16,
0xab20, 0xab67,
0xab20, 0xab6b,
0xab70, 0xabed,
0xabf0, 0xabf9,
0xac00, 0xd7a3,
@ -288,11 +284,11 @@ var isNotPrint16 = []uint16{
0x0cc9,
0x0cdf,
0x0cf0,
0x0d04,
0x0d0d,
0x0d11,
0x0d45,
0x0d49,
0x0d80,
0x0d84,
0x0db2,
0x0dbc,
@ -335,6 +331,7 @@ var isNotPrint16 = []uint16{
0x1fdc,
0x1ff5,
0x208f,
0x2b96,
0x2c2f,
0x2c5f,
0x2d26,
@ -351,7 +348,6 @@ var isNotPrint16 = []uint16{
0x3130,
0x318f,
0x321f,
0x32ff,
0xa9ce,
0xa9ff,
0xab27,
@ -373,7 +369,7 @@ var isPrint32 = []uint32{
0x010080, 0x0100fa,
0x010100, 0x010102,
0x010107, 0x010133,
0x010137, 0x01019b,
0x010137, 0x01019c,
0x0101a0, 0x0101a0,
0x0101d0, 0x0101fd,
0x010280, 0x01029c,
@ -424,19 +420,20 @@ var isPrint32 = []uint32{
0x010cc0, 0x010cf2,
0x010cfa, 0x010d27,
0x010d30, 0x010d39,
0x010e60, 0x010e7e,
0x010e60, 0x010ead,
0x010eb0, 0x010eb1,
0x010f00, 0x010f27,
0x010f30, 0x010f59,
0x010fb0, 0x010fcb,
0x010fe0, 0x010ff6,
0x011000, 0x01104d,
0x011052, 0x01106f,
0x01107f, 0x0110c1,
0x0110d0, 0x0110e8,
0x0110f0, 0x0110f9,
0x011100, 0x011146,
0x011100, 0x011147,
0x011150, 0x011176,
0x011180, 0x0111cd,
0x0111d0, 0x0111f4,
0x011180, 0x0111f4,
0x011200, 0x01123e,
0x011280, 0x0112a9,
0x0112b0, 0x0112ea,
@ -451,7 +448,7 @@ var isPrint32 = []uint32{
0x01135d, 0x011363,
0x011366, 0x01136c,
0x011370, 0x011374,
0x011400, 0x01145f,
0x011400, 0x011461,
0x011480, 0x0114c7,
0x0114d0, 0x0114d9,
0x011580, 0x0115b5,
@ -466,7 +463,11 @@ var isPrint32 = []uint32{
0x011730, 0x01173f,
0x011800, 0x01183b,
0x0118a0, 0x0118f2,
0x0118ff, 0x0118ff,
0x0118ff, 0x011906,
0x011909, 0x011909,
0x01190c, 0x011938,
0x01193b, 0x011946,
0x011950, 0x011959,
0x0119a0, 0x0119a7,
0x0119aa, 0x0119d7,
0x0119da, 0x0119e4,
@ -483,6 +484,7 @@ var isPrint32 = []uint32{
0x011d60, 0x011d98,
0x011da0, 0x011da9,
0x011ee0, 0x011ef8,
0x011fb0, 0x011fb0,
0x011fc0, 0x011ff1,
0x011fff, 0x012399,
0x012400, 0x012474,
@ -501,9 +503,11 @@ var isPrint32 = []uint32{
0x016f00, 0x016f4a,
0x016f4f, 0x016f87,
0x016f8f, 0x016f9f,
0x016fe0, 0x016fe3,
0x016fe0, 0x016fe4,
0x016ff0, 0x016ff1,
0x017000, 0x0187f7,
0x018800, 0x018af2,
0x018800, 0x018cd5,
0x018d00, 0x018d08,
0x01b000, 0x01b11e,
0x01b150, 0x01b152,
0x01b164, 0x01b167,
@ -557,17 +561,15 @@ var isPrint32 = []uint32{
0x01f030, 0x01f093,
0x01f0a0, 0x01f0ae,
0x01f0b1, 0x01f0f5,
0x01f100, 0x01f10c,
0x01f110, 0x01f16c,
0x01f170, 0x01f1ac,
0x01f100, 0x01f1ad,
0x01f1e6, 0x01f202,
0x01f210, 0x01f23b,
0x01f240, 0x01f248,
0x01f250, 0x01f251,
0x01f260, 0x01f265,
0x01f300, 0x01f6d5,
0x01f300, 0x01f6d7,
0x01f6e0, 0x01f6ec,
0x01f6f0, 0x01f6fa,
0x01f6f0, 0x01f6fc,
0x01f700, 0x01f773,
0x01f780, 0x01f7d8,
0x01f7e0, 0x01f7eb,
@ -576,22 +578,25 @@ var isPrint32 = []uint32{
0x01f850, 0x01f859,
0x01f860, 0x01f887,
0x01f890, 0x01f8ad,
0x01f900, 0x01f976,
0x01f97a, 0x01f9a2,
0x01f9a5, 0x01f9aa,
0x01f9ae, 0x01f9ca,
0x01f9cd, 0x01fa53,
0x01f8b0, 0x01f8b1,
0x01f900, 0x01fa53,
0x01fa60, 0x01fa6d,
0x01fa70, 0x01fa73,
0x01fa70, 0x01fa74,
0x01fa78, 0x01fa7a,
0x01fa80, 0x01fa82,
0x01fa90, 0x01fa95,
0x020000, 0x02a6d6,
0x01fa80, 0x01fa86,
0x01fa90, 0x01faa8,
0x01fab0, 0x01fab6,
0x01fac0, 0x01fac2,
0x01fad0, 0x01fad6,
0x01fb00, 0x01fbca,
0x01fbf0, 0x01fbf9,
0x020000, 0x02a6dd,
0x02a700, 0x02b734,
0x02b740, 0x02b81d,
0x02b820, 0x02cea1,
0x02ceb0, 0x02ebe0,
0x02f800, 0x02fa1d,
0x030000, 0x03134a,
0x0e0100, 0x0e01ef,
}
@ -609,6 +614,8 @@ var isNotPrint32 = []uint16{ // add 0x10000 to each entry
0x0a04,
0x0a14,
0x0a18,
0x0e7f,
0x0eaa,
0x10bd,
0x1135,
0x11e0,
@ -622,8 +629,10 @@ var isNotPrint32 = []uint16{ // add 0x10000 to each entry
0x1331,
0x1334,
0x133a,
0x145a,
0x145c,
0x1914,
0x1917,
0x1936,
0x1c09,
0x1c37,
0x1ca8,
@ -684,8 +693,9 @@ var isNotPrint32 = []uint16{ // add 0x10000 to each entry
0xeeaa,
0xf0c0,
0xf0d0,
0xf90c,
0xf972,
0xf979,
0xf9cc,
0xfb93,
}
// isGraphic lists the graphic runes not matched by IsPrint.

File diff suppressed because it is too large Load Diff