all: update to Unicode 11

This does *not* update the vendored tables.
A commit updating these tables should follow soon,

Mostly generated running UNICODE_VERSION=11.0.0 in x/text.

Manually updated next.txt file.

Updates golang/go#27945.

Change-Id: I939a01e235aeca898ee9afc99a531e7ad8444e12
Reviewed-on: https://go-review.googlesource.com/c/go/+/154420
Run-TryBot: Marcel van Lohuizen <mpvl@golang.org>
TryBot-Result: Gobot Gobot <gobot@golang.org>
Reviewed-by: Robert Griesemer <gri@golang.org>

api/except.txt

@@ -457,4 +457,5 @@ pkg syscall (freebsd-arm-cgo), type Stat_t struct, Nlink uint16
 pkg syscall (freebsd-arm-cgo), type Stat_t struct, Rdev uint32
 pkg syscall (freebsd-arm-cgo), type Statfs_t struct, Mntfromname [88]int8
 pkg syscall (freebsd-arm-cgo), type Statfs_t struct, Mntonname [88]int8
-pkg text/scanner, const GoTokens = 1012
+pkg text/scanner, const GoTokens = 1012
+pkg unicode, const Version = "10.0.0"

api/next.txt

@@ -1,3 +1,11 @@
 pkg text/scanner, const AllowNumberbars = 1024
 pkg text/scanner, const AllowNumberbars ideal-int
 pkg text/scanner, const GoTokens = 2036
+pkg unicode, const Version = "11.0.0"
+pkg unicode, var Dogra *RangeTable
+pkg unicode, var Gunjala_Gondi *RangeTable
+pkg unicode, var Hanifi_Rohingya *RangeTable
+pkg unicode, var Makasar *RangeTable
+pkg unicode, var Medefaidrin *RangeTable
+pkg unicode, var Old_Sogdian *RangeTable
+pkg unicode, var Sogdian *RangeTable

src/strconv/isprint.go

@@ -6,7 +6,7 @@
 
 package strconv
 
-// (456+140+86)*2 + (396)*4 = 2948 bytes
+// (448+137+90)*2 + (418)*4 = 3022 bytes
 
 var isPrint16 = []uint16{
 	0x0020, 0x007e,
@@ -16,17 +16,17 @@ var isPrint16 = []uint16{
 	0x0559, 0x058a,
 	0x058d, 0x05c7,
 	0x05d0, 0x05ea,
-	0x05f0, 0x05f4,
+	0x05ef, 0x05f4,
 	0x0606, 0x061b,
 	0x061e, 0x070d,
 	0x0710, 0x074a,
 	0x074d, 0x07b1,
 	0x07c0, 0x07fa,
-	0x0800, 0x082d,
+	0x07fd, 0x082d,
 	0x0830, 0x085b,
 	0x085e, 0x086a,
 	0x08a0, 0x08bd,
-	0x08d4, 0x098c,
+	0x08d3, 0x098c,
 	0x098f, 0x0990,
 	0x0993, 0x09b2,
 	0x09b6, 0x09b9,
@@ -35,7 +35,7 @@ var isPrint16 = []uint16{
 	0x09cb, 0x09ce,
 	0x09d7, 0x09d7,
 	0x09dc, 0x09e3,
-	0x09e6, 0x09fd,
+	0x09e6, 0x09fe,
 	0x0a01, 0x0a0a,
 	0x0a0f, 0x0a10,
 	0x0a13, 0x0a39,
@@ -44,7 +44,7 @@ var isPrint16 = []uint16{
 	0x0a4b, 0x0a4d,
 	0x0a51, 0x0a51,
 	0x0a59, 0x0a5e,
-	0x0a66, 0x0a75,
+	0x0a66, 0x0a76,
 	0x0a81, 0x0ab9,
 	0x0abc, 0x0acd,
 	0x0ad0, 0x0ad0,
@@ -126,7 +126,7 @@ var isPrint16 = []uint16{
 	0x17f0, 0x17f9,
 	0x1800, 0x180d,
 	0x1810, 0x1819,
-	0x1820, 0x1877,
+	0x1820, 0x1878,
 	0x1880, 0x18aa,
 	0x18b0, 0x18f5,
 	0x1900, 0x192b,
@@ -149,7 +149,8 @@ var isPrint16 = []uint16{
 	0x1bfc, 0x1c37,
 	0x1c3b, 0x1c49,
 	0x1c4d, 0x1c88,
-	0x1cc0, 0x1cc7,
+	0x1c90, 0x1cba,
+	0x1cbd, 0x1cc7,
 	0x1cd0, 0x1cf9,
 	0x1d00, 0x1f15,
 	0x1f18, 0x1f1d,
@@ -170,38 +171,33 @@ var isPrint16 = []uint16{
 	0x2440, 0x244a,
 	0x2460, 0x2b73,
 	0x2b76, 0x2b95,
-	0x2b98, 0x2bb9,
-	0x2bbd, 0x2bd2,
-	0x2bec, 0x2bef,
-	0x2c00, 0x2cf3,
+	0x2b98, 0x2cf3,
 	0x2cf9, 0x2d27,
 	0x2d2d, 0x2d2d,
 	0x2d30, 0x2d67,
 	0x2d6f, 0x2d70,
 	0x2d7f, 0x2d96,
-	0x2da0, 0x2e49,
+	0x2da0, 0x2e4e,
 	0x2e80, 0x2ef3,
 	0x2f00, 0x2fd5,
 	0x2ff0, 0x2ffb,
 	0x3001, 0x3096,
 	0x3099, 0x30ff,
-	0x3105, 0x312e,
-	0x3131, 0x31ba,
+	0x3105, 0x31ba,
 	0x31c0, 0x31e3,
 	0x31f0, 0x4db5,
-	0x4dc0, 0x9fea,
+	0x4dc0, 0x9fef,
 	0xa000, 0xa48c,
 	0xa490, 0xa4c6,
 	0xa4d0, 0xa62b,
 	0xa640, 0xa6f7,
-	0xa700, 0xa7b7,
+	0xa700, 0xa7b9,
 	0xa7f7, 0xa82b,
 	0xa830, 0xa839,
 	0xa840, 0xa877,
 	0xa880, 0xa8c5,
 	0xa8ce, 0xa8d9,
-	0xa8e0, 0xa8fd,
-	0xa900, 0xa953,
+	0xa8e0, 0xa953,
 	0xa95f, 0xa97c,
 	0xa980, 0xa9d9,
 	0xa9de, 0xaa36,
@@ -245,8 +241,6 @@ var isNotPrint16 = []uint16{
 	0x038d,
 	0x03a2,
 	0x0530,
-	0x0560,
-	0x0588,
 	0x0590,
 	0x06dd,
 	0x083f,
@@ -283,14 +277,12 @@ var isNotPrint16 = []uint16{
 	0x0b9b,
 	0x0b9d,
 	0x0bc9,
-	0x0c04,
 	0x0c0d,
 	0x0c11,
 	0x0c29,
 	0x0c45,
 	0x0c49,
 	0x0c57,
-	0x0c84,
 	0x0c8d,
 	0x0c91,
 	0x0ca9,
@@ -350,6 +342,7 @@ var isNotPrint16 = []uint16{
 	0x1ff5,
 	0x208f,
 	0x2bc9,
+	0x2bff,
 	0x2c2f,
 	0x2c5f,
 	0x2d26,
@@ -363,10 +356,10 @@ var isNotPrint16 = []uint16{
 	0x2ddf,
 	0x2e9a,
 	0x3040,
+	0x3130,
 	0x318f,
 	0x321f,
 	0x32ff,
-	0xa7af,
 	0xa9ce,
 	0xa9ff,
 	0xab27,
@@ -421,9 +414,9 @@ var isPrint32 = []uint32{
 	0x010980, 0x0109b7,
 	0x0109bc, 0x0109cf,
 	0x0109d2, 0x010a06,
-	0x010a0c, 0x010a33,
+	0x010a0c, 0x010a35,
 	0x010a38, 0x010a3a,
-	0x010a3f, 0x010a47,
+	0x010a3f, 0x010a48,
 	0x010a50, 0x010a58,
 	0x010a60, 0x010a9f,
 	0x010ac0, 0x010ae6,
@@ -437,14 +430,17 @@ var isPrint32 = []uint32{
 	0x010c00, 0x010c48,
 	0x010c80, 0x010cb2,
 	0x010cc0, 0x010cf2,
-	0x010cfa, 0x010cff,
+	0x010cfa, 0x010d27,
+	0x010d30, 0x010d39,
 	0x010e60, 0x010e7e,
+	0x010f00, 0x010f27,
+	0x010f30, 0x010f59,
 	0x011000, 0x01104d,
 	0x011052, 0x01106f,
 	0x01107f, 0x0110c1,
 	0x0110d0, 0x0110e8,
 	0x0110f0, 0x0110f9,
-	0x011100, 0x011143,
+	0x011100, 0x011146,
 	0x011150, 0x011176,
 	0x011180, 0x0111cd,
 	0x0111d0, 0x0111f4,
@@ -454,8 +450,7 @@ var isPrint32 = []uint32{
 	0x0112f0, 0x0112f9,
 	0x011300, 0x01130c,
 	0x01130f, 0x011310,
-	0x011313, 0x011339,
-	0x01133c, 0x011344,
+	0x011313, 0x011344,
 	0x011347, 0x011348,
 	0x01134b, 0x01134d,
 	0x011350, 0x011350,
@@ -463,7 +458,7 @@ var isPrint32 = []uint32{
 	0x01135d, 0x011363,
 	0x011366, 0x01136c,
 	0x011370, 0x011374,
-	0x011400, 0x01145d,
+	0x011400, 0x01145e,
 	0x011480, 0x0114c7,
 	0x0114d0, 0x0114d9,
 	0x011580, 0x0115b5,
@@ -473,9 +468,10 @@ var isPrint32 = []uint32{
 	0x011660, 0x01166c,
 	0x011680, 0x0116b7,
 	0x0116c0, 0x0116c9,
-	0x011700, 0x011719,
+	0x011700, 0x01171a,
 	0x01171d, 0x01172b,
 	0x011730, 0x01173f,
+	0x011800, 0x01183b,
 	0x0118a0, 0x0118f2,
 	0x0118ff, 0x0118ff,
 	0x011a00, 0x011a47,
@@ -489,6 +485,9 @@ var isPrint32 = []uint32{
 	0x011d00, 0x011d36,
 	0x011d3a, 0x011d47,
 	0x011d50, 0x011d59,
+	0x011d60, 0x011d98,
+	0x011da0, 0x011da9,
+	0x011ee0, 0x011ef8,
 	0x012000, 0x012399,
 	0x012400, 0x012474,
 	0x012480, 0x012543,
@@ -502,11 +501,12 @@ var isPrint32 = []uint32{
 	0x016b00, 0x016b45,
 	0x016b50, 0x016b77,
 	0x016b7d, 0x016b8f,
+	0x016e40, 0x016e9a,
 	0x016f00, 0x016f44,
 	0x016f50, 0x016f7e,
 	0x016f8f, 0x016f9f,
 	0x016fe0, 0x016fe1,
-	0x017000, 0x0187ec,
+	0x017000, 0x0187f1,
 	0x018800, 0x018af2,
 	0x01b000, 0x01b11e,
 	0x01b170, 0x01b2fb,
@@ -520,8 +520,9 @@ var isPrint32 = []uint32{
 	0x01d129, 0x01d172,
 	0x01d17b, 0x01d1e8,
 	0x01d200, 0x01d245,
+	0x01d2e0, 0x01d2f3,
 	0x01d300, 0x01d356,
-	0x01d360, 0x01d371,
+	0x01d360, 0x01d378,
 	0x01d400, 0x01d49f,
 	0x01d4a2, 0x01d4a2,
 	0x01d4a5, 0x01d4a6,
@@ -538,6 +539,7 @@ var isPrint32 = []uint32{
 	0x01e900, 0x01e94a,
 	0x01e950, 0x01e959,
 	0x01e95e, 0x01e95f,
+	0x01ec71, 0x01ecb4,
 	0x01ee00, 0x01ee24,
 	0x01ee27, 0x01ee3b,
 	0x01ee42, 0x01ee42,
@@ -560,20 +562,22 @@ var isPrint32 = []uint32{
 	0x01f260, 0x01f265,
 	0x01f300, 0x01f6d4,
 	0x01f6e0, 0x01f6ec,
-	0x01f6f0, 0x01f6f8,
+	0x01f6f0, 0x01f6f9,
 	0x01f700, 0x01f773,
-	0x01f780, 0x01f7d4,
+	0x01f780, 0x01f7d8,
 	0x01f800, 0x01f80b,
 	0x01f810, 0x01f847,
 	0x01f850, 0x01f859,
 	0x01f860, 0x01f887,
 	0x01f890, 0x01f8ad,
 	0x01f900, 0x01f90b,
-	0x01f910, 0x01f94c,
-	0x01f950, 0x01f96b,
-	0x01f980, 0x01f997,
-	0x01f9c0, 0x01f9c0,
-	0x01f9d0, 0x01f9e6,
+	0x01f910, 0x01f970,
+	0x01f973, 0x01f976,
+	0x01f97a, 0x01f9a2,
+	0x01f9b0, 0x01f9b9,
+	0x01f9c0, 0x01f9c2,
+	0x01f9d0, 0x01f9ff,
+	0x01fa60, 0x01fa6d,
 	0x020000, 0x02a6d6,
 	0x02a700, 0x02b734,
 	0x02b740, 0x02b81d,
@@ -609,9 +613,9 @@ var isNotPrint32 = []uint16{ // add 0x10000 to each entry
 	0x1329,
 	0x1331,
 	0x1334,
+	0x133a,
 	0x145a,
 	0x145c,
-	0x1a9d,
 	0x1c09,
 	0x1c37,
 	0x1ca8,
@@ -619,6 +623,10 @@ var isNotPrint32 = []uint16{ // add 0x10000 to each entry
 	0x1d0a,
 	0x1d3b,
 	0x1d3e,
+	0x1d66,
+	0x1d69,
+	0x1d8f,
+	0x1d92,
 	0x246f,
 	0x6a5f,
 	0x6b5a,
@@ -668,8 +676,8 @@ var isNotPrint32 = []uint16{ // add 0x10000 to each entry
 	0xeeaa,
 	0xf0c0,
 	0xf0d0,
-	0xf12f,
 	0xf93f,
+	0xf97b,
 }
 
 // isGraphic lists the graphic runes not matched by IsPrint.