From fc52d7029fcd667557230d4b4b6443886e261ef9 Mon Sep 17 00:00:00 2001 From: Rob Pike Date: Mon, 31 Jan 2011 15:20:44 -0800 Subject: [PATCH] unicode: update to unicode 6.0.0 R=rsc CC=golang-dev https://golang.org/cl/3981049 --- src/pkg/unicode/letter_test.go | 3 +- src/pkg/unicode/maketables.go | 10 +- src/pkg/unicode/script_test.go | 11 +- src/pkg/unicode/tables.go | 479 ++++++++++++++++++++------------- 4 files changed, 312 insertions(+), 191 deletions(-) diff --git a/src/pkg/unicode/letter_test.go b/src/pkg/unicode/letter_test.go index b8ef648270..432ffb6713 100644 --- a/src/pkg/unicode/letter_test.go +++ b/src/pkg/unicode/letter_test.go @@ -56,6 +56,7 @@ var letterTest = []int{ 0xf9, 0x2ec, 0x535, + 0x620, 0x6e6, 0x93d, 0xa15, @@ -85,7 +86,7 @@ var notletterTest = []int{ 0x20, 0x35, 0x375, - 0x620, + 0x619, 0x700, 0xfffe, 0x1ffff, diff --git a/src/pkg/unicode/maketables.go b/src/pkg/unicode/maketables.go index 28809b3939..043c0f3461 100644 --- a/src/pkg/unicode/maketables.go +++ b/src/pkg/unicode/maketables.go @@ -32,7 +32,7 @@ func main() { var dataURL = flag.String("data", "", "full URL for UnicodeData.txt; defaults to --url/UnicodeData.txt") var url = flag.String("url", - "http://www.unicode.org/Public/5.2.0/ucd/", + "http://www.unicode.org/Public/6.0.0/ucd/", "URL of Unicode database directory") var tablelist = flag.String("tables", "all", @@ -382,7 +382,7 @@ func printCategories() { type Op func(code int) bool -const format = "\tRange{0x%04x, 0x%04x, %d},\n" +const format = "\t{0x%04x, 0x%04x, %d},\n" func dumpRange(header string, inCategory Op) { fmt.Print(header) @@ -805,14 +805,14 @@ func printCaseRange(lo, hi *caseState) { } switch { case hi.point > lo.point && lo.isUpperLower(): - fmt.Printf("\tCaseRange{0x%04X, 0x%04X, d{UpperLower, UpperLower, UpperLower}},\n", + fmt.Printf("\t{0x%04X, 0x%04X, d{UpperLower, UpperLower, UpperLower}},\n", lo.point, hi.point) case hi.point > lo.point && lo.isLowerUpper(): logger.Exitf("LowerUpper sequence: should not happen: U+%04X. If it's real, need to fix To()", lo.point) - fmt.Printf("\tCaseRange{0x%04X, 0x%04X, d{LowerUpper, LowerUpper, LowerUpper}},\n", + fmt.Printf("\t{0x%04X, 0x%04X, d{LowerUpper, LowerUpper, LowerUpper}},\n", lo.point, hi.point) default: - fmt.Printf("\tCaseRange{0x%04X, 0x%04X, d{%d, %d, %d}},\n", + fmt.Printf("\t{0x%04X, 0x%04X, d{%d, %d, %d}},\n", lo.point, hi.point, lo.deltaToUpper, lo.deltaToLower, lo.deltaToTitle) } diff --git a/src/pkg/unicode/script_test.go b/src/pkg/unicode/script_test.go index ffdc40dc07..ff452b75ce 100644 --- a/src/pkg/unicode/script_test.go +++ b/src/pkg/unicode/script_test.go @@ -14,7 +14,7 @@ type T struct { script string } -// Hand-chosen tests from Unicode 5.1.0, mostly to discover when new +// Hand-chosen tests from Unicode 5.1.0 & 6.0..0, mostly to discover when new // scripts and categories arise. var inTest = []T{ {0x06e2, "Arabic"}, @@ -22,11 +22,13 @@ var inTest = []T{ {0x10b20, "Avestan"}, {0x1b37, "Balinese"}, {0xa6af, "Bamum"}, + {0x1be1, "Batak"}, {0x09c2, "Bengali"}, {0x3115, "Bopomofo"}, {0x282d, "Braille"}, {0x1a1a, "Buginese"}, {0x1747, "Buhid"}, + {0x11011, "Brahmi"}, {0x156d, "Canadian_Aboriginal"}, {0x102a9, "Carian"}, {0xaa4d, "Cham"}, @@ -72,6 +74,7 @@ var inTest = []T{ {0x10290, "Lycian"}, {0x10930, "Lydian"}, {0x0d42, "Malayalam"}, + {0x0843, "Mandaic"}, {0xabd0, "Meetei_Mayek"}, {0x1822, "Mongolian"}, {0x104c, "Myanmar"}, @@ -204,7 +207,7 @@ func TestScripts(t *testing.T) { } } for k := range notTested { - t.Error("not tested:", k) + t.Error("script not tested:", k) } } @@ -223,7 +226,7 @@ func TestCategories(t *testing.T) { notTested[test.script] = false, false } for k := range notTested { - t.Error("not tested:", k) + t.Error("category not tested:", k) } } @@ -242,6 +245,6 @@ func TestProperties(t *testing.T) { notTested[test.script] = false, false } for k := range notTested { - t.Error("not tested:", k) + t.Error("property not tested:", k) } } diff --git a/src/pkg/unicode/tables.go b/src/pkg/unicode/tables.go index b56c9bd038..89fd99411b 100644 --- a/src/pkg/unicode/tables.go +++ b/src/pkg/unicode/tables.go @@ -1,11 +1,11 @@ // Generated by running -// maketables --tables=all --data=http://www.unicode.org/Public/5.2.0/ucd/UnicodeData.txt +// maketables --tables=all --data=http://www.unicode.org/Public/6.0.0/ucd/UnicodeData.txt // DO NOT EDIT package unicode // Version is the Unicode edition from which the tables are derived. -const Version = "5.2.0" +const Version = "6.0.0" // Categories is the set of Unicode data tables. var Categories = map[string][]Range{ @@ -61,7 +61,7 @@ var _Lm = []Range{ {0x1d78, 0x1d9b, 35}, {0x1d9c, 0x1dbf, 1}, {0x2071, 0x207f, 14}, - {0x2090, 0x2094, 1}, + {0x2090, 0x209c, 1}, {0x2c7d, 0x2d6f, 242}, {0x2e2f, 0x3005, 470}, {0x3031, 0x3035, 1}, @@ -129,7 +129,7 @@ var _Ll = []Range{ {0x0461, 0x0481, 2}, {0x048b, 0x04bf, 2}, {0x04c2, 0x04ce, 2}, - {0x04cf, 0x0525, 2}, + {0x04cf, 0x0527, 2}, {0x0561, 0x0587, 1}, {0x1d00, 0x1d2b, 1}, {0x1d62, 0x1d77, 1}, @@ -174,8 +174,7 @@ var _Ll = []Range{ {0x2ce4, 0x2cec, 8}, {0x2cee, 0x2d00, 18}, {0x2d01, 0x2d25, 1}, - {0xa641, 0xa65f, 2}, - {0xa663, 0xa66d, 2}, + {0xa641, 0xa66d, 2}, {0xa681, 0xa697, 2}, {0xa723, 0xa72f, 2}, {0xa730, 0xa731, 1}, @@ -183,7 +182,10 @@ var _Ll = []Range{ {0xa772, 0xa778, 1}, {0xa77a, 0xa77c, 2}, {0xa77f, 0xa787, 2}, - {0xa78c, 0xfb00, 21364}, + {0xa78c, 0xa78e, 2}, + {0xa791, 0xa7a1, 16}, + {0xa7a3, 0xa7a9, 2}, + {0xa7fa, 0xfb00, 21254}, {0xfb01, 0xfb06, 1}, {0xfb13, 0xfb17, 1}, {0xff41, 0xff5a, 1}, @@ -220,19 +222,18 @@ var _Ll = []Range{ var _Me = []Range{ {0x0488, 0x0489, 1}, - {0x06de, 0x20dd, 6655}, - {0x20de, 0x20e0, 1}, + {0x20dd, 0x20e0, 1}, {0x20e2, 0x20e4, 1}, {0xa670, 0xa672, 1}, } var _Mc = []Range{ - {0x0903, 0x093e, 59}, - {0x093f, 0x0940, 1}, + {0x0903, 0x093b, 56}, + {0x093e, 0x0940, 1}, {0x0949, 0x094c, 1}, - {0x094e, 0x0982, 52}, - {0x0983, 0x09be, 59}, - {0x09bf, 0x09c0, 1}, + {0x094e, 0x094f, 1}, + {0x0982, 0x0983, 1}, + {0x09be, 0x09c0, 1}, {0x09c7, 0x09c8, 1}, {0x09cb, 0x09cc, 1}, {0x09d7, 0x0a03, 44}, @@ -299,7 +300,10 @@ var _Mc = []Range{ {0x1b43, 0x1b44, 1}, {0x1b82, 0x1ba1, 31}, {0x1ba6, 0x1ba7, 1}, - {0x1baa, 0x1c24, 122}, + {0x1baa, 0x1be7, 61}, + {0x1bea, 0x1bec, 1}, + {0x1bee, 0x1bf2, 4}, + {0x1bf3, 0x1c24, 49}, {0x1c25, 0x1c2b, 1}, {0x1c34, 0x1c35, 1}, {0x1ce1, 0x1cf2, 17}, @@ -318,7 +322,8 @@ var _Mc = []Range{ {0xabe3, 0xabe4, 1}, {0xabe6, 0xabe7, 1}, {0xabe9, 0xabea, 1}, - {0xabec, 0x11082, 25750}, + {0xabec, 0x11000, 25620}, + {0x11002, 0x11082, 128}, {0x110b0, 0x110b2, 1}, {0x110b7, 0x110b8, 1}, {0x1d165, 0x1d166, 1}, @@ -333,7 +338,7 @@ var _Mn = []Range{ {0x05c2, 0x05c4, 2}, {0x05c5, 0x05c7, 2}, {0x0610, 0x061a, 1}, - {0x064b, 0x065e, 1}, + {0x064b, 0x065f, 1}, {0x0670, 0x06d6, 102}, {0x06d7, 0x06dc, 1}, {0x06df, 0x06e4, 1}, @@ -347,11 +352,12 @@ var _Mn = []Range{ {0x081b, 0x0823, 1}, {0x0825, 0x0827, 1}, {0x0829, 0x082d, 1}, + {0x0859, 0x085b, 1}, {0x0900, 0x0902, 1}, - {0x093c, 0x0941, 5}, - {0x0942, 0x0948, 1}, + {0x093a, 0x093c, 2}, + {0x0941, 0x0948, 1}, {0x094d, 0x0951, 4}, - {0x0952, 0x0955, 1}, + {0x0952, 0x0957, 1}, {0x0962, 0x0963, 1}, {0x0981, 0x09bc, 59}, {0x09c1, 0x09c4, 1}, @@ -400,7 +406,7 @@ var _Mn = []Range{ {0x0f71, 0x0f7e, 1}, {0x0f80, 0x0f84, 1}, {0x0f86, 0x0f87, 1}, - {0x0f90, 0x0f97, 1}, + {0x0f8d, 0x0f97, 1}, {0x0f99, 0x0fbc, 1}, {0x0fc6, 0x102d, 103}, {0x102e, 0x1030, 1}, @@ -412,7 +418,8 @@ var _Mn = []Range{ {0x1071, 0x1074, 1}, {0x1082, 0x1085, 3}, {0x1086, 0x108d, 7}, - {0x109d, 0x135f, 706}, + {0x109d, 0x135d, 704}, + {0x135e, 0x135f, 1}, {0x1712, 0x1714, 1}, {0x1732, 0x1734, 1}, {0x1752, 0x1753, 1}, @@ -442,6 +449,9 @@ var _Mn = []Range{ {0x1b80, 0x1b81, 1}, {0x1ba2, 0x1ba5, 1}, {0x1ba8, 0x1ba9, 1}, + {0x1be6, 0x1be8, 2}, + {0x1be9, 0x1bed, 4}, + {0x1bef, 0x1bf1, 1}, {0x1c2c, 0x1c33, 1}, {0x1c36, 0x1c37, 1}, {0x1cd0, 0x1cd2, 1}, @@ -449,12 +459,13 @@ var _Mn = []Range{ {0x1ce2, 0x1ce8, 1}, {0x1ced, 0x1dc0, 211}, {0x1dc1, 0x1de6, 1}, - {0x1dfd, 0x1dff, 1}, + {0x1dfc, 0x1dff, 1}, {0x20d0, 0x20dc, 1}, {0x20e1, 0x20e5, 4}, {0x20e6, 0x20f0, 1}, {0x2cef, 0x2cf1, 1}, - {0x2de0, 0x2dff, 1}, + {0x2d7f, 0x2de0, 97}, + {0x2de1, 0x2dff, 1}, {0x302a, 0x302f, 1}, {0x3099, 0x309a, 1}, {0xa66f, 0xa67c, 13}, @@ -488,9 +499,10 @@ var _Mn = []Range{ {0x10a05, 0x10a06, 1}, {0x10a0c, 0x10a0f, 1}, {0x10a38, 0x10a3a, 1}, - {0x10a3f, 0x11080, 1601}, - {0x11081, 0x110b3, 50}, - {0x110b4, 0x110b6, 1}, + {0x10a3f, 0x11001, 1474}, + {0x11038, 0x11046, 1}, + {0x11080, 0x11081, 1}, + {0x110b3, 0x110b6, 1}, {0x110b9, 0x110ba, 1}, {0x1d167, 0x1d169, 1}, {0x1d17b, 0x1d182, 1}, @@ -524,13 +536,13 @@ var letter = []Range{ {0x038f, 0x03a1, 1}, {0x03a3, 0x03f5, 1}, {0x03f7, 0x0481, 1}, - {0x048a, 0x0525, 1}, + {0x048a, 0x0527, 1}, {0x0531, 0x0556, 1}, {0x0559, 0x0561, 8}, {0x0562, 0x0587, 1}, {0x05d0, 0x05ea, 1}, {0x05f0, 0x05f2, 1}, - {0x0621, 0x064a, 1}, + {0x0620, 0x064a, 1}, {0x066e, 0x066f, 1}, {0x0671, 0x06d3, 1}, {0x06d5, 0x06e5, 16}, @@ -546,11 +558,12 @@ var letter = []Range{ {0x07fa, 0x0800, 6}, {0x0801, 0x0815, 1}, {0x081a, 0x0824, 10}, - {0x0828, 0x0904, 220}, - {0x0905, 0x0939, 1}, + {0x0828, 0x0840, 24}, + {0x0841, 0x0858, 1}, + {0x0904, 0x0939, 1}, {0x093d, 0x0950, 19}, {0x0958, 0x0961, 1}, - {0x0971, 0x0972, 1}, + {0x0971, 0x0977, 1}, {0x0979, 0x097f, 1}, {0x0985, 0x098c, 1}, {0x098f, 0x0990, 1}, @@ -615,13 +628,13 @@ var letter = []Range{ {0x0cb5, 0x0cb9, 1}, {0x0cbd, 0x0cde, 33}, {0x0ce0, 0x0ce1, 1}, + {0x0cf1, 0x0cf2, 1}, {0x0d05, 0x0d0c, 1}, {0x0d0e, 0x0d10, 1}, - {0x0d12, 0x0d28, 1}, - {0x0d2a, 0x0d39, 1}, - {0x0d3d, 0x0d60, 35}, - {0x0d61, 0x0d7a, 25}, - {0x0d7b, 0x0d7f, 1}, + {0x0d12, 0x0d3a, 1}, + {0x0d3d, 0x0d4e, 17}, + {0x0d60, 0x0d61, 1}, + {0x0d7a, 0x0d7f, 1}, {0x0d85, 0x0d96, 1}, {0x0d9a, 0x0db1, 1}, {0x0db3, 0x0dbb, 1}, @@ -647,7 +660,7 @@ var letter = []Range{ {0x0edd, 0x0f00, 35}, {0x0f40, 0x0f47, 1}, {0x0f49, 0x0f6c, 1}, - {0x0f88, 0x0f8b, 1}, + {0x0f88, 0x0f8c, 1}, {0x1000, 0x102a, 1}, {0x103f, 0x1050, 17}, {0x1051, 0x1055, 1}, @@ -706,6 +719,7 @@ var letter = []Range{ {0x1b45, 0x1b4b, 1}, {0x1b83, 0x1ba0, 1}, {0x1bae, 0x1baf, 1}, + {0x1bc0, 0x1be5, 1}, {0x1c00, 0x1c23, 1}, {0x1c4d, 0x1c4f, 1}, {0x1c5a, 0x1c7d, 1}, @@ -730,7 +744,7 @@ var letter = []Range{ {0x1ff2, 0x1ff4, 1}, {0x1ff6, 0x1ffc, 1}, {0x2071, 0x207f, 14}, - {0x2090, 0x2094, 1}, + {0x2090, 0x209c, 1}, {0x2102, 0x2107, 5}, {0x210a, 0x2113, 1}, {0x2115, 0x2119, 4}, @@ -768,7 +782,7 @@ var letter = []Range{ {0x30fc, 0x30ff, 1}, {0x3105, 0x312d, 1}, {0x3131, 0x318e, 1}, - {0x31a0, 0x31b7, 1}, + {0x31a0, 0x31ba, 1}, {0x31f0, 0x31ff, 1}, {0x3400, 0x4db5, 1}, {0x4e00, 0x9fcb, 1}, @@ -777,14 +791,15 @@ var letter = []Range{ {0xa500, 0xa60c, 1}, {0xa610, 0xa61f, 1}, {0xa62a, 0xa62b, 1}, - {0xa640, 0xa65f, 1}, - {0xa662, 0xa66e, 1}, + {0xa640, 0xa66e, 1}, {0xa67f, 0xa697, 1}, {0xa6a0, 0xa6e5, 1}, {0xa717, 0xa71f, 1}, {0xa722, 0xa788, 1}, - {0xa78b, 0xa78c, 1}, - {0xa7fb, 0xa801, 1}, + {0xa78b, 0xa78e, 1}, + {0xa790, 0xa791, 1}, + {0xa7a0, 0xa7a9, 1}, + {0xa7fa, 0xa801, 1}, {0xa803, 0xa805, 1}, {0xa807, 0xa80a, 1}, {0xa80c, 0xa822, 1}, @@ -808,6 +823,11 @@ var letter = []Range{ {0xaaba, 0xaabd, 1}, {0xaac0, 0xaac2, 2}, {0xaadb, 0xaadd, 1}, + {0xab01, 0xab06, 1}, + {0xab09, 0xab0e, 1}, + {0xab11, 0xab16, 1}, + {0xab20, 0xab26, 1}, + {0xab28, 0xab2e, 1}, {0xabc0, 0xabe2, 1}, {0xac00, 0xd7a3, 1}, {0xd7b0, 0xd7c6, 1}, @@ -871,9 +891,12 @@ var letter = []Range{ {0x10b40, 0x10b55, 1}, {0x10b60, 0x10b72, 1}, {0x10c00, 0x10c48, 1}, + {0x11003, 0x11037, 1}, {0x11083, 0x110af, 1}, {0x12000, 0x1236e, 1}, {0x13000, 0x1342e, 1}, + {0x16800, 0x16a38, 1}, + {0x1b000, 0x1b001, 1}, {0x1d400, 0x1d454, 1}, {0x1d456, 0x1d49c, 1}, {0x1d49e, 0x1d49f, 1}, @@ -906,6 +929,7 @@ var letter = []Range{ {0x1d7c4, 0x1d7cb, 1}, {0x20000, 0x2a6d6, 1}, {0x2a700, 0x2b734, 1}, + {0x2b740, 0x2b81d, 1}, {0x2f800, 0x2fa1d, 1}, } @@ -976,13 +1000,14 @@ var _Po = []Range{ {0x0701, 0x070d, 1}, {0x07f7, 0x07f9, 1}, {0x0830, 0x083e, 1}, - {0x0964, 0x0965, 1}, - {0x0970, 0x0df4, 1156}, - {0x0e4f, 0x0e5a, 11}, - {0x0e5b, 0x0f04, 169}, - {0x0f05, 0x0f12, 1}, + {0x085e, 0x0964, 262}, + {0x0965, 0x0970, 11}, + {0x0df4, 0x0e4f, 91}, + {0x0e5a, 0x0e5b, 1}, + {0x0f04, 0x0f12, 1}, {0x0f85, 0x0fd0, 75}, {0x0fd1, 0x0fd4, 1}, + {0x0fd9, 0x0fda, 1}, {0x104a, 0x104f, 1}, {0x10fb, 0x1361, 614}, {0x1362, 0x1368, 1}, @@ -994,11 +1019,11 @@ var _Po = []Range{ {0x1800, 0x1805, 1}, {0x1807, 0x180a, 1}, {0x1944, 0x1945, 1}, - {0x19de, 0x19df, 1}, {0x1a1e, 0x1a1f, 1}, {0x1aa0, 0x1aa6, 1}, {0x1aa8, 0x1aad, 1}, {0x1b5a, 0x1b60, 1}, + {0x1bfc, 0x1bff, 1}, {0x1c3b, 0x1c3f, 1}, {0x1c7e, 0x1c7f, 1}, {0x1cd3, 0x2016, 835}, @@ -1012,8 +1037,9 @@ var _Po = []Range{ {0x2056, 0x205e, 1}, {0x2cf9, 0x2cfc, 1}, {0x2cfe, 0x2cff, 1}, - {0x2e00, 0x2e01, 1}, - {0x2e06, 0x2e08, 1}, + {0x2d70, 0x2e00, 144}, + {0x2e01, 0x2e06, 5}, + {0x2e07, 0x2e08, 1}, {0x2e0b, 0x2e0e, 3}, {0x2e0f, 0x2e16, 1}, {0x2e18, 0x2e19, 1}, @@ -1060,6 +1086,7 @@ var _Po = []Range{ {0x10a50, 0x10a58, 1}, {0x10a7f, 0x10b39, 186}, {0x10b3a, 0x10b3f, 1}, + {0x11047, 0x1104d, 1}, {0x110bb, 0x110bc, 1}, {0x110be, 0x110c1, 1}, {0x12470, 0x12473, 1}, @@ -1174,7 +1201,7 @@ var _Nd = []Range{ {0x17e0, 0x17e9, 1}, {0x1810, 0x1819, 1}, {0x1946, 0x194f, 1}, - {0x19d0, 0x19da, 1}, + {0x19d0, 0x19d9, 1}, {0x1a80, 0x1a89, 1}, {0x1a90, 0x1a99, 1}, {0x1b50, 0x1b59, 1}, @@ -1189,6 +1216,7 @@ var _Nd = []Range{ {0xabf0, 0xabf9, 1}, {0xff10, 0xff19, 1}, {0x104a0, 0x104a9, 1}, + {0x11066, 0x1106f, 1}, {0x1d7ce, 0x1d7ff, 1}, } @@ -1211,14 +1239,15 @@ var _No = []Range{ {0x00b9, 0x00bc, 3}, {0x00bd, 0x00be, 1}, {0x09f4, 0x09f9, 1}, + {0x0b72, 0x0b77, 1}, {0x0bf0, 0x0bf2, 1}, {0x0c78, 0x0c7e, 1}, {0x0d70, 0x0d75, 1}, {0x0f2a, 0x0f33, 1}, {0x1369, 0x137c, 1}, {0x17f0, 0x17f9, 1}, - {0x2070, 0x2074, 4}, - {0x2075, 0x2079, 1}, + {0x19da, 0x2070, 1686}, + {0x2074, 0x2079, 1}, {0x2080, 0x2089, 1}, {0x2150, 0x215f, 1}, {0x2189, 0x2460, 727}, @@ -1243,6 +1272,7 @@ var _No = []Range{ {0x10b58, 0x10b5f, 1}, {0x10b78, 0x10b7f, 1}, {0x10e60, 0x10e7e, 1}, + {0x11052, 0x11065, 1}, {0x1d360, 0x1d371, 1}, {0x1f100, 0x1f10a, 1}, } @@ -1252,13 +1282,12 @@ var _So = []Range{ {0x00a9, 0x00ae, 5}, {0x00b0, 0x00b6, 6}, {0x0482, 0x060e, 396}, - {0x060f, 0x06e9, 218}, - {0x06fd, 0x06fe, 1}, - {0x07f6, 0x09fa, 516}, - {0x0b70, 0x0bf3, 131}, - {0x0bf4, 0x0bf8, 1}, + {0x060f, 0x06de, 207}, + {0x06e9, 0x06fd, 20}, + {0x06fe, 0x07f6, 248}, + {0x09fa, 0x0b70, 374}, + {0x0bf3, 0x0bf8, 1}, {0x0bfa, 0x0c7f, 133}, - {0x0cf1, 0x0cf2, 1}, {0x0d79, 0x0f01, 392}, {0x0f02, 0x0f03, 1}, {0x0f13, 0x0f17, 1}, @@ -1271,16 +1300,16 @@ var _So = []Range{ {0x109e, 0x109f, 1}, {0x1360, 0x1390, 48}, {0x1391, 0x1399, 1}, - {0x1940, 0x19e0, 160}, - {0x19e1, 0x19ff, 1}, + {0x1940, 0x19de, 158}, + {0x19df, 0x19ff, 1}, {0x1b61, 0x1b6a, 1}, {0x1b74, 0x1b7c, 1}, {0x2100, 0x2101, 1}, {0x2103, 0x2106, 1}, {0x2108, 0x2109, 1}, {0x2114, 0x2116, 2}, - {0x2117, 0x2118, 1}, - {0x211e, 0x2123, 1}, + {0x2117, 0x211e, 7}, + {0x211f, 0x2123, 1}, {0x2125, 0x2129, 2}, {0x212e, 0x213a, 12}, {0x213b, 0x214a, 15}, @@ -1301,7 +1330,7 @@ var _So = []Range{ {0x232b, 0x237b, 1}, {0x237d, 0x239a, 1}, {0x23b4, 0x23db, 1}, - {0x23e2, 0x23e8, 1}, + {0x23e2, 0x23f3, 1}, {0x2400, 0x2426, 1}, {0x2440, 0x244a, 1}, {0x249c, 0x24e9, 1}, @@ -1309,21 +1338,9 @@ var _So = []Range{ {0x25b8, 0x25c0, 1}, {0x25c2, 0x25f7, 1}, {0x2600, 0x266e, 1}, - {0x2670, 0x26cd, 1}, - {0x26cf, 0x26e1, 1}, - {0x26e3, 0x26e8, 5}, - {0x26e9, 0x26ff, 1}, - {0x2701, 0x2704, 1}, - {0x2706, 0x2709, 1}, - {0x270c, 0x2727, 1}, - {0x2729, 0x274b, 1}, - {0x274d, 0x274f, 2}, - {0x2750, 0x2752, 1}, - {0x2756, 0x275e, 1}, - {0x2761, 0x2767, 1}, - {0x2794, 0x2798, 4}, - {0x2799, 0x27af, 1}, - {0x27b1, 0x27be, 1}, + {0x2670, 0x26ff, 1}, + {0x2701, 0x2767, 1}, + {0x2794, 0x27bf, 1}, {0x2800, 0x28ff, 1}, {0x2b00, 0x2b2f, 1}, {0x2b45, 0x2b46, 1}, @@ -1372,18 +1389,43 @@ var _So = []Range{ {0x1d301, 0x1d356, 1}, {0x1f000, 0x1f02b, 1}, {0x1f030, 0x1f093, 1}, + {0x1f0a0, 0x1f0ae, 1}, + {0x1f0b1, 0x1f0be, 1}, + {0x1f0c1, 0x1f0cf, 1}, + {0x1f0d1, 0x1f0df, 1}, {0x1f110, 0x1f12e, 1}, - {0x1f131, 0x1f13d, 12}, - {0x1f13f, 0x1f142, 3}, - {0x1f146, 0x1f14a, 4}, - {0x1f14b, 0x1f14e, 1}, - {0x1f157, 0x1f15f, 8}, - {0x1f179, 0x1f17b, 2}, - {0x1f17c, 0x1f17f, 3}, - {0x1f18a, 0x1f18d, 1}, - {0x1f190, 0x1f200, 112}, - {0x1f210, 0x1f231, 1}, + {0x1f130, 0x1f169, 1}, + {0x1f170, 0x1f19a, 1}, + {0x1f1e6, 0x1f202, 1}, + {0x1f210, 0x1f23a, 1}, {0x1f240, 0x1f248, 1}, + {0x1f250, 0x1f251, 1}, + {0x1f300, 0x1f320, 1}, + {0x1f330, 0x1f335, 1}, + {0x1f337, 0x1f37c, 1}, + {0x1f380, 0x1f393, 1}, + {0x1f3a0, 0x1f3c4, 1}, + {0x1f3c6, 0x1f3ca, 1}, + {0x1f3e0, 0x1f3f0, 1}, + {0x1f400, 0x1f43e, 1}, + {0x1f440, 0x1f442, 2}, + {0x1f443, 0x1f4f7, 1}, + {0x1f4f9, 0x1f4fc, 1}, + {0x1f500, 0x1f53d, 1}, + {0x1f550, 0x1f567, 1}, + {0x1f5fb, 0x1f5ff, 1}, + {0x1f601, 0x1f610, 1}, + {0x1f612, 0x1f614, 1}, + {0x1f616, 0x1f61c, 2}, + {0x1f61d, 0x1f61e, 1}, + {0x1f620, 0x1f625, 1}, + {0x1f628, 0x1f62b, 1}, + {0x1f62d, 0x1f630, 3}, + {0x1f631, 0x1f633, 1}, + {0x1f635, 0x1f640, 1}, + {0x1f645, 0x1f64f, 1}, + {0x1f680, 0x1f6c5, 1}, + {0x1f700, 0x1f773, 1}, } var _Sm = []Range{ @@ -1397,7 +1439,8 @@ var _Sm = []Range{ {0x2044, 0x2052, 14}, {0x207a, 0x207c, 1}, {0x208a, 0x208c, 1}, - {0x2140, 0x2144, 1}, + {0x2118, 0x2140, 40}, + {0x2141, 0x2144, 1}, {0x214b, 0x2190, 69}, {0x2191, 0x2194, 1}, {0x219a, 0x219b, 1}, @@ -1416,8 +1459,8 @@ var _Sm = []Range{ {0x266f, 0x27c0, 337}, {0x27c1, 0x27c4, 1}, {0x27c7, 0x27ca, 1}, - {0x27cc, 0x27d0, 4}, - {0x27d1, 0x27e5, 1}, + {0x27cc, 0x27ce, 2}, + {0x27cf, 0x27e5, 1}, {0x27f0, 0x27ff, 1}, {0x2900, 0x2982, 1}, {0x2999, 0x29d7, 1}, @@ -1459,6 +1502,7 @@ var _Sk = []Range{ {0xa700, 0xa716, 1}, {0xa720, 0xa721, 1}, {0xa789, 0xa78a, 1}, + {0xfbb2, 0xfbc1, 1}, {0xff3e, 0xff40, 2}, {0xffe3, 0xffe3, 1}, } @@ -1470,7 +1514,7 @@ var _Sc = []Range{ {0x09f3, 0x09fb, 8}, {0x0af1, 0x0bf9, 264}, {0x0e3f, 0x17db, 2460}, - {0x20a0, 0x20b8, 1}, + {0x20a0, 0x20b9, 1}, {0xa838, 0xfdfc, 21956}, {0xfe69, 0xff04, 155}, {0xffe0, 0xffe1, 1}, @@ -1528,7 +1572,7 @@ var _Lu = []Range{ {0x0460, 0x0480, 2}, {0x048a, 0x04c0, 2}, {0x04c1, 0x04cd, 2}, - {0x04d0, 0x0524, 2}, + {0x04d0, 0x0526, 2}, {0x0531, 0x0556, 1}, {0x10a0, 0x10c5, 1}, {0x1e00, 0x1e94, 2}, @@ -1564,15 +1608,16 @@ var _Lu = []Range{ {0x2c7e, 0x2c80, 1}, {0x2c82, 0x2ce2, 2}, {0x2ceb, 0x2ced, 2}, - {0xa640, 0xa65e, 2}, - {0xa662, 0xa66c, 2}, + {0xa640, 0xa66c, 2}, {0xa680, 0xa696, 2}, {0xa722, 0xa72e, 2}, {0xa732, 0xa76e, 2}, {0xa779, 0xa77d, 2}, {0xa77e, 0xa786, 2}, - {0xa78b, 0xff21, 22422}, - {0xff22, 0xff3a, 1}, + {0xa78b, 0xa78d, 2}, + {0xa790, 0xa7a0, 16}, + {0xa7a2, 0xa7a8, 2}, + {0xff21, 0xff3a, 1}, {0x10400, 0x10427, 1}, {0x1d400, 0x1d419, 1}, {0x1d434, 0x1d44d, 1}, @@ -1622,7 +1667,7 @@ var _Lo = []Range{ {0x0294, 0x05d0, 828}, {0x05d1, 0x05ea, 1}, {0x05f0, 0x05f2, 1}, - {0x0621, 0x063f, 1}, + {0x0620, 0x063f, 1}, {0x0641, 0x064a, 1}, {0x066e, 0x066f, 1}, {0x0671, 0x06d3, 1}, @@ -1635,11 +1680,12 @@ var _Lo = []Range{ {0x07b1, 0x07ca, 25}, {0x07cb, 0x07ea, 1}, {0x0800, 0x0815, 1}, + {0x0840, 0x0858, 1}, {0x0904, 0x0939, 1}, {0x093d, 0x0950, 19}, {0x0958, 0x0961, 1}, - {0x0972, 0x0979, 7}, - {0x097a, 0x097f, 1}, + {0x0972, 0x0977, 1}, + {0x0979, 0x097f, 1}, {0x0985, 0x098c, 1}, {0x098f, 0x0990, 1}, {0x0993, 0x09a8, 1}, @@ -1703,13 +1749,13 @@ var _Lo = []Range{ {0x0cb5, 0x0cb9, 1}, {0x0cbd, 0x0cde, 33}, {0x0ce0, 0x0ce1, 1}, + {0x0cf1, 0x0cf2, 1}, {0x0d05, 0x0d0c, 1}, {0x0d0e, 0x0d10, 1}, - {0x0d12, 0x0d28, 1}, - {0x0d2a, 0x0d39, 1}, - {0x0d3d, 0x0d60, 35}, - {0x0d61, 0x0d7a, 25}, - {0x0d7b, 0x0d7f, 1}, + {0x0d12, 0x0d3a, 1}, + {0x0d3d, 0x0d4e, 17}, + {0x0d60, 0x0d61, 1}, + {0x0d7a, 0x0d7f, 1}, {0x0d85, 0x0d96, 1}, {0x0d9a, 0x0db1, 1}, {0x0db3, 0x0dbb, 1}, @@ -1735,7 +1781,7 @@ var _Lo = []Range{ {0x0f00, 0x0f40, 64}, {0x0f41, 0x0f47, 1}, {0x0f49, 0x0f6c, 1}, - {0x0f88, 0x0f8b, 1}, + {0x0f88, 0x0f8c, 1}, {0x1000, 0x102a, 1}, {0x103f, 0x1050, 17}, {0x1051, 0x1055, 1}, @@ -1792,6 +1838,7 @@ var _Lo = []Range{ {0x1b45, 0x1b4b, 1}, {0x1b83, 0x1ba0, 1}, {0x1bae, 0x1baf, 1}, + {0x1bc0, 0x1be5, 1}, {0x1c00, 0x1c23, 1}, {0x1c4d, 0x1c4f, 1}, {0x1c5a, 0x1c77, 1}, @@ -1815,7 +1862,7 @@ var _Lo = []Range{ {0x30ff, 0x3105, 6}, {0x3106, 0x312d, 1}, {0x3131, 0x318e, 1}, - {0x31a0, 0x31b7, 1}, + {0x31a0, 0x31ba, 1}, {0x31f0, 0x31ff, 1}, {0x3400, 0x4db5, 1}, {0x4e00, 0x9fcb, 1}, @@ -1851,6 +1898,11 @@ var _Lo = []Range{ {0xaaba, 0xaabd, 1}, {0xaac0, 0xaac2, 2}, {0xaadb, 0xaadc, 1}, + {0xab01, 0xab06, 1}, + {0xab09, 0xab0e, 1}, + {0xab11, 0xab16, 1}, + {0xab20, 0xab26, 1}, + {0xab28, 0xab2e, 1}, {0xabc0, 0xabe2, 1}, {0xac00, 0xd7a3, 1}, {0xd7b0, 0xd7c6, 1}, @@ -1912,11 +1964,15 @@ var _Lo = []Range{ {0x10b40, 0x10b55, 1}, {0x10b60, 0x10b72, 1}, {0x10c00, 0x10c48, 1}, + {0x11003, 0x11037, 1}, {0x11083, 0x110af, 1}, {0x12000, 0x1236e, 1}, {0x13000, 0x1342e, 1}, + {0x16800, 0x16a38, 1}, + {0x1b000, 0x1b001, 1}, {0x20000, 0x2a6d6, 1}, {0x2a700, 0x2b734, 1}, + {0x2b740, 0x2b81d, 1}, {0x2f800, 0x2fa1d, 1}, } @@ -1958,7 +2014,7 @@ var ( ) // Generated by running -// maketables --scripts=all --url=http://www.unicode.org/Public/5.2.0/ucd/ +// maketables --scripts=all --url=http://www.unicode.org/Public/6.0.0/ucd/ // DO NOT EDIT // Scripts is the set of Unicode script tables. @@ -1977,6 +2033,7 @@ var Scripts = map[string][]Range{ "Bopomofo": Bopomofo, "Imperial_Aramaic": Imperial_Aramaic, "Kaithi": Kaithi, + "Mandaic": Mandaic, "Old_South_Arabian": Old_South_Arabian, "Kayah_Li": Kayah_Li, "New_Tai_Lue": New_Tai_Lue, @@ -1987,6 +2044,7 @@ var Scripts = map[string][]Range{ "Old_Turkic": Old_Turkic, "Tamil": Tamil, "Tagalog": Tagalog, + "Brahmi": Brahmi, "Arabic": Arabic, "Tagbanwa": Tagbanwa, "Canadian_Aboriginal": Canadian_Aboriginal, @@ -2019,6 +2077,7 @@ var Scripts = map[string][]Range{ "Vai": Vai, "Cherokee": Cherokee, "Ogham": Ogham, + "Batak": Batak, "Syriac": Syriac, "Gurmukhi": Gurmukhi, "Tai_Tham": Tai_Tham, @@ -2065,17 +2124,17 @@ var _Katakana = []Range{ {0x3300, 0x3357, 1}, {0xff66, 0xff6f, 1}, {0xff71, 0xff9d, 1}, + {0x1b000, 0x1b000, 1}, } var _Malayalam = []Range{ {0x0d02, 0x0d03, 1}, {0x0d05, 0x0d0c, 1}, {0x0d0e, 0x0d10, 1}, - {0x0d12, 0x0d28, 1}, - {0x0d2a, 0x0d39, 1}, + {0x0d12, 0x0d3a, 1}, {0x0d3d, 0x0d44, 1}, {0x0d46, 0x0d48, 1}, - {0x0d4a, 0x0d4d, 1}, + {0x0d4a, 0x0d4e, 1}, {0x0d57, 0x0d57, 1}, {0x0d60, 0x0d63, 1}, {0x0d66, 0x0d75, 1}, @@ -2108,15 +2167,17 @@ var _Latin = []Range{ {0x1e00, 0x1eff, 1}, {0x2071, 0x2071, 1}, {0x207f, 0x207f, 1}, - {0x2090, 0x2094, 1}, + {0x2090, 0x209c, 1}, {0x212a, 0x212b, 1}, {0x2132, 0x2132, 1}, {0x214e, 0x214e, 1}, {0x2160, 0x2188, 1}, {0x2c60, 0x2c7f, 1}, {0xa722, 0xa787, 1}, - {0xa78b, 0xa78c, 1}, - {0xa7fb, 0xa7ff, 1}, + {0xa78b, 0xa78e, 1}, + {0xa790, 0xa791, 1}, + {0xa7a0, 0xa7a9, 1}, + {0xa7fa, 0xa7ff, 1}, {0xfb00, 0xfb06, 1}, {0xff21, 0xff3a, 1}, {0xff41, 0xff5a, 1}, @@ -2143,6 +2204,7 @@ var _Inherited = []Range{ {0x0300, 0x036f, 1}, {0x0485, 0x0486, 1}, {0x064b, 0x0655, 1}, + {0x065f, 0x065f, 1}, {0x0670, 0x0670, 1}, {0x0951, 0x0952, 1}, {0x1cd0, 0x1cd2, 1}, @@ -2150,10 +2212,10 @@ var _Inherited = []Range{ {0x1ce2, 0x1ce8, 1}, {0x1ced, 0x1ced, 1}, {0x1dc0, 0x1de6, 1}, - {0x1dfd, 0x1dff, 1}, + {0x1dfc, 0x1dff, 1}, {0x200c, 0x200d, 1}, {0x20d0, 0x20f0, 1}, - {0x302a, 0x302f, 1}, + {0x302a, 0x302d, 1}, {0x3099, 0x309a, 1}, {0xfe00, 0xfe0f, 1}, {0xfe20, 0xfe26, 1}, @@ -2188,8 +2250,9 @@ var _Samaritan = []Range{ } var _Bopomofo = []Range{ + {0x02ea, 0x02eb, 1}, {0x3105, 0x312d, 1}, - {0x31a0, 0x31b7, 1}, + {0x31a0, 0x31ba, 1}, } var _Imperial_Aramaic = []Range{ @@ -2201,6 +2264,11 @@ var _Kaithi = []Range{ {0x11080, 0x110c1, 1}, } +var _Mandaic = []Range{ + {0x0840, 0x085b, 1}, + {0x085e, 0x085e, 1}, +} + var _Old_South_Arabian = []Range{ {0x10a60, 0x10a7f, 1}, } @@ -2241,13 +2309,13 @@ var _Common = []Range{ {0x00d7, 0x00d7, 1}, {0x00f7, 0x00f7, 1}, {0x02b9, 0x02df, 1}, - {0x02e5, 0x02ff, 1}, + {0x02e5, 0x02e9, 1}, + {0x02ec, 0x02ff, 1}, {0x0374, 0x0374, 1}, {0x037e, 0x037e, 1}, {0x0385, 0x0385, 1}, {0x0387, 0x0387, 1}, {0x0589, 0x0589, 1}, - {0x0600, 0x0603, 1}, {0x060c, 0x060c, 1}, {0x061b, 0x061b, 1}, {0x061f, 0x061f, 1}, @@ -2256,7 +2324,6 @@ var _Common = []Range{ {0x06dd, 0x06dd, 1}, {0x0964, 0x0965, 1}, {0x0970, 0x0970, 1}, - {0x0cf1, 0x0cf2, 1}, {0x0e3f, 0x0e3f, 1}, {0x0fd5, 0x0fd8, 1}, {0x10fb, 0x10fb, 1}, @@ -2273,33 +2340,20 @@ var _Common = []Range{ {0x206a, 0x2070, 1}, {0x2074, 0x207e, 1}, {0x2080, 0x208e, 1}, - {0x20a0, 0x20b8, 1}, + {0x20a0, 0x20b9, 1}, {0x2100, 0x2125, 1}, {0x2127, 0x2129, 1}, {0x212c, 0x2131, 1}, {0x2133, 0x214d, 1}, {0x214f, 0x215f, 1}, {0x2189, 0x2189, 1}, - {0x2190, 0x23e8, 1}, + {0x2190, 0x23f3, 1}, {0x2400, 0x2426, 1}, {0x2440, 0x244a, 1}, - {0x2460, 0x26cd, 1}, - {0x26cf, 0x26e1, 1}, - {0x26e3, 0x26e3, 1}, - {0x26e8, 0x26ff, 1}, - {0x2701, 0x2704, 1}, - {0x2706, 0x2709, 1}, - {0x270c, 0x2727, 1}, - {0x2729, 0x274b, 1}, - {0x274d, 0x274d, 1}, - {0x274f, 0x2752, 1}, - {0x2756, 0x275e, 1}, - {0x2761, 0x2794, 1}, - {0x2798, 0x27af, 1}, - {0x27b1, 0x27be, 1}, - {0x27c0, 0x27ca, 1}, + {0x2460, 0x26ff, 1}, + {0x2701, 0x27ca, 1}, {0x27cc, 0x27cc, 1}, - {0x27d0, 0x27ff, 1}, + {0x27ce, 0x27ff, 1}, {0x2900, 0x2b4c, 1}, {0x2b50, 0x2b59, 1}, {0x2e00, 0x2e31, 1}, @@ -2373,23 +2427,47 @@ var _Common = []Range{ {0x1d7ce, 0x1d7ff, 1}, {0x1f000, 0x1f02b, 1}, {0x1f030, 0x1f093, 1}, + {0x1f0a0, 0x1f0ae, 1}, + {0x1f0b1, 0x1f0be, 1}, + {0x1f0c1, 0x1f0cf, 1}, + {0x1f0d1, 0x1f0df, 1}, {0x1f100, 0x1f10a, 1}, {0x1f110, 0x1f12e, 1}, - {0x1f131, 0x1f131, 1}, - {0x1f13d, 0x1f13d, 1}, - {0x1f13f, 0x1f13f, 1}, - {0x1f142, 0x1f142, 1}, - {0x1f146, 0x1f146, 1}, - {0x1f14a, 0x1f14e, 1}, - {0x1f157, 0x1f157, 1}, - {0x1f15f, 0x1f15f, 1}, - {0x1f179, 0x1f179, 1}, - {0x1f17b, 0x1f17c, 1}, - {0x1f17f, 0x1f17f, 1}, - {0x1f18a, 0x1f18d, 1}, - {0x1f190, 0x1f190, 1}, - {0x1f210, 0x1f231, 1}, + {0x1f130, 0x1f169, 1}, + {0x1f170, 0x1f19a, 1}, + {0x1f1e6, 0x1f1ff, 1}, + {0x1f201, 0x1f202, 1}, + {0x1f210, 0x1f23a, 1}, {0x1f240, 0x1f248, 1}, + {0x1f250, 0x1f251, 1}, + {0x1f300, 0x1f320, 1}, + {0x1f330, 0x1f335, 1}, + {0x1f337, 0x1f37c, 1}, + {0x1f380, 0x1f393, 1}, + {0x1f3a0, 0x1f3c4, 1}, + {0x1f3c6, 0x1f3ca, 1}, + {0x1f3e0, 0x1f3f0, 1}, + {0x1f400, 0x1f43e, 1}, + {0x1f440, 0x1f440, 1}, + {0x1f442, 0x1f4f7, 1}, + {0x1f4f9, 0x1f4fc, 1}, + {0x1f500, 0x1f53d, 1}, + {0x1f550, 0x1f567, 1}, + {0x1f5fb, 0x1f5ff, 1}, + {0x1f601, 0x1f610, 1}, + {0x1f612, 0x1f614, 1}, + {0x1f616, 0x1f616, 1}, + {0x1f618, 0x1f618, 1}, + {0x1f61a, 0x1f61a, 1}, + {0x1f61c, 0x1f61e, 1}, + {0x1f620, 0x1f625, 1}, + {0x1f628, 0x1f62b, 1}, + {0x1f62d, 0x1f62d, 1}, + {0x1f630, 0x1f633, 1}, + {0x1f635, 0x1f640, 1}, + {0x1f645, 0x1f64f, 1}, + {0x1f680, 0x1f6c5, 1}, + {0x1f700, 0x1f773, 1}, {0xe0001, 0xe0001, 1}, {0xe0020, 0xe007f, 1}, } @@ -2408,6 +2486,7 @@ var _Kannada = []Range{ {0x0cde, 0x0cde, 1}, {0x0ce0, 0x0ce3, 1}, {0x0ce6, 0x0cef, 1}, + {0x0cf1, 0x0cf2, 1}, } var _Old_Turkic = []Range{ @@ -2438,18 +2517,24 @@ var _Tagalog = []Range{ {0x170e, 0x1714, 1}, } +var _Brahmi = []Range{ + {0x11000, 0x1104d, 1}, + {0x11052, 0x1106f, 1}, +} + var _Arabic = []Range{ + {0x0600, 0x0603, 1}, {0x0606, 0x060b, 1}, {0x060d, 0x061a, 1}, {0x061e, 0x061e, 1}, - {0x0621, 0x063f, 1}, + {0x0620, 0x063f, 1}, {0x0641, 0x064a, 1}, {0x0656, 0x065e, 1}, {0x066a, 0x066f, 1}, {0x0671, 0x06dc, 1}, {0x06de, 0x06ff, 1}, {0x0750, 0x077f, 1}, - {0xfb50, 0xfbb1, 1}, + {0xfb50, 0xfbc1, 1}, {0xfbd3, 0xfd3d, 1}, {0xfd50, 0xfd8f, 1}, {0xfd92, 0xfdc7, 1}, @@ -2473,11 +2558,11 @@ var _Canadian_Aboriginal = []Range{ var _Tibetan = []Range{ {0x0f00, 0x0f47, 1}, {0x0f49, 0x0f6c, 1}, - {0x0f71, 0x0f8b, 1}, - {0x0f90, 0x0f97, 1}, + {0x0f71, 0x0f97, 1}, {0x0f99, 0x0fbc, 1}, {0x0fbe, 0x0fcc, 1}, {0x0fce, 0x0fd4, 1}, + {0x0fd9, 0x0fda, 1}, } var _Coptic = []Range{ @@ -2489,6 +2574,7 @@ var _Coptic = []Range{ var _Hiragana = []Range{ {0x3041, 0x3096, 1}, {0x309d, 0x309f, 1}, + {0x1b001, 0x1b001, 1}, {0x1f200, 0x1f200, 1}, } @@ -2620,6 +2706,7 @@ var _Saurashtra = []Range{ var _Hangul = []Range{ {0x1100, 0x11ff, 1}, + {0x302e, 0x302f, 1}, {0x3131, 0x318e, 1}, {0x3200, 0x321e, 1}, {0x3260, 0x327e, 1}, @@ -2671,7 +2758,7 @@ var _Oriya = []Range{ {0x0b56, 0x0b57, 1}, {0x0b5c, 0x0b5d, 1}, {0x0b5f, 0x0b63, 1}, - {0x0b66, 0x0b71, 1}, + {0x0b66, 0x0b77, 1}, } var _Buhid = []Range{ @@ -2695,7 +2782,7 @@ var _Ethiopic = []Range{ {0x12d8, 0x1310, 1}, {0x1312, 0x1315, 1}, {0x1318, 0x135a, 1}, - {0x135f, 0x137c, 1}, + {0x135d, 0x137c, 1}, {0x1380, 0x1399, 1}, {0x2d80, 0x2d96, 1}, {0x2da0, 0x2da6, 1}, @@ -2706,6 +2793,11 @@ var _Ethiopic = []Range{ {0x2dc8, 0x2dce, 1}, {0x2dd0, 0x2dd6, 1}, {0x2dd8, 0x2dde, 1}, + {0xab01, 0xab06, 1}, + {0xab09, 0xab0e, 1}, + {0xab11, 0xab16, 1}, + {0xab20, 0xab26, 1}, + {0xab28, 0xab2e, 1}, } var _Javanese = []Range{ @@ -2730,6 +2822,11 @@ var _Ogham = []Range{ {0x1680, 0x169c, 1}, } +var _Batak = []Range{ + {0x1bc0, 0x1bf3, 1}, + {0x1bfc, 0x1bff, 1}, +} + var _Syriac = []Range{ {0x0700, 0x070d, 1}, {0x070f, 0x074a, 1}, @@ -2796,6 +2893,7 @@ var _Buginese = []Range{ var _Bamum = []Range{ {0xa6a0, 0xa6f7, 1}, + {0x16800, 0x16a38, 1}, } var _Lepcha = []Range{ @@ -2890,13 +2988,10 @@ var _Tai_Viet = []Range{ } var _Devanagari = []Range{ - {0x0900, 0x0939, 1}, - {0x093c, 0x094e, 1}, - {0x0950, 0x0950, 1}, - {0x0953, 0x0955, 1}, - {0x0958, 0x0963, 1}, + {0x0900, 0x0950, 1}, + {0x0953, 0x0963, 1}, {0x0966, 0x096f, 1}, - {0x0971, 0x0972, 1}, + {0x0971, 0x0977, 1}, {0x0979, 0x097f, 1}, {0xa8e0, 0xa8fb, 1}, } @@ -2908,7 +3003,8 @@ var _Lydian = []Range{ var _Tifinagh = []Range{ {0x2d30, 0x2d65, 1}, - {0x2d6f, 0x2d6f, 1}, + {0x2d6f, 0x2d70, 1}, + {0x2d7f, 0x2d7f, 1}, } var _Ugaritic = []Range{ @@ -2923,12 +3019,11 @@ var _Thai = []Range{ var _Cyrillic = []Range{ {0x0400, 0x0484, 1}, - {0x0487, 0x0525, 1}, + {0x0487, 0x0527, 1}, {0x1d2b, 0x1d2b, 1}, {0x1d78, 0x1d78, 1}, {0x2de0, 0x2dff, 1}, - {0xa640, 0xa65f, 1}, - {0xa662, 0xa673, 1}, + {0xa640, 0xa673, 1}, {0xa67c, 0xa697, 1}, } @@ -2982,6 +3077,7 @@ var _Han = []Range{ {0xfa70, 0xfad9, 1}, {0x20000, 0x2a6d6, 1}, {0x2a700, 0x2b734, 1}, + {0x2b740, 0x2b81d, 1}, {0x2f800, 0x2fa1d, 1}, } @@ -2995,8 +3091,10 @@ var ( Avestan = _Avestan // Avestan is the set of Unicode characters in script Avestan. Balinese = _Balinese // Balinese is the set of Unicode characters in script Balinese. Bamum = _Bamum // Bamum is the set of Unicode characters in script Bamum. + Batak = _Batak // Batak is the set of Unicode characters in script Batak. Bengali = _Bengali // Bengali is the set of Unicode characters in script Bengali. Bopomofo = _Bopomofo // Bopomofo is the set of Unicode characters in script Bopomofo. + Brahmi = _Brahmi // Brahmi is the set of Unicode characters in script Brahmi. Braille = _Braille // Braille is the set of Unicode characters in script Braille. Buginese = _Buginese // Buginese is the set of Unicode characters in script Buginese. Buhid = _Buhid // Buhid is the set of Unicode characters in script Buhid. @@ -3044,6 +3142,7 @@ var ( Lycian = _Lycian // Lycian is the set of Unicode characters in script Lycian. Lydian = _Lydian // Lydian is the set of Unicode characters in script Lydian. Malayalam = _Malayalam // Malayalam is the set of Unicode characters in script Malayalam. + Mandaic = _Mandaic // Mandaic is the set of Unicode characters in script Mandaic. Meetei_Mayek = _Meetei_Mayek // Meetei_Mayek is the set of Unicode characters in script Meetei_Mayek. Mongolian = _Mongolian // Mongolian is the set of Unicode characters in script Mongolian. Myanmar = _Myanmar // Myanmar is the set of Unicode characters in script Myanmar. @@ -3085,7 +3184,7 @@ var ( ) // Generated by running -// maketables --props=all --url=http://www.unicode.org/Public/5.2.0/ucd/ +// maketables --props=all --url=http://www.unicode.org/Public/6.0.0/ucd/ // DO NOT EDIT // Properties is the set of Unicode property tables. @@ -3236,6 +3335,7 @@ var _ASCII_Hex_Digit = []Range{ var _Deprecated = []Range{ {0x0149, 0x0149, 1}, + {0x0673, 0x0673, 1}, {0x0f77, 0x0f77, 1}, {0x0f79, 0x0f79, 1}, {0x17a3, 0x17a4, 1}, @@ -3263,6 +3363,7 @@ var _Terminal_Punctuation = []Range{ {0x070c, 0x070c, 1}, {0x07f8, 0x07f9, 1}, {0x0830, 0x083e, 1}, + {0x085e, 0x085e, 1}, {0x0964, 0x0965, 1}, {0x0e5a, 0x0e5b, 1}, {0x0f08, 0x0f08, 1}, @@ -3309,6 +3410,7 @@ var _Terminal_Punctuation = []Range{ {0x10857, 0x10857, 1}, {0x1091f, 0x1091f, 1}, {0x10b3a, 0x10b3f, 1}, + {0x11047, 0x1104d, 1}, {0x110be, 0x110c1, 1}, {0x12470, 0x12473, 1}, } @@ -3332,6 +3434,7 @@ var _Other_ID_Continue = []Range{ {0x00b7, 0x00b7, 1}, {0x0387, 0x0387, 1}, {0x1369, 0x1371, 1}, + {0x19da, 0x19da, 1}, } var _Bidi_Control = []Range{ @@ -3383,6 +3486,7 @@ var _Other_Math = []Range{ {0x20e5, 0x20e6, 1}, {0x20eb, 0x20ef, 1}, {0x2102, 0x2102, 1}, + {0x2107, 0x2107, 1}, {0x210a, 0x2113, 1}, {0x2115, 0x2115, 1}, {0x2119, 0x211d, 1}, @@ -3480,6 +3584,7 @@ var _Unified_Ideograph = []Range{ {0xfa27, 0xfa29, 1}, {0x20000, 0x2a6d6, 1}, {0x2a700, 0x2b734, 1}, + {0x2b740, 0x2b81d, 1}, } var _Hyphen = []Range{ @@ -3535,9 +3640,11 @@ var _STerm = []Range{ {0x1362, 0x1362, 1}, {0x1367, 0x1368, 1}, {0x166e, 0x166e, 1}, + {0x1735, 0x1736, 1}, {0x1803, 0x1803, 1}, {0x1809, 0x1809, 1}, {0x1944, 0x1945, 1}, + {0x1aa8, 0x1aab, 1}, {0x1b5a, 0x1b5b, 1}, {0x1b5e, 0x1b5f, 1}, {0x1c3b, 0x1c3c, 1}, @@ -3562,6 +3669,8 @@ var _STerm = []Range{ {0xff0e, 0xff0e, 1}, {0xff1f, 0xff1f, 1}, {0xff61, 0xff61, 1}, + {0x10a56, 0x10a57, 1}, + {0x11047, 0x11048, 1}, {0x110be, 0x110c1, 1}, } @@ -3574,7 +3683,7 @@ var _Other_Alphabetic = []Range{ {0x05c7, 0x05c7, 1}, {0x0610, 0x061a, 1}, {0x064b, 0x0657, 1}, - {0x0659, 0x065e, 1}, + {0x0659, 0x065f, 1}, {0x0670, 0x0670, 1}, {0x06d6, 0x06dc, 1}, {0x06e1, 0x06e4, 1}, @@ -3588,9 +3697,10 @@ var _Other_Alphabetic = []Range{ {0x0825, 0x0827, 1}, {0x0829, 0x082c, 1}, {0x0900, 0x0903, 1}, + {0x093a, 0x093b, 1}, {0x093e, 0x094c, 1}, - {0x094e, 0x094e, 1}, - {0x0955, 0x0955, 1}, + {0x094e, 0x094f, 1}, + {0x0955, 0x0957, 1}, {0x0962, 0x0963, 1}, {0x0981, 0x0983, 1}, {0x09be, 0x09c4, 1}, @@ -3652,7 +3762,7 @@ var _Other_Alphabetic = []Range{ {0x0ebb, 0x0ebc, 1}, {0x0ecd, 0x0ecd, 1}, {0x0f71, 0x0f81, 1}, - {0x0f90, 0x0f97, 1}, + {0x0f8d, 0x0f97, 1}, {0x0f99, 0x0fbc, 1}, {0x102b, 0x1036, 1}, {0x1038, 0x1038, 1}, @@ -3682,6 +3792,7 @@ var _Other_Alphabetic = []Range{ {0x1b35, 0x1b43, 1}, {0x1b80, 0x1b82, 1}, {0x1ba1, 0x1ba9, 1}, + {0x1be7, 0x1bf1, 1}, {0x1c24, 0x1c35, 1}, {0x1cf2, 0x1cf2, 1}, {0x24b6, 0x24e9, 1}, @@ -3692,7 +3803,7 @@ var _Other_Alphabetic = []Range{ {0xa926, 0xa92a, 1}, {0xa947, 0xa952, 1}, {0xa980, 0xa983, 1}, - {0xa9b3, 0xa9bf, 1}, + {0xa9b4, 0xa9bf, 1}, {0xaa29, 0xaa36, 1}, {0xaa43, 0xaa43, 1}, {0xaa4c, 0xaa4d, 1}, @@ -3705,6 +3816,8 @@ var _Other_Alphabetic = []Range{ {0x10a01, 0x10a03, 1}, {0x10a05, 0x10a06, 1}, {0x10a0c, 0x10a0f, 1}, + {0x11000, 0x11002, 1}, + {0x11038, 0x11045, 1}, {0x11082, 0x11082, 1}, {0x110b0, 0x110b8, 1}, } @@ -3867,6 +3980,7 @@ var _Ideographic = []Range{ {0xfa70, 0xfad9, 1}, {0x20000, 0x2a6d6, 1}, {0x2a700, 0x2b734, 1}, + {0x2b740, 0x2b81d, 1}, {0x2f800, 0x2fa1d, 1}, } @@ -3978,7 +4092,7 @@ var ( ) // Generated by running -// maketables --data=http://www.unicode.org/Public/5.2.0/ucd/UnicodeData.txt +// maketables --data=http://www.unicode.org/Public/6.0.0/ucd/UnicodeData.txt // DO NOT EDIT // CaseRanges is the table describing case mappings for all letters with @@ -4078,6 +4192,7 @@ var _CaseRanges = []CaseRange{ {0x025B, 0x025B, d{-203, 0, -203}}, {0x0260, 0x0260, d{-205, 0, -205}}, {0x0263, 0x0263, d{-207, 0, -207}}, + {0x0265, 0x0265, d{42280, 0, 42280}}, {0x0268, 0x0268, d{-209, 0, -209}}, {0x0269, 0x0269, d{-211, 0, -211}}, {0x026B, 0x026B, d{10743, 0, 10743}}, @@ -4134,7 +4249,7 @@ var _CaseRanges = []CaseRange{ {0x04C0, 0x04C0, d{0, 15, 0}}, {0x04C1, 0x04CE, d{UpperLower, UpperLower, UpperLower}}, {0x04CF, 0x04CF, d{-15, 0, -15}}, - {0x04D0, 0x0525, d{UpperLower, UpperLower, UpperLower}}, + {0x04D0, 0x0527, d{UpperLower, UpperLower, UpperLower}}, {0x0531, 0x0556, d{0, 48, 0}}, {0x0561, 0x0586, d{-48, 0, -48}}, {0x10A0, 0x10C5, d{0, 7264, 0}}, @@ -4222,8 +4337,7 @@ var _CaseRanges = []CaseRange{ {0x2C80, 0x2CE3, d{UpperLower, UpperLower, UpperLower}}, {0x2CEB, 0x2CEE, d{UpperLower, UpperLower, UpperLower}}, {0x2D00, 0x2D25, d{-7264, 0, -7264}}, - {0xA640, 0xA65F, d{UpperLower, UpperLower, UpperLower}}, - {0xA662, 0xA66D, d{UpperLower, UpperLower, UpperLower}}, + {0xA640, 0xA66D, d{UpperLower, UpperLower, UpperLower}}, {0xA680, 0xA697, d{UpperLower, UpperLower, UpperLower}}, {0xA722, 0xA72F, d{UpperLower, UpperLower, UpperLower}}, {0xA732, 0xA76F, d{UpperLower, UpperLower, UpperLower}}, @@ -4231,6 +4345,9 @@ var _CaseRanges = []CaseRange{ {0xA77D, 0xA77D, d{0, -35332, 0}}, {0xA77E, 0xA787, d{UpperLower, UpperLower, UpperLower}}, {0xA78B, 0xA78C, d{UpperLower, UpperLower, UpperLower}}, + {0xA78D, 0xA78D, d{0, -42280, 0}}, + {0xA790, 0xA791, d{UpperLower, UpperLower, UpperLower}}, + {0xA7A0, 0xA7A9, d{UpperLower, UpperLower, UpperLower}}, {0xFF21, 0xFF3A, d{0, 32, 0}}, {0xFF41, 0xFF5A, d{-32, 0, -32}}, {0x10400, 0x10427, d{0, 40, 0}},