strconv: reject surrogate halves in Unquote

Unquote implements unescaping a "single-quoted, doubled-quoted, or
backquoted Go string literal". Therefore, it should reject anything
that the Go specification explicitly forbids.

The section on "Rune literals" explicitly rejects rune values
"above 0x10FFFF and surrogate halves". We properly checked for
the previous condition, but were failing to check for the latter.

In general, "r > utf8.MaxRune" is probably the wrong check,
while !utf8.ValidRune(r) is the more correct check.
We make changes to both UnquoteChar and appendEscapedRune
to use the correct check. The change to appendEscapedRune
is technically a noop since callers of that function already
guarantee that the provided rune is valid.

Fixes #47853

Change-Id: Ib8977e56b91943ec8ada821b8d217b5e9a66f950
Reviewed-on: https://go-review.googlesource.com/c/go/+/343877
Trust: Joe Tsai <joetsai@digital-static.net>
Run-TryBot: Joe Tsai <joetsai@digital-static.net>
TryBot-Result: Go Bot <gobot@golang.org>
Reviewed-by: Rob Pike <r@golang.org>
This commit is contained in:
Joe Tsai 2021-08-20 12:50:02 -07:00
parent 8fff20ffeb
commit 6e50991d2a
2 changed files with 5 additions and 2 deletions

View file

@ -103,7 +103,7 @@ func appendEscapedRune(buf []byte, r rune, quote byte, ASCIIonly, graphicOnly bo
buf = append(buf, `\x`...)
buf = append(buf, lowerhex[byte(r)>>4])
buf = append(buf, lowerhex[byte(r)&0xF])
case r > utf8.MaxRune:
case !utf8.ValidRune(r):
r = 0xFFFD
fallthrough
case r < 0x10000:
@ -322,7 +322,7 @@ func UnquoteChar(s string, quote byte) (value rune, multibyte bool, tail string,
value = v
break
}
if v > utf8.MaxRune {
if !utf8.ValidRune(v) {
err = ErrSyntax
return
}

View file

@ -131,6 +131,7 @@ var quoterunetests = []quoteRuneTest{
{'\\', `'\\'`, `'\\'`, `'\\'`},
{0xFF, `'ÿ'`, `'\u00ff'`, `'ÿ'`},
{0x263a, `'☺'`, `'\u263a'`, `'☺'`},
{0xdead, `'<27>'`, `'\ufffd'`, `'<27>'`},
{0xfffd, `'<27>'`, `'\ufffd'`, `'<27>'`},
{0x0010ffff, `'\U0010ffff'`, `'\U0010ffff'`, `'\U0010ffff'`},
{0x0010ffff + 1, `'<27>'`, `'\ufffd'`, `'<27>'`},
@ -305,6 +306,8 @@ var misquoted = []string{
"\"\n\"",
"\"\\n\n\"",
"'\n'",
`"\udead"`,
`"\ud83d\ude4f"`,
}
func TestUnquote(t *testing.T) {