- Make Coco/R-based parser work w/ UTF-8 encoded files even if there is

no (optional) UTF-8 marker present.

SVN=113931
This commit is contained in:
Robert Griesemer 2008-03-26 16:12:43 -07:00
parent 41d34e2451
commit d79b17e60a
3 changed files with 8 additions and 8 deletions

View file

@ -9,9 +9,8 @@ package main
func main() { func main() {
[ ' ', [ ' ',
'a', 'a',
// need to fix Coco/R scanner to read Unicode. 'ä',
// 'ä', '本',
//'本',
'\a', '\a',
'\b', '\b',
'\f', '\f',

View file

@ -3,6 +3,7 @@
# license that can be found in the LICENSE file. # license that can be found in the LICENSE file.
#!/bin/bash #!/bin/bash
GO=$1
for f in *.go; do for f in *.go; do
go $f $GO $f
done done

View file

@ -11,8 +11,8 @@ func main() {
" ", " ",
"'`", "'`",
"a", "a",
//"ä", "ä",
//"本", "本",
"\a\b\f\n\r\t\v\\\'\"", "\a\b\f\n\r\t\v\\\'\"",
"\000\123\x00\xca\xFE\u0123\ubabe\U0123ABCD\Ucafebabe", "\000\123\x00\xca\xFE\u0123\ubabe\U0123ABCD\Ucafebabe",
@ -20,8 +20,8 @@ func main() {
` `, ` `,
`'"`, `'"`,
`a`, `a`,
//`ä`, `ä`,
//`本`, ``,
`\a\b\f\n\r\t\v\\\'\"`, `\a\b\f\n\r\t\v\\\'\"`,
`\000\123\x00\xca\xFE\u0123\ubabe\U0123ABCD\Ucafebabe`, `\000\123\x00\xca\xFE\u0123\ubabe\U0123ABCD\Ucafebabe`,
`\x\u\U\` `\x\u\U\`