go/scanner: add missing BOM test

R=r
CC=golang-dev
https://golang.org/cl/6498106

diff --git a/src/pkg/go/scanner/scanner_test.go b/src/pkg/go/scanner/scanner_test.go
index 119679a31f238e3407ea04a97096cdeae72be849..1c19053e64ec4427de0e277ea167660618d436f4 100644 (file)
--- a/src/pkg/go/scanner/scanner_test.go
+++ b/src/pkg/go/scanner/scanner_test.go
@@ -346,6 +346,7 @@ var lines = []string{
        // # indicates a semicolon present in the source
        // $ indicates an automatically inserted semicolon
        "",
+       "\ufeff#;", // first BOM is ignored
        "#;",
        "foo$\n",
        "123$\n",
@@ -694,6 +695,7 @@ var errors = []struct {
        {"0X", token.INT, 0, "illegal hexadecimal number"},
        {"\"abc\x00def\"", token.STRING, 4, "illegal character NUL"},
        {"\"abc\x80def\"", token.STRING, 4, "illegal UTF-8 encoding"},
+       {"\ufeff\ufeff", token.ILLEGAL, 3, "illegal character U+FEFF"}, // only first BOM is ignored
 }
 
 func TestScanErrors(t *testing.T) {