scanner: better TokenString output

R=rsc
CC=golang-dev
https://golang.org/cl/4373048

diff --git a/src/pkg/scanner/scanner.go b/src/pkg/scanner/scanner.go
index 560e595b45a82cab0740dfd20e38ac2f85913f2d..ec22664773a6ac4570769cacd68f274ebe35506a 100644 (file)
--- a/src/pkg/scanner/scanner.go
+++ b/src/pkg/scanner/scanner.go
@@ -115,7 +115,7 @@ func TokenString(tok int) string {
        if s, found := tokenString[tok]; found {
                return s
        }
-       return fmt.Sprintf("U+%04X", tok)
+       return fmt.Sprintf("%q", string(tok))
 }