cmd/internal/gc, cmd/yacc: restore remaining custom error messages

This CL extends cmd/yacc to expose a yyErrorVerbose variable that
changes the error messages from just "syntax error" to "syntax error:
unexpected ${tokname}".

It also moves the yyToknames table generation to after rules have been
processed so that entries can be generated for tokens that aren't
mentioned in the preamble (e.g., '.' in the case of go.y).

Lastly, it restores gc's old code for applying yytfix to yyToknames,
except that substituting "LLITERAL" with litbuf happens in Yyerror.

Fixes #9968.

Change-Id: Icec188d11fdabc1dae31b8a471c35b5c7f6deec7
Reviewed-on: https://go-review.googlesource.com/8432
Reviewed-by: Russ Cox <rsc@golang.org>
Run-TryBot: Matthew Dempsky <mdempsky@google.com>
TryBot-Result: Gobot Gobot <gobot@golang.org>

diff --git a/src/cmd/internal/gc/lex.go b/src/cmd/internal/gc/lex.go
index ed6a1950eb905b406b5c14f3235d914efc036e14..5eede0ba8cd935287b5f9ec7c138566ee0571ae2 100644 (file)
--- a/src/cmd/internal/gc/lex.go
+++ b/src/cmd/internal/gc/lex.go
@@ -2436,7 +2436,6 @@ var yytfix = []struct {
        want string
 }{
        {"$end", "EOF"},
-       {"LLITERAL", "literal"},
        {"LASOP", "op="},
        {"LBREAK", "break"},
        {"LCASE", "case"},
@@ -2486,6 +2485,27 @@ var yytfix = []struct {
        {"','", "comma"},
 }
 
+func init() {
+       yyErrorVerbose = true
+
+Outer:
+       for i, s := range yyToknames {
+               // Apply yytfix if possible.
+               for _, fix := range yytfix {
+                       if s == fix.have {
+                               yyToknames[i] = fix.want
+                               continue Outer
+                       }
+               }
+
+               // Turn 'x' into x.
+               if len(s) == 3 && s[0] == '\'' && s[2] == '\'' {
+                       yyToknames[i] = s[1:2]
+                       continue
+               }
+       }
+}
+
 func pkgnotused(lineno int, path string, name string) {
        // If the package was imported with a name other than the final
        // import path element, show it explicitly in the error message.

diff --git a/src/cmd/internal/gc/subr.go b/src/cmd/internal/gc/subr.go
index 559bf74964d4b5fa24d01ffc79ed313464fdf577..689adeeff2b82bf18ad4191eb1233c1b218c7121 100644 (file)
--- a/src/cmd/internal/gc/subr.go
+++ b/src/cmd/internal/gc/subr.go
@@ -55,7 +55,7 @@ func adderrorname(n *Node) {
        }
 }
 
-func adderr(line int, format string, args []interface{}) {
+func adderr(line int, format string, args ...interface{}) {
        errors = append(errors, Error{
                seq:    len(errors),
                lineno: line,
@@ -110,8 +110,8 @@ func hcrash() {
        }
 }
 
-func yyerrorl(line int, fmt_ string, args ...interface{}) {
-       adderr(line, fmt_, args)
+func yyerrorl(line int, format string, args ...interface{}) {
+       adderr(line, format, args...)
 
        hcrash()
        nerrors++
@@ -124,15 +124,9 @@ func yyerrorl(line int, fmt_ string, args ...interface{}) {
 
 var yyerror_lastsyntax int
 
-func Yyerror(fmt_ string, args ...interface{}) {
-       // bison used to invoke yyerror("syntax error").
-       // With Go yacc we get yyerror("%s", "syntax error").
-       // Convert to keep the old code working.
-       if fmt_ == "%s" && len(args) == 1 && args[0] == "syntax error" {
-               fmt_ = "syntax error"
-               args = nil
-       }
-       if strings.HasPrefix(fmt_, "syntax error") {
+func Yyerror(format string, args ...interface{}) {
+       msg := fmt.Sprintf(format, args...)
+       if strings.HasPrefix(msg, "syntax error") {
                nsyntaxerrors++
 
                yystate := theparser.(*yyParserImpl).state()
@@ -154,16 +148,6 @@ func Yyerror(fmt_ string, args ...interface{}) {
                }
                yyerror_lastsyntax = int(lexlineno)
 
-               if strings.Contains(fmt_, "{ or {") || strings.Contains(fmt_, " or ?") || strings.Contains(fmt_, " or @") {
-                       // The grammar has { and LBRACE but both show up as {.
-                       // Rewrite syntax error referring to "{ or {" to say just "{".
-                       // The grammar has ? and @ but only for reading imports.
-                       // Silence them in ordinary errors.
-                       fmt_ = strings.Replace(fmt_, "{ or {", "{", -1)
-                       fmt_ = strings.Replace(fmt_, " or ?", "", -1)
-                       fmt_ = strings.Replace(fmt_, " or @", "", -1)
-               }
-
                // look for parse state-specific errors in list (see go.errors).
                for i := range yymsg {
                        if yymsg[i].yystate == yystate && yymsg[i].yychar == yychar {
@@ -173,22 +157,31 @@ func Yyerror(fmt_ string, args ...interface{}) {
                }
 
                // plain "syntax error" gets "near foo" added
-               if fmt_ == "syntax error" {
+               if msg == "syntax error" {
                        yyerrorl(int(lexlineno), "syntax error near %s", lexbuf.String())
                        return
                }
 
-               // if bison says "syntax error, more info"; print "syntax error: more info".
-               if fmt_[12] == ',' {
-                       yyerrorl(int(lexlineno), "syntax error:%s", fmt_[13:])
-                       return
+               // TODO(mdempsky): Extend cmd/yacc's verbose error
+               // messages to suggest expected tokens like Bison:
+               // "syntax error: unexpected literal 2.01, expecting semicolon or newline or }"
+               if false {
+                       // The grammar has { and LBRACE but both show up as {.
+                       // Rewrite syntax error referring to "{ or {" to say just "{".
+                       // The grammar has ? and @ but only for reading imports.
+                       // Silence them in ordinary errors.
+                       msg = strings.Replace(msg, "{ or {", "{", -1)
+                       msg = strings.Replace(msg, " or ?", "", -1)
+                       msg = strings.Replace(msg, " or @", "", -1)
                }
 
-               yyerrorl(int(lexlineno), "%s", fmt_)
+               msg = strings.Replace(msg, "LLITERAL", litbuf, -1)
+
+               yyerrorl(int(lexlineno), "%s", msg)
                return
        }
 
-       adderr(parserline(), fmt_, args)
+       adderr(parserline(), "%s", msg)
 
        hcrash()
        nerrors++
@@ -200,13 +193,13 @@ func Yyerror(fmt_ string, args ...interface{}) {
 }
 
 func Warn(fmt_ string, args ...interface{}) {
-       adderr(parserline(), fmt_, args)
+       adderr(parserline(), fmt_, args...)
 
        hcrash()
 }
 
 func Warnl(line int, fmt_ string, args ...interface{}) {
-       adderr(line, fmt_, args)
+       adderr(line, fmt_, args...)
        if Debug['m'] != 0 {
                Flusherrors()
        }

diff --git a/src/cmd/internal/gc/y.go b/src/cmd/internal/gc/y.go
index c9918298641ccf2f2e3f75c91622f0f45b8f7e09..62dc53b7872cb3b782c27a1a189e7a3cbb3320f1 100644 (file)
--- a/src/cmd/internal/gc/y.go
+++ b/src/cmd/internal/gc/y.go
@@ -70,6 +70,9 @@ const NotParen = 57393
 const PreferToRightParen = 57394
 
 var yyToknames = [...]string{
+       "$end",
+       "error",
+       "$unk",
        "LLITERAL",
        "LASOP",
        "LCOLAS",
@@ -129,6 +132,20 @@ var yyToknames = [...]string{
        "'('",
        "')'",
        "PreferToRightParen",
+       "';'",
+       "'.'",
+       "'$'",
+       "'='",
+       "':'",
+       "'{'",
+       "'}'",
+       "'!'",
+       "'~'",
+       "'['",
+       "']'",
+       "'?'",
+       "'@'",
+       "','",
 }
 var yyStatenames = [...]string{}
 
@@ -843,7 +860,10 @@ var yyTok3 = [...]int{
 
 /*     parser for yacc output  */
 
-var yyDebug = 0
+var (
+       yyDebug        = 0
+       yyErrorVerbose = false
+)
 
 type yyLexer interface {
        Lex(lval *yySymType) int
@@ -875,10 +895,9 @@ func yyNewParser() yyParser {
 const yyFlag = -1000
 
 func yyTokname(c int) string {
-       // 4 is TOKSTART above
-       if c >= 4 && c-4 < len(yyToknames) {
-               if yyToknames[c-4] != "" {
-                       return yyToknames[c-4]
+       if c >= 1 && c-1 < len(yyToknames) {
+               if yyToknames[c-1] != "" {
+                       return yyToknames[c-1]
                }
        }
        return __yyfmt__.Sprintf("tok-%v", c)
@@ -1031,7 +1050,11 @@ yydefault:
                /* error ... attempt to resume parsing */
                switch Errflag {
                case 0: /* brand new error */
-                       yylex.Error("syntax error")
+                       yyErrMsg := "syntax error"
+                       if yyErrorVerbose {
+                               yyErrMsg += ": unexpected " + yyTokname(yytoken)
+                       }
+                       yylex.Error(yyErrMsg)
                        Nerrs++
                        if yyDebug >= 1 {
                                __yyfmt__.Printf("%s", yyStatname(yystate))

diff --git a/src/cmd/internal/gc/yymsg.go b/src/cmd/internal/gc/yymsg.go
index b1309595f76880c1c50b698e1506ea12eaab92b6..cb45cb8d1b7e482479cfd46a7ea5ecef370167de 100644 (file)
--- a/src/cmd/internal/gc/yymsg.go
+++ b/src/cmd/internal/gc/yymsg.go
@@ -15,7 +15,7 @@ var yymsg = []struct {
        msg     string
 }{
        // Each line of the form % token list
-       // is converted by bisonerrors into the yystate and yychar caused
+       // is converted by yaccerrors.go into the yystate and yychar caused
        // by that token list.
 
        {332, ',',

diff --git a/src/cmd/yacc/yacc.go b/src/cmd/yacc/yacc.go
index bb13b6d71955d05240c43313b3516dba68056fec..d0a9279c877c595718bc9d3511b0adddc158cc42 100644 (file)
--- a/src/cmd/yacc/yacc.go
+++ b/src/cmd/yacc/yacc.go
@@ -507,29 +507,6 @@ outer:
                errorf("unexpected EOF before %%")
        }
 
-       // put out non-literal terminals
-       for i := TOKSTART; i <= ntokens; i++ {
-               // non-literals
-               if !tokset[i].noconst {
-                       fmt.Fprintf(ftable, "const %v = %v\n", tokset[i].name, tokset[i].value)
-               }
-       }
-
-       // put out names of token names
-       ftable.WriteRune('\n')
-       fmt.Fprintf(ftable, "var %sToknames = [...]string{\n", prefix)
-       for i := TOKSTART; i <= ntokens; i++ {
-               fmt.Fprintf(ftable, "\t\"%v\",\n", tokset[i].name)
-       }
-       fmt.Fprintf(ftable, "}\n")
-
-       // put out names of state names
-       fmt.Fprintf(ftable, "var %sStatenames = [...]string{", prefix)
-       //      for i:=TOKSTART; i<=ntokens; i++ {
-       //              fmt.Fprintf(ftable, "\t\"%v\",\n", tokset[i].name);
-       //      }
-       fmt.Fprintf(ftable, "}\n")
-
        fmt.Fprintf(fcode, "switch %snt {\n", prefix)
 
        moreprod()
@@ -679,6 +656,29 @@ outer:
 
        fmt.Fprintf(fcode, "\n\t}")
 
+       // put out non-literal terminals
+       for i := TOKSTART; i <= ntokens; i++ {
+               // non-literals
+               if !tokset[i].noconst {
+                       fmt.Fprintf(ftable, "const %v = %v\n", tokset[i].name, tokset[i].value)
+               }
+       }
+
+       // put out names of token names
+       ftable.WriteRune('\n')
+       fmt.Fprintf(ftable, "var %sToknames = [...]string{\n", prefix)
+       for i := 1; i <= ntokens; i++ {
+               fmt.Fprintf(ftable, "\t\"%v\",\n", tokset[i].name)
+       }
+       fmt.Fprintf(ftable, "}\n")
+
+       // put out names of state names
+       fmt.Fprintf(ftable, "var %sStatenames = [...]string{", prefix)
+       //      for i:=TOKSTART; i<=ntokens; i++ {
+       //              fmt.Fprintf(ftable, "\t\"%v\",\n", tokset[i].name);
+       //      }
+       fmt.Fprintf(ftable, "}\n")
+
        ftable.WriteRune('\n')
        fmt.Fprintf(ftable, "const %sEofCode = 1\n", prefix)
        fmt.Fprintf(ftable, "const %sErrCode = 2\n", prefix)
@@ -3198,7 +3198,10 @@ var yaccpar string // will be processed version of yaccpartext: s/$$/prefix/g
 var yaccpartext = `
 /*     parser for yacc output  */
 
-var $$Debug = 0
+var (
+       $$Debug        = 0
+       $$ErrorVerbose = false
+)
 
 type $$Lexer interface {
        Lex(lval *$$SymType) int
@@ -3230,10 +3233,9 @@ func $$NewParser() $$Parser {
 const $$Flag = -1000
 
 func $$Tokname(c int) string {
-       // 4 is TOKSTART above
-       if c >= 4 && c-4 < len($$Toknames) {
-               if $$Toknames[c-4] != "" {
-                       return $$Toknames[c-4]
+       if c >= 1 && c-1 < len($$Toknames) {
+               if $$Toknames[c-1] != "" {
+                       return $$Toknames[c-1]
                }
        }
        return __yyfmt__.Sprintf("tok-%v", c)
@@ -3386,7 +3388,11 @@ $$default:
                /* error ... attempt to resume parsing */
                switch Errflag {
                case 0: /* brand new error */
-                       $$lex.Error("syntax error")
+                       $$ErrMsg := "syntax error"
+                       if $$ErrorVerbose {
+                               $$ErrMsg += ": unexpected " + $$Tokname($$token)
+                       }
+                       $$lex.Error($$ErrMsg)
                        Nerrs++
                        if $$Debug >= 1 {
                                __yyfmt__.Printf("%s", $$Statname($$state))

diff --git a/test/fixedbugs/bug349.go b/test/fixedbugs/bug349.go
index 2157d0741f35ce5a2164f8c5bb390df15c93e676..a3e6bd1619aefd655ed78bdbc09f20c16a687ffa 100644 (file)
--- a/test/fixedbugs/bug349.go
+++ b/test/fixedbugs/bug349.go
@@ -1,6 +1,3 @@
-// skip
-// TODO(rsc): Reenable. See issue 9968.
-
 // errorcheck
 
 // Copyright 2011 The Go Authors.  All rights reserved.

diff --git a/test/fixedbugs/bug388.go b/test/fixedbugs/bug388.go
index 4431f0c9e37a36d1187b8896c896cbdd923cee3f..d41f9ea543c525062a5e1972597535c8d8d2ed11 100644 (file)
--- a/test/fixedbugs/bug388.go
+++ b/test/fixedbugs/bug388.go
@@ -1,6 +1,3 @@
-// skip
-// TODO(rsc): Reenable. See issue 9968.
-
 // errorcheck
 
 // Copyright 2011 The Go Authors.  All rights reserved.

diff --git a/test/fixedbugs/bug435.go b/test/fixedbugs/bug435.go
index fc5bf8ab0b183d4dadd68f970c0b18390d59e58b..0c2ac7b3bef15e01090dbdbfe8bdf4e7b03636be 100644 (file)
--- a/test/fixedbugs/bug435.go
+++ b/test/fixedbugs/bug435.go
@@ -1,6 +1,3 @@
-// skip
-// TODO(rsc): Reenable. See issue 9968.
-
 // errorcheck
 
 // Copyright 2012 The Go Authors.  All rights reserved.