cmd/internal/gc, cmd/yacc: restore remaining custom error messages
This CL extends cmd/yacc to expose a yyErrorVerbose variable that
changes the error messages from just "syntax error" to "syntax error:
unexpected ${tokname}".
It also moves the yyToknames table generation to after rules have been
processed so that entries can be generated for tokens that aren't
mentioned in the preamble (e.g., '.' in the case of go.y).
Lastly, it restores gc's old code for applying yytfix to yyToknames,
except that substituting "LLITERAL" with litbuf happens in Yyerror.
Fixes #9968.
Change-Id: Icec188d11fdabc1dae31b8a471c35b5c7f6deec7
Reviewed-on: https://go-review.googlesource.com/8432
Reviewed-by: Russ Cox <rsc@golang.org>
Run-TryBot: Matthew Dempsky <mdempsky@google.com>
TryBot-Result: Gobot Gobot <gobot@golang.org>
diff --git a/src/cmd/internal/gc/lex.go b/src/cmd/internal/gc/lex.go
index ed6a195..5eede0b 100644
--- a/src/cmd/internal/gc/lex.go
+++ b/src/cmd/internal/gc/lex.go
@@ -2436,7 +2436,6 @@
want string
}{
{"$end", "EOF"},
- {"LLITERAL", "literal"},
{"LASOP", "op="},
{"LBREAK", "break"},
{"LCASE", "case"},
@@ -2486,6 +2485,27 @@
{"','", "comma"},
}
+func init() {
+ yyErrorVerbose = true
+
+Outer:
+ for i, s := range yyToknames {
+ // Apply yytfix if possible.
+ for _, fix := range yytfix {
+ if s == fix.have {
+ yyToknames[i] = fix.want
+ continue Outer
+ }
+ }
+
+ // Turn 'x' into x.
+ if len(s) == 3 && s[0] == '\'' && s[2] == '\'' {
+ yyToknames[i] = s[1:2]
+ continue
+ }
+ }
+}
+
func pkgnotused(lineno int, path string, name string) {
// If the package was imported with a name other than the final
// import path element, show it explicitly in the error message.
diff --git a/src/cmd/internal/gc/subr.go b/src/cmd/internal/gc/subr.go
index 559bf74..689adee 100644
--- a/src/cmd/internal/gc/subr.go
+++ b/src/cmd/internal/gc/subr.go
@@ -55,7 +55,7 @@
}
}
-func adderr(line int, format string, args []interface{}) {
+func adderr(line int, format string, args ...interface{}) {
errors = append(errors, Error{
seq: len(errors),
lineno: line,
@@ -110,8 +110,8 @@
}
}
-func yyerrorl(line int, fmt_ string, args ...interface{}) {
- adderr(line, fmt_, args)
+func yyerrorl(line int, format string, args ...interface{}) {
+ adderr(line, format, args...)
hcrash()
nerrors++
@@ -124,15 +124,9 @@
var yyerror_lastsyntax int
-func Yyerror(fmt_ string, args ...interface{}) {
- // bison used to invoke yyerror("syntax error").
- // With Go yacc we get yyerror("%s", "syntax error").
- // Convert to keep the old code working.
- if fmt_ == "%s" && len(args) == 1 && args[0] == "syntax error" {
- fmt_ = "syntax error"
- args = nil
- }
- if strings.HasPrefix(fmt_, "syntax error") {
+func Yyerror(format string, args ...interface{}) {
+ msg := fmt.Sprintf(format, args...)
+ if strings.HasPrefix(msg, "syntax error") {
nsyntaxerrors++
yystate := theparser.(*yyParserImpl).state()
@@ -154,16 +148,6 @@
}
yyerror_lastsyntax = int(lexlineno)
- if strings.Contains(fmt_, "{ or {") || strings.Contains(fmt_, " or ?") || strings.Contains(fmt_, " or @") {
- // The grammar has { and LBRACE but both show up as {.
- // Rewrite syntax error referring to "{ or {" to say just "{".
- // The grammar has ? and @ but only for reading imports.
- // Silence them in ordinary errors.
- fmt_ = strings.Replace(fmt_, "{ or {", "{", -1)
- fmt_ = strings.Replace(fmt_, " or ?", "", -1)
- fmt_ = strings.Replace(fmt_, " or @", "", -1)
- }
-
// look for parse state-specific errors in list (see go.errors).
for i := range yymsg {
if yymsg[i].yystate == yystate && yymsg[i].yychar == yychar {
@@ -173,22 +157,31 @@
}
// plain "syntax error" gets "near foo" added
- if fmt_ == "syntax error" {
+ if msg == "syntax error" {
yyerrorl(int(lexlineno), "syntax error near %s", lexbuf.String())
return
}
- // if bison says "syntax error, more info"; print "syntax error: more info".
- if fmt_[12] == ',' {
- yyerrorl(int(lexlineno), "syntax error:%s", fmt_[13:])
- return
+ // TODO(mdempsky): Extend cmd/yacc's verbose error
+ // messages to suggest expected tokens like Bison:
+ // "syntax error: unexpected literal 2.01, expecting semicolon or newline or }"
+ if false {
+ // The grammar has { and LBRACE but both show up as {.
+ // Rewrite syntax error referring to "{ or {" to say just "{".
+ // The grammar has ? and @ but only for reading imports.
+ // Silence them in ordinary errors.
+ msg = strings.Replace(msg, "{ or {", "{", -1)
+ msg = strings.Replace(msg, " or ?", "", -1)
+ msg = strings.Replace(msg, " or @", "", -1)
}
- yyerrorl(int(lexlineno), "%s", fmt_)
+ msg = strings.Replace(msg, "LLITERAL", litbuf, -1)
+
+ yyerrorl(int(lexlineno), "%s", msg)
return
}
- adderr(parserline(), fmt_, args)
+ adderr(parserline(), "%s", msg)
hcrash()
nerrors++
@@ -200,13 +193,13 @@
}
func Warn(fmt_ string, args ...interface{}) {
- adderr(parserline(), fmt_, args)
+ adderr(parserline(), fmt_, args...)
hcrash()
}
func Warnl(line int, fmt_ string, args ...interface{}) {
- adderr(line, fmt_, args)
+ adderr(line, fmt_, args...)
if Debug['m'] != 0 {
Flusherrors()
}
diff --git a/src/cmd/internal/gc/y.go b/src/cmd/internal/gc/y.go
index c991829..62dc53b 100644
--- a/src/cmd/internal/gc/y.go
+++ b/src/cmd/internal/gc/y.go
@@ -70,6 +70,9 @@
const PreferToRightParen = 57394
var yyToknames = [...]string{
+ "$end",
+ "error",
+ "$unk",
"LLITERAL",
"LASOP",
"LCOLAS",
@@ -129,6 +132,20 @@
"'('",
"')'",
"PreferToRightParen",
+ "';'",
+ "'.'",
+ "'$'",
+ "'='",
+ "':'",
+ "'{'",
+ "'}'",
+ "'!'",
+ "'~'",
+ "'['",
+ "']'",
+ "'?'",
+ "'@'",
+ "','",
}
var yyStatenames = [...]string{}
@@ -843,7 +860,10 @@
/* parser for yacc output */
-var yyDebug = 0
+var (
+ yyDebug = 0
+ yyErrorVerbose = false
+)
type yyLexer interface {
Lex(lval *yySymType) int
@@ -875,10 +895,9 @@
const yyFlag = -1000
func yyTokname(c int) string {
- // 4 is TOKSTART above
- if c >= 4 && c-4 < len(yyToknames) {
- if yyToknames[c-4] != "" {
- return yyToknames[c-4]
+ if c >= 1 && c-1 < len(yyToknames) {
+ if yyToknames[c-1] != "" {
+ return yyToknames[c-1]
}
}
return __yyfmt__.Sprintf("tok-%v", c)
@@ -1031,7 +1050,11 @@
/* error ... attempt to resume parsing */
switch Errflag {
case 0: /* brand new error */
- yylex.Error("syntax error")
+ yyErrMsg := "syntax error"
+ if yyErrorVerbose {
+ yyErrMsg += ": unexpected " + yyTokname(yytoken)
+ }
+ yylex.Error(yyErrMsg)
Nerrs++
if yyDebug >= 1 {
__yyfmt__.Printf("%s", yyStatname(yystate))
diff --git a/src/cmd/internal/gc/yymsg.go b/src/cmd/internal/gc/yymsg.go
index b130959..cb45cb8 100644
--- a/src/cmd/internal/gc/yymsg.go
+++ b/src/cmd/internal/gc/yymsg.go
@@ -15,7 +15,7 @@
msg string
}{
// Each line of the form % token list
- // is converted by bisonerrors into the yystate and yychar caused
+ // is converted by yaccerrors.go into the yystate and yychar caused
// by that token list.
{332, ',',
diff --git a/src/cmd/yacc/yacc.go b/src/cmd/yacc/yacc.go
index bb13b6d..d0a9279c 100644
--- a/src/cmd/yacc/yacc.go
+++ b/src/cmd/yacc/yacc.go
@@ -507,29 +507,6 @@
errorf("unexpected EOF before %%")
}
- // put out non-literal terminals
- for i := TOKSTART; i <= ntokens; i++ {
- // non-literals
- if !tokset[i].noconst {
- fmt.Fprintf(ftable, "const %v = %v\n", tokset[i].name, tokset[i].value)
- }
- }
-
- // put out names of token names
- ftable.WriteRune('\n')
- fmt.Fprintf(ftable, "var %sToknames = [...]string{\n", prefix)
- for i := TOKSTART; i <= ntokens; i++ {
- fmt.Fprintf(ftable, "\t\"%v\",\n", tokset[i].name)
- }
- fmt.Fprintf(ftable, "}\n")
-
- // put out names of state names
- fmt.Fprintf(ftable, "var %sStatenames = [...]string{", prefix)
- // for i:=TOKSTART; i<=ntokens; i++ {
- // fmt.Fprintf(ftable, "\t\"%v\",\n", tokset[i].name);
- // }
- fmt.Fprintf(ftable, "}\n")
-
fmt.Fprintf(fcode, "switch %snt {\n", prefix)
moreprod()
@@ -679,6 +656,29 @@
fmt.Fprintf(fcode, "\n\t}")
+ // put out non-literal terminals
+ for i := TOKSTART; i <= ntokens; i++ {
+ // non-literals
+ if !tokset[i].noconst {
+ fmt.Fprintf(ftable, "const %v = %v\n", tokset[i].name, tokset[i].value)
+ }
+ }
+
+ // put out names of token names
+ ftable.WriteRune('\n')
+ fmt.Fprintf(ftable, "var %sToknames = [...]string{\n", prefix)
+ for i := 1; i <= ntokens; i++ {
+ fmt.Fprintf(ftable, "\t\"%v\",\n", tokset[i].name)
+ }
+ fmt.Fprintf(ftable, "}\n")
+
+ // put out names of state names
+ fmt.Fprintf(ftable, "var %sStatenames = [...]string{", prefix)
+ // for i:=TOKSTART; i<=ntokens; i++ {
+ // fmt.Fprintf(ftable, "\t\"%v\",\n", tokset[i].name);
+ // }
+ fmt.Fprintf(ftable, "}\n")
+
ftable.WriteRune('\n')
fmt.Fprintf(ftable, "const %sEofCode = 1\n", prefix)
fmt.Fprintf(ftable, "const %sErrCode = 2\n", prefix)
@@ -3198,7 +3198,10 @@
var yaccpartext = `
/* parser for yacc output */
-var $$Debug = 0
+var (
+ $$Debug = 0
+ $$ErrorVerbose = false
+)
type $$Lexer interface {
Lex(lval *$$SymType) int
@@ -3230,10 +3233,9 @@
const $$Flag = -1000
func $$Tokname(c int) string {
- // 4 is TOKSTART above
- if c >= 4 && c-4 < len($$Toknames) {
- if $$Toknames[c-4] != "" {
- return $$Toknames[c-4]
+ if c >= 1 && c-1 < len($$Toknames) {
+ if $$Toknames[c-1] != "" {
+ return $$Toknames[c-1]
}
}
return __yyfmt__.Sprintf("tok-%v", c)
@@ -3386,7 +3388,11 @@
/* error ... attempt to resume parsing */
switch Errflag {
case 0: /* brand new error */
- $$lex.Error("syntax error")
+ $$ErrMsg := "syntax error"
+ if $$ErrorVerbose {
+ $$ErrMsg += ": unexpected " + $$Tokname($$token)
+ }
+ $$lex.Error($$ErrMsg)
Nerrs++
if $$Debug >= 1 {
__yyfmt__.Printf("%s", $$Statname($$state))
diff --git a/test/fixedbugs/bug349.go b/test/fixedbugs/bug349.go
index 2157d07..a3e6bd1 100644
--- a/test/fixedbugs/bug349.go
+++ b/test/fixedbugs/bug349.go
@@ -1,6 +1,3 @@
-// skip
-// TODO(rsc): Reenable. See issue 9968.
-
// errorcheck
// Copyright 2011 The Go Authors. All rights reserved.
diff --git a/test/fixedbugs/bug388.go b/test/fixedbugs/bug388.go
index 4431f0c..d41f9ea 100644
--- a/test/fixedbugs/bug388.go
+++ b/test/fixedbugs/bug388.go
@@ -1,6 +1,3 @@
-// skip
-// TODO(rsc): Reenable. See issue 9968.
-
// errorcheck
// Copyright 2011 The Go Authors. All rights reserved.
diff --git a/test/fixedbugs/bug435.go b/test/fixedbugs/bug435.go
index fc5bf8a..0c2ac7b 100644
--- a/test/fixedbugs/bug435.go
+++ b/test/fixedbugs/bug435.go
@@ -1,6 +1,3 @@
-// skip
-// TODO(rsc): Reenable. See issue 9968.
-
// errorcheck
// Copyright 2012 The Go Authors. All rights reserved.
