1 # Bison Regressions. -*- Autotest -*-
3 # Copyright (C) 2001-2012 Free Software Foundation, Inc.
5 # This program is free software: you can redistribute it and/or modify
6 # it under the terms of the GNU General Public License as published by
7 # the Free Software Foundation, either version 3 of the License, or
8 # (at your option) any later version.
10 # This program is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # GNU General Public License for more details.
15 # You should have received a copy of the GNU General Public License
16 # along with this program. If not, see <http://www.gnu.org/licenses/>.
18 AT_BANNER([[Regression tests.]])
21 ## ------------------ ##
22 ## Trivial grammars. ##
23 ## ------------------ ##
25 AT_SETUP([Trivial grammars])
27 AT_BISON_OPTION_PUSHDEFS
28 AT_DATA_GRAMMAR([input.y],
30 ]AT_YYERROR_DECLARE_EXTERN[
31 ]AT_YYLEX_DECLARE_EXTERN[
41 AT_BISON_OPTION_POPDEFS
43 AT_BISON_CHECK([-o input.c input.y])
44 AT_COMPILE([input.o], [-c input.c])
45 AT_COMPILE([input.o], [-DYYDEBUG -c input.c])
51 ## ----------------- ##
52 ## YYSTYPE typedef. ##
53 ## ----------------- ##
55 AT_SETUP([YYSTYPE typedef])
57 AT_BISON_OPTION_PUSHDEFS
58 AT_DATA_GRAMMAR([input.y],
60 ]AT_YYERROR_DECLARE_EXTERN[
61 ]AT_YYLEX_DECLARE_EXTERN[
62 typedef union { char const *val; } YYSTYPE;
69 program: { $$ = ""; };
71 AT_BISON_OPTION_POPDEFS
73 AT_BISON_CHECK([-o input.c input.y])
74 AT_COMPILE([input.o], [-c input.c])
80 ## ------------------------------------- ##
81 ## Early token definitions with --yacc. ##
82 ## ------------------------------------- ##
85 AT_SETUP([Early token definitions with --yacc])
87 # Found in GCJ: they expect the tokens to be defined before the user
88 # prologue, so that they can use the token definitions in it.
90 AT_BISON_OPTION_PUSHDEFS
91 AT_DATA_GRAMMAR([input.y],
93 ]AT_YYERROR_DECLARE_EXTERN[
94 ]AT_YYLEX_DECLARE_EXTERN[
103 # error "MY_TOKEN not defined."
111 AT_BISON_OPTION_POPDEFS
113 AT_BISON_CHECK([-y -o input.c input.y])
114 AT_COMPILE([input.o], [-c input.c])
120 ## ---------------------------------------- ##
121 ## Early token definitions without --yacc. ##
122 ## ---------------------------------------- ##
125 AT_SETUP([Early token definitions without --yacc])
127 # Found in GCJ: they expect the tokens to be defined before the user
128 # prologue, so that they can use the token definitions in it.
130 AT_BISON_OPTION_PUSHDEFS
131 AT_DATA_GRAMMAR([input.y],
134 ]AT_YYERROR_DECLARE_EXTERN[
135 ]AT_YYLEX_DECLARE_EXTERN[
136 void print_my_token (void);
145 print_my_token (void)
147 enum yytokentype my_token = MY_TOKEN;
148 printf ("%d\n", my_token);
156 AT_BISON_OPTION_POPDEFS
158 AT_BISON_CHECK([-o input.c input.y])
159 AT_COMPILE([input.o], [-c input.c])
165 ## ---------------- ##
166 ## Braces parsing. ##
167 ## ---------------- ##
170 AT_SETUP([Braces parsing])
172 AT_BISON_OPTION_PUSHDEFS
174 [[/* Bison used to swallow the character after '}'. */
177 exp: { tests = {{{{{{{{{{}}}}}}}}}}; };
180 AT_BISON_OPTION_POPDEFS
182 AT_BISON_CHECK([-v -o input.c input.y])
184 AT_CHECK([grep 'tests = {{{{{{{{{{}}}}}}}}}};' input.c], 0, [ignore])
189 ## ------------------ ##
190 ## Duplicate string. ##
191 ## ------------------ ##
194 AT_SETUP([Duplicate string])
196 AT_BISON_OPTION_PUSHDEFS
198 [[/* 'Bison -v' used to dump core when two tokens are defined with the same
199 string, as LE and GE below. */
206 exp: '(' exp ')' | NUM ;
209 AT_BISON_OPTION_POPDEFS
211 AT_BISON_CHECK([-v -o input.c input.y], 0, [],
212 [[input.y:6.8-14: warning: symbol "<=" used more than once as a literal string
218 ## ------------------- ##
219 ## Rule Line Numbers. ##
220 ## ------------------- ##
222 AT_SETUP([Rule Line Numbers])
224 AT_KEYWORDS([report])
226 AT_BISON_OPTION_PUSHDEFS
256 AT_BISON_OPTION_POPDEFS
258 AT_BISON_CHECK([-o input.c -v input.y])
260 # Check the contents of the report.
261 AT_CHECK([cat input.output], [],
275 Terminals, with rules where they appear
284 Nonterminals, with rules where they appear
289 on left: 2 4, on right: 0
291 on left: 1, on right: 2
293 on left: 3, on right: 4
298 0 $accept: . expr $end
300 'a' shift, and go to state 1
302 $default reduce using rule 3 ($@2)
310 2 expr: 'a' . $@1 'b'
312 $default reduce using rule 1 ($@1)
319 0 $accept: expr . $end
321 $end shift, and go to state 5
328 'c' shift, and go to state 6
333 2 expr: 'a' $@1 . 'b'
335 'b' shift, and go to state 7
340 0 $accept: expr $end .
349 $default reduce using rule 4 (expr)
354 2 expr: 'a' $@1 'b' .
356 $default reduce using rule 2 (expr)
363 ## ---------------------- ##
364 ## Mixing %token styles. ##
365 ## ---------------------- ##
368 AT_SETUP([Mixing %token styles])
370 # Taken from the documentation.
372 [[%token <operator> OR "||"
373 %token <operator> LE 134 "<="
380 AT_BISON_CHECK([-v -o input.c input.y])
386 ## ---------------- ##
387 ## Invalid inputs. ##
388 ## ---------------- ##
391 AT_SETUP([Invalid inputs])
403 AT_BISON_CHECK([input.y], [1], [],
404 [[input.y:2.1: invalid character: '?'
405 input.y:3.14: invalid character: '}'
406 input.y:4.1: invalid character: '%'
407 input.y:4.2: invalid character: '&'
408 input.y:5.1-17: invalid directive: '%a-does-not-exist'
409 input.y:6.1: invalid character: '%'
410 input.y:6.2: invalid character: '-'
411 input.y:7.1-8.0: missing '%}' at end of file
412 input.y:7.1-8.0: syntax error, unexpected %{...%}
418 AT_SETUP([Invalid inputs with {}])
430 AT_BISON_CHECK([input.y], [1], [],
431 [[input.y:3.1-15: syntax error, unexpected %initial-action, expecting {...}
438 ## ------------------- ##
439 ## Token definitions. ##
440 ## ------------------- ##
443 AT_SETUP([Token definitions])
445 AT_BISON_OPTION_PUSHDEFS
446 # Bison managed, when fed with '%token 'f' "f"' to #define 'f'!
447 AT_DATA_GRAMMAR([input.y],
455 %token MYEOF 0 "end of file"
460 %token SPECIAL "\\\'\?\"\a\b\f\n\r\t\v\001\201\x001\x000081??!"
461 %token SPECIAL "\\\'\?\"\a\b\f\n\r\t\v\001\201\x001\x000081??!"
463 exp: "a" "\\\'\?\"\a\b\f\n\r\t\v\001\201\x001\x000081??!";
466 yyerror (char const *s)
468 fprintf (stderr, "%s\n", s);
486 AT_BISON_OPTION_POPDEFS
488 # Checking the warning message guarantees that the trigraph "??!" isn't
489 # unnecessarily escaped here even though it would need to be if encoded in a
490 # C-string literal. Also notice that unnecessary escaping, such as "\?", from
491 # the user specification is eliminated.
492 AT_BISON_CHECK([-o input.c input.y], [[0]], [[]],
493 [[input.y:22.8-14: warning: symbol SPECIAL redeclared
494 input.y:22.8-63: warning: symbol "\\'?\"\a\b\f\n\r\t\v\001\201\001\201??!" used more than once as a literal string
498 # Checking the error message here guarantees that yytname, which does contain
499 # C-string literals, does have the trigraph escaped correctly. Thus, the
500 # symbol name reported by the parser is exactly the same as that reported by
503 [[syntax error, unexpected "\\'?\"\a\b\f\n\r\t\v\001\201\001\201??!", expecting a
505 AT_PARSER_CHECK([./input], 1, [], [experr])
510 ## -------------------- ##
511 ## Characters Escapes. ##
512 ## -------------------- ##
515 AT_SETUP([Characters Escapes])
517 AT_BISON_OPTION_PUSHDEFS
518 AT_DATA_GRAMMAR([input.y],
520 ]AT_YYERROR_DECLARE_EXTERN[
521 ]AT_YYLEX_DECLARE_EXTERN[
527 | '"' "'" /* Pacify font-lock-mode: ". */
531 AT_BISON_OPTION_POPDEFS
533 AT_BISON_CHECK([-o input.c input.y])
534 AT_COMPILE([input.o], [-c input.c])
543 # The generation of the reduction was once wrong in Bison, and made it
544 # miss some reductions. In the following test case, the reduction on
545 # 'undef_id_tok' in state 1 was missing. This is stripped down from
546 # the actual web2c.y.
548 AT_SETUP([Web2c Report])
550 AT_KEYWORDS([report])
553 [[%token undef_id_tok const_id_tok
555 %start CONST_DEC_PART
564 | CONST_DEC_LIST CONST_DEC
568 { } undef_id_tok '=' const_id_tok ';'
573 AT_BISON_CHECK([-v input.y])
574 AT_CHECK([cat input.output], 0,
577 0 $accept: CONST_DEC_PART $end
579 1 CONST_DEC_PART: CONST_DEC_LIST
581 2 CONST_DEC_LIST: CONST_DEC
582 3 | CONST_DEC_LIST CONST_DEC
586 5 CONST_DEC: $@1 undef_id_tok '=' const_id_tok ';'
589 Terminals, with rules where they appear
599 Nonterminals, with rules where they appear
604 on left: 1, on right: 0
606 on left: 2 3, on right: 1 3
608 on left: 5, on right: 2 3
610 on left: 4, on right: 5
615 0 $accept: . CONST_DEC_PART $end
617 $default reduce using rule 4 ($@1)
619 CONST_DEC_PART go to state 1
620 CONST_DEC_LIST go to state 2
621 CONST_DEC go to state 3
627 0 $accept: CONST_DEC_PART . $end
629 $end shift, and go to state 5
634 1 CONST_DEC_PART: CONST_DEC_LIST .
635 3 CONST_DEC_LIST: CONST_DEC_LIST . CONST_DEC
637 undef_id_tok reduce using rule 4 ($@1)
638 $default reduce using rule 1 (CONST_DEC_PART)
640 CONST_DEC go to state 6
646 2 CONST_DEC_LIST: CONST_DEC .
648 $default reduce using rule 2 (CONST_DEC_LIST)
653 5 CONST_DEC: $@1 . undef_id_tok '=' const_id_tok ';'
655 undef_id_tok shift, and go to state 7
660 0 $accept: CONST_DEC_PART $end .
667 3 CONST_DEC_LIST: CONST_DEC_LIST CONST_DEC .
669 $default reduce using rule 3 (CONST_DEC_LIST)
674 5 CONST_DEC: $@1 undef_id_tok . '=' const_id_tok ';'
676 '=' shift, and go to state 8
681 5 CONST_DEC: $@1 undef_id_tok '=' . const_id_tok ';'
683 const_id_tok shift, and go to state 9
688 5 CONST_DEC: $@1 undef_id_tok '=' const_id_tok . ';'
690 ';' shift, and go to state 10
695 5 CONST_DEC: $@1 undef_id_tok '=' const_id_tok ';' .
697 $default reduce using rule 5 (CONST_DEC)
703 ## --------------- ##
705 ## --------------- ##
707 # The generation of the mapping 'state -> action' was once wrong in
708 # extremely specific situations. web2c.y exhibits this situation.
709 # Below is a stripped version of the grammar. It looks like one can
710 # simplify it further, but just don't: it is tuned to exhibit a bug,
711 # which disapears when applying sane grammar transformations.
713 # It used to be wrong on yydefact only:
715 # static const yytype_uint8 yydefact[] =
717 # - 2, 0, 1, 0, 0, 2, 3, 2, 5, 4,
718 # + 2, 0, 1, 0, 0, 0, 3, 2, 5, 4,
722 # but let's check all the tables.
725 AT_SETUP([Web2c Actions])
727 AT_KEYWORDS([report])
731 statement: struct_stat;
732 struct_stat: /* empty. */ | if else;
733 if: "if" "const" "then" statement;
734 else: "else" statement;
738 AT_BISON_CHECK([-v -o input.c input.y])
740 # Check only the tables.
741 [sed -n 's/ *$//;/^static const.*\[\] =/,/^}/p' input.c >tables.c]
743 AT_CHECK([[cat tables.c]], 0,
744 [[static const yytype_uint8 yytranslate[] =
746 0, 2, 2, 2, 2, 2, 2, 2, 2, 2,
747 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
748 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
749 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
750 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
751 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
752 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
753 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
754 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
755 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
756 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
757 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
758 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
759 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
760 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
761 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
762 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
763 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
764 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
765 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
766 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
767 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
768 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
769 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
770 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
771 2, 2, 2, 2, 2, 2, 1, 2, 3, 4,
774 static const yytype_uint8 yyrline[] =
778 static const char *const yytname[] =
780 "$end", "error", "$undefined", "\"if\"", "\"const\"", "\"then\"",
781 "\"else\"", "$accept", "statement", "struct_stat", "if", "else", YY_NULL
783 static const yytype_uint16 yytoknum[] =
785 0, 256, 257, 258, 259, 260, 261
787 static const yytype_int8 yypact[] =
789 -2, -1, 4, -8, 0, 2, -8, -2, -8, -2,
792 static const yytype_uint8 yydefact[] =
794 3, 0, 0, 2, 0, 0, 1, 3, 4, 3,
797 static const yytype_int8 yypgoto[] =
801 static const yytype_int8 yydefgoto[] =
805 static const yytype_uint8 yytable[] =
807 10, 1, 11, 5, 6, 0, 7, 9
809 static const yytype_int8 yycheck[] =
811 7, 3, 9, 4, 0, -1, 6, 5
813 static const yytype_uint8 yystos[] =
815 0, 3, 8, 9, 10, 4, 0, 6, 11, 5,
818 static const yytype_uint8 yyr1[] =
820 0, 7, 8, 9, 9, 10, 11
822 static const yytype_uint8 yyr2[] =
831 ## ------------------------- ##
832 ## yycheck Bound Violation. ##
833 ## ------------------------- ##
836 # _AT_DATA_DANCER_Y(BISON-OPTIONS)
837 # --------------------------------
838 # The following grammar, taken from Andrew Suffield's GPL'd implementation
839 # of DGMTP, the Dancer Generic Message Transport Protocol, used to violate
840 # yycheck's bounds where issuing a verbose error message. Keep this test
841 # so that possible bound checking compilers could check all the skeletons.
842 m4_define([_AT_DATA_DANCER_Y],
843 [AT_DATA_GRAMMAR([dancer.y],
845 static int yylex (AT_LALR1_CC_IF([int *], [void]));
846 AT_LALR1_CC_IF([#include <cstdlib>],
849 ]AT_YYERROR_DECLARE[])
852 %token ARROW INVALID NUMBER STRING DATA
856 /* Grammar follows */
861 header: '<' from ARROW to '>' type ':'
862 | '<' ARROW to '>' type ':'
896 [/* A C++ error reporting function. */
898 yy::parser::error (const std::string& m)
900 std::cerr << m << std::endl;
908 parser.set_debug_level (YYDEBUG);
910 return parser.parse ();
914 yyerror (const char *s)
916 fprintf (stderr, "%s\n", s);
920 yylex (AT_LALR1_CC_IF([int *lval], [void]))
922 static int const tokens[] =
926 static size_t toknum;
927 ]AT_LALR1_CC_IF([*lval = 0; /* Pacify GCC. */])[
928 if (! (toknum < sizeof tokens / sizeof *tokens))
930 return tokens[toknum++];
939 ])# _AT_DATA_DANCER_Y
942 # AT_CHECK_DANCER(BISON-OPTIONS)
943 # ------------------------------
944 # Generate the grammar, compile it, run it.
945 m4_define([AT_CHECK_DANCER],
946 [AT_SETUP([Dancer $1])
947 AT_BISON_OPTION_PUSHDEFS([$1])
948 _AT_DATA_DANCER_Y([$1])
949 AT_BISON_CHECK([-o dancer.c dancer.y])
950 AT_FULL_COMPILE([dancer])
951 AT_PARSER_CHECK([./dancer], 1, [],
952 [syntax error, unexpected ':'
954 AT_BISON_OPTION_POPDEFS
959 AT_CHECK_DANCER([%glr-parser])
960 AT_CHECK_DANCER([%skeleton "lalr1.cc"])
963 ## ------------------------------------------ ##
964 ## Diagnostic that expects two alternatives. ##
965 ## ------------------------------------------ ##
968 # _AT_DATA_EXPECT2_Y(BISON-OPTIONS)
969 # --------------------------------
970 m4_define([_AT_DATA_EXPECT2_Y],
971 [AT_DATA_GRAMMAR([expect2.y],
973 static int yylex (AT_LALR1_CC_IF([int *], [void]));
974 AT_LALR1_CC_IF([[#include <cstdlib>]],
975 [[#include <stdlib.h>
977 ]AT_YYERROR_DECLARE])[
1000 return parser.parse ();
1005 yylex (]AT_LALR1_CC_IF([int *lval], [void])[)
1007 static int const tokens[] =
1011 static size_t toknum;
1012 ]AT_LALR1_CC_IF([*lval = 0; /* Pacify GCC. */])[
1013 if (! (toknum < sizeof tokens / sizeof *tokens))
1015 return tokens[toknum++];
1024 ])# _AT_DATA_EXPECT2_Y
1027 # AT_CHECK_EXPECT2(BISON-OPTIONS)
1028 # -------------------------------
1029 # Generate the grammar, compile it, run it.
1030 m4_define([AT_CHECK_EXPECT2],
1031 [AT_SETUP([Expecting two tokens $1])
1032 AT_BISON_OPTION_PUSHDEFS([$1])
1033 _AT_DATA_EXPECT2_Y([$1])
1034 AT_BISON_CHECK([-o expect2.c expect2.y])
1035 AT_FULL_COMPILE([expect2])
1036 AT_PARSER_CHECK([./expect2], 1, [],
1037 [syntax error, unexpected '+', expecting A or B
1039 AT_BISON_OPTION_POPDEFS
1044 AT_CHECK_EXPECT2([%glr-parser])
1045 AT_CHECK_EXPECT2([%skeleton "lalr1.cc"])
1049 ## --------------------------------------------- ##
1050 ## Braced code in declaration in rules section. ##
1051 ## --------------------------------------------- ##
1053 AT_SETUP([Braced code in declaration in rules section])
1055 # Bison once mistook braced code in a declaration in the rules section to be a
1057 AT_BISON_OPTION_PUSHDEFS
1058 AT_DATA_GRAMMAR([input.y],
1061 ]AT_YYERROR_DECLARE[
1071 printf ("Bison would once convert this action to a midrule because of the"
1072 " subsequent braced code.\n");
1076 %destructor { fprintf (stderr, "DESTRUCTOR\n"); } 'a';
1077 %printer { fprintf (yyoutput, "PRINTER"); } 'a';
1095 AT_BISON_OPTION_POPDEFS
1097 AT_BISON_CHECK([-t -o input.c input.y])
1099 AT_PARSER_CHECK([./input], 0,
1100 [[Bison would once convert this action to a midrule because of the subsequent braced code.
1104 Reducing stack by rule 1 (line 20):
1105 -> $$ = nterm start ()
1108 Reading a token: Next token is token 'a' (PRINTER)
1109 syntax error, unexpected 'a', expecting $end
1110 Error: popping nterm start ()
1112 Cleanup: discarding lookahead token 'a' (PRINTER)
1121 ## --------------------------------- ##
1122 ## String alias declared after use. ##
1123 ## --------------------------------- ##
1125 AT_SETUP([String alias declared after use])
1127 # Bison once incorrectly asserted that the symbol number for either a token or
1128 # its alias was the highest symbol number so far at the point of the alias
1129 # declaration. That was true unless the declaration appeared after their first
1130 # uses and other tokens appeared in between.
1138 AT_BISON_CHECK([-t -o input.c input.y])
1144 ## -------------------------------- ##
1145 ## Extra lookahead sets in report. ##
1146 ## -------------------------------- ##
1148 AT_SETUP([[Extra lookahead sets in report]])
1150 # Bison prints each reduction's lookahead set only next to the associated
1151 # state's one item that (1) is associated with the same rule as the reduction
1152 # and (2) has its dot at the end of its RHS. Previously, Bison also
1153 # erroneously printed the lookahead set next to all of the state's other items
1154 # associated with the same rule. This bug affected only the '.output' file and
1155 # not the generated parser source code.
1157 AT_DATA([[input.y]],
1159 start: a | 'a' a 'a' ;
1163 AT_BISON_CHECK([[--report=all input.y]])
1164 AT_CHECK([[sed -n '/^state 1$/,/^state 2$/p' input.output]], [[0]],
1167 2 start: 'a' . a 'a'
1171 'a' shift, and go to state 4
1173 $default reduce using rule 3 (a)
1185 ## ---------------------------------------- ##
1186 ## Token number in precedence declaration. ##
1187 ## ---------------------------------------- ##
1189 AT_SETUP([[Token number in precedence declaration]])
1191 # POSIX says token numbers can be declared in %left, %right, and %nonassoc, but
1192 # we lost this in Bison 1.50.
1193 AT_BISON_OPTION_PUSHDEFS
1194 AT_DATA_GRAMMAR([input.y],
1197 ]AT_YYERROR_DECLARE[
1203 %left TK1 1 TK2 2 "tok alias" 3
1208 TK1 sr_conflict "tok alias"
1222 static int const input[] = { 1, 2, 3, 0 };
1223 static int const *inputp = input;
1233 AT_BISON_OPTION_POPDEFS
1235 AT_BISON_CHECK([[-o input.c input.y]], [[0]],,
1236 [[input.y:23.5-19: warning: rule useless in parser due to conflicts: start: start
1237 input.y:27.5-19: warning: rule useless in parser due to conflicts: sr_conflict: TK2 "tok alias"
1239 AT_COMPILE([[input]])
1240 AT_PARSER_CHECK([[./input]])
1246 ## --------------------------- ##
1247 ## parse-gram.y: LALR = IELR. ##
1248 ## --------------------------- ##
1250 # If parse-gram.y's LALR and IELR parser tables ever begin to differ, we
1251 # need to fix parse-gram.y or start using IELR.
1253 AT_SETUP([[parse-gram.y: LALR = IELR]])
1255 # Avoid tests/bison's dark magic by processing a local copy of the
1256 # grammar. Avoid differences in synclines by telling bison that the
1257 # output files have the same name.
1258 [cp $abs_top_srcdir/src/parse-gram.y input.y]
1259 AT_BISON_CHECK([[-o input.c -Dlr.type=lalr input.y]])
1261 AT_CAPTURE_FILE([lalr.c])
1262 AT_BISON_CHECK([[-o input.c -Dlr.type=ielr input.y]])
1264 AT_CAPTURE_FILE([ielr.c])
1265 AT_CHECK([[diff lalr.c ielr.c]], [[0]])
1271 ## -------------------------------------------- ##
1272 ## parse.error=verbose and YYSTACK_USE_ALLOCA. ##
1273 ## -------------------------------------------- ##
1275 AT_SETUP([[parse.error=verbose and YYSTACK_USE_ALLOCA]])
1277 AT_BISON_OPTION_PUSHDEFS
1278 AT_DATA_GRAMMAR([input.y],
1281 ]AT_YYERROR_DECLARE[
1283 #define YYSTACK_USE_ALLOCA 1
1286 %define parse.error verbose
1290 start: check syntax_error syntax_error ;
1294 if (128 < sizeof yymsgbuf)
1297 "The initial size of yymsgbuf in yyparse has increased\n"
1298 "since this test group was last updated. As a result,\n"
1299 "this test group may no longer manage to induce a\n"
1300 "reallocation of the syntax error message buffer.\n"
1301 "This test group must be adjusted to produce a longer\n"
1302 "error message.\n");
1308 // Induce a syntax error message whose total length is more than
1309 // sizeof yymsgbuf in yyparse. Each token here is 64 bytes.
1311 "123456789112345678921234567893123456789412345678951234567896123A"
1312 | "123456789112345678921234567893123456789412345678951234567896123B"
1319 /* Induce two syntax error messages (which requires full error
1320 recovery by shifting 3 tokens) in order to detect any loss of the
1321 reallocated buffer. */
1322 ]AT_YYLEX_DEFINE([abc])[
1329 AT_BISON_OPTION_POPDEFS
1331 AT_BISON_CHECK([[-o input.c input.y]])
1332 AT_COMPILE([[input]])
1333 AT_PARSER_CHECK([[./input]], [[1]], [],
1334 [[syntax error, unexpected 'a', expecting 123456789112345678921234567893123456789412345678951234567896123A or 123456789112345678921234567893123456789412345678951234567896123B
1335 syntax error, unexpected $end, expecting 123456789112345678921234567893123456789412345678951234567896123A or 123456789112345678921234567893123456789412345678951234567896123B
1342 ## ------------------------------ ##
1343 ## parse.error=verbose overflow. ##
1344 ## ------------------------------ ##
1346 # Imagine the case where YYSTACK_ALLOC_MAXIMUM = YYSIZE_MAXIMUM and an
1347 # invocation of yysyntax_error has caused yymsg_alloc to grow to exactly
1348 # YYSTACK_ALLOC_MAXIMUM (perhaps because the normal doubling of size had
1349 # to be clipped to YYSTACK_ALLOC_MAXIMUM). In an old version of yacc.c,
1350 # a subsequent invocation of yysyntax_error that overflows during its
1351 # size calculation would return YYSIZE_MAXIMUM to yyparse. Then,
1352 # yyparse would invoke yyerror using the old contents of yymsg.
1354 AT_SETUP([[parse.error=verbose overflow]])
1356 AT_BISON_OPTION_PUSHDEFS
1357 AT_DATA_GRAMMAR([input.y],
1360 ]AT_YYERROR_DECLARE[
1363 /* This prevents this test case from having to induce error messages
1364 large enough to overflow size_t. */
1365 #define YYSIZE_T unsigned char
1367 /* Bring in malloc and set EXIT_SUCCESS so yacc.c doesn't try to
1368 provide a malloc prototype using our YYSIZE_T. */
1370 #ifndef EXIT_SUCCESS
1371 # define EXIT_SUCCESS 0
1374 /* Max depth is usually much smaller than YYSTACK_ALLOC_MAXIMUM, and
1375 we don't want gcc to warn everywhere this constant would be too big
1376 to make sense for our YYSIZE_T. */
1377 #define YYMAXDEPTH 100
1380 %define parse.error verbose
1384 start: syntax_error1 check syntax_error2 ;
1386 // Induce a syntax error message whose total length causes yymsg in
1387 // yyparse to be reallocated to size YYSTACK_ALLOC_MAXIMUM, which
1388 // should be 255. Each token here is 64 bytes.
1390 "123456789112345678921234567893123456789412345678951234567896123A"
1391 | "123456789112345678921234567893123456789412345678951234567896123B"
1392 | "123456789112345678921234567893123456789412345678951234567896123C"
1398 if (yymsg_alloc != YYSTACK_ALLOC_MAXIMUM
1399 || YYSTACK_ALLOC_MAXIMUM != YYSIZE_MAXIMUM
1400 || YYSIZE_MAXIMUM != 255)
1403 "The assumptions of this test group are no longer\n"
1404 "valid, so it may no longer catch the error it was\n"
1405 "designed to catch. Specifically, the following\n"
1406 "values should all be 255:\n\n");
1407 fprintf (stderr, " yymsg_alloc = %d\n", yymsg_alloc);
1408 fprintf (stderr, " YYSTACK_ALLOC_MAXIMUM = %d\n",
1409 YYSTACK_ALLOC_MAXIMUM);
1410 fprintf (stderr, " YYSIZE_MAXIMUM = %d\n", YYSIZE_MAXIMUM);
1418 "123456789112345678921234567893123456789412345678951234567896123A"
1419 | "123456789112345678921234567893123456789412345678951234567896123B"
1420 | "123456789112345678921234567893123456789412345678951234567896123C"
1421 | "123456789112345678921234567893123456789412345678951234567896123D"
1422 | "123456789112345678921234567893123456789412345678951234567896123E"
1428 /* Induce two syntax error messages (which requires full error
1429 recovery by shifting 3 tokens). */
1430 ]AT_YYLEX_DEFINE([abc])[
1434 /* Push parsers throw away the message buffer between tokens, so skip
1435 this test under maintainer-push-check. */
1442 AT_BISON_CHECK([[-o input.c input.y]])
1444 # gcc warns about tautologies and fallacies involving comparisons for
1445 # unsigned char. However, it doesn't produce these same warnings for
1446 # size_t and many other types when the warnings would seem to make just
1447 # as much sense. We ignore the warnings.
1448 [CFLAGS="$NO_WERROR_CFLAGS"]
1449 AT_COMPILE([[input]])
1451 AT_PARSER_CHECK([[./input]], [[2]], [],
1452 [[syntax error, unexpected 'a', expecting 123456789112345678921234567893123456789412345678951234567896123A or 123456789112345678921234567893123456789412345678951234567896123B or 123456789112345678921234567893123456789412345678951234567896123C
1456 AT_BISON_OPTION_POPDEFS
1461 ## ------------------------ ##
1462 ## LAC: Exploratory stack. ##
1463 ## ------------------------ ##
1465 AT_SETUP([[LAC: Exploratory stack]])
1467 m4_pushdef([AT_LAC_CHECK], [
1469 AT_BISON_OPTION_PUSHDEFS([$1])
1471 AT_DATA_GRAMMAR([input.y],
1474 ]AT_YYERROR_DECLARE[
1475 int yylex (]AT_PURE_IF([[YYSTYPE *]], [[void]])[);
1479 %define parse.error verbose
1484 // default reductions in inconsistent states
1485 // v v v v v v v v v v v v v v
1486 S: A B A A B A A A A B A A A A A A A B C C A A A A A A A A A A A A B ;
1490 A: 'a' | /*empty*/ { printf ("inconsistent default reduction\n"); } ;
1492 C: /*empty*/ { printf ("consistent default reduction\n"); } ;
1497 yylex (]AT_PURE_IF([[YYSTYPE *v]], [[void]])[)
1499 static char const *input = "bbbbc";]AT_PURE_IF([[
1512 AT_BISON_CHECK([[-Dparse.lac=full -Dparse.lac.es-capacity-initial=1 \
1513 -Dparse.lac.memory-trace=full \
1514 -t -o input.c input.y]], [[0]], [],
1515 [[input.y: conflicts: 21 shift/reduce
1517 AT_COMPILE([[input]])
1518 AT_PARSER_CHECK([[./input > stdout.txt 2> stderr.txt]], [[1]])
1520 # Make sure syntax error doesn't forget that 'a' is expected. It would
1521 # be forgotten without lookahead correction.
1522 AT_CHECK([[grep 'syntax error,' stderr.txt]], [[0]],
1523 [[syntax error, unexpected 'c', expecting 'a' or 'b'
1526 # Check number of default reductions in inconsistent states to be sure
1527 # syntax error is detected before unnecessary reductions are performed.
1528 AT_CHECK([[perl -0777 -ne 'print s/inconsistent default reduction//g;' \
1529 < stdout.txt || exit 77]], [[0]], [[14]])
1531 # Check number of default reductions in consistent states to be sure
1532 # it is performed before the syntax error is detected.
1533 AT_CHECK([[perl -0777 -ne 'print s/\bconsistent default reduction//g;' \
1534 < stdout.txt || exit 77]], [[0]], [[2]])
1536 # Check number of reallocs to be sure reallocated memory isn't somehow
1537 # lost between LAC invocations.
1538 AT_CHECK([[perl -0777 -ne 'print s/\(realloc//g;' < stderr.txt \
1539 || exit 77]], [[0]], [[3]])
1541 AT_BISON_OPTION_POPDEFS
1544 AT_LAC_CHECK([[%define api.push-pull pull]])
1545 AT_LAC_CHECK([[%define api.push-pull pull %define api.pure]])
1546 AT_LAC_CHECK([[%define api.push-pull both]])
1547 AT_LAC_CHECK([[%define api.push-pull both %define api.pure]])
1549 m4_popdef([AT_LAC_CHECK])
1555 ## ------------------------ ##
1556 ## LAC: Memory exhaustion. ##
1557 ## ------------------------ ##
1559 AT_SETUP([[LAC: Memory exhaustion]])
1561 m4_pushdef([AT_LAC_CHECK],
1562 [AT_BISON_OPTION_PUSHDEFS
1563 AT_DATA_GRAMMAR([input.y],
1566 ]AT_YYERROR_DECLARE[
1568 #define YYMAXDEPTH 8
1575 S: A A A A A A A A A ;
1576 A: /*empty*/ | 'a' ;
1580 ]AT_YYLEX_DEFINE([$1])[
1589 AT_BISON_CHECK([[-Dparse.lac=full -Dparse.lac.es-capacity-initial=1 \
1590 -t -o input.c input.y]], [[0]], [],
1591 [[input.y: conflicts: 8 shift/reduce
1593 AT_COMPILE([[input]])
1594 AT_BISON_OPTION_POPDEFS
1597 # Check for memory exhaustion during parsing.
1599 AT_PARSER_CHECK([[./input]], [[2]], [],
1602 Reading a token: Now at end of input.
1603 LAC: initial context established for $end
1604 LAC: checking lookahead $end: R2 G3 R2 G5 R2 G6 R2 G7 R2 G8 R2 G9 R2 G10 R2 G11 R2 (max size exceeded)
1606 Cleanup: discarding lookahead token $end ()
1610 # Induce an immediate syntax error with an undefined token, and check
1611 # for memory exhaustion while building syntax error message.
1612 AT_LAC_CHECK([z], [[0]])
1613 AT_PARSER_CHECK([[./input]], [[2]], [],
1616 Reading a token: Next token is token $undefined ()
1617 LAC: initial context established for $undefined
1618 LAC: checking lookahead $undefined: Always Err
1619 Constructing syntax error message
1620 LAC: checking lookahead $end: R2 G3 R2 G5 R2 G6 R2 G7 R2 G8 R2 G9 R2 G10 R2 G11 R2 (max size exceeded)
1623 Cleanup: discarding lookahead token $undefined ()
1627 m4_popdef([AT_LAC_CHECK])