1 # Bison Regressions. -*- Autotest -*-
3 # Copyright (C) 2001-2013 Free Software Foundation, Inc.
5 # This program is free software: you can redistribute it and/or modify
6 # it under the terms of the GNU General Public License as published by
7 # the Free Software Foundation, either version 3 of the License, or
8 # (at your option) any later version.
10 # This program is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # GNU General Public License for more details.
15 # You should have received a copy of the GNU General Public License
16 # along with this program. If not, see <http://www.gnu.org/licenses/>.
18 AT_BANNER([[Regression tests.]])
21 ## ------------------ ##
22 ## Trivial grammars. ##
23 ## ------------------ ##
25 AT_SETUP([Trivial grammars])
27 AT_BISON_OPTION_PUSHDEFS
28 AT_DATA_GRAMMAR([input.y],
30 ]AT_YYERROR_DECLARE_EXTERN[
31 ]AT_YYLEX_DECLARE_EXTERN[
41 AT_BISON_OPTION_POPDEFS
43 AT_BISON_CHECK([-o input.c input.y])
45 AT_COMPILE([input.o], [-DYYDEBUG -c input.c])
51 ## ----------------- ##
52 ## YYSTYPE typedef. ##
53 ## ----------------- ##
55 AT_SETUP([YYSTYPE typedef])
57 AT_BISON_OPTION_PUSHDEFS
58 AT_DATA_GRAMMAR([input.y],
60 ]AT_YYERROR_DECLARE_EXTERN[
61 ]AT_YYLEX_DECLARE_EXTERN[
62 typedef union { char const *val; } YYSTYPE;
69 program: { $$ = ""; };
71 AT_BISON_OPTION_POPDEFS
73 AT_BISON_CHECK([-o input.c input.y])
80 ## ------------------------------------- ##
81 ## Early token definitions with --yacc. ##
82 ## ------------------------------------- ##
85 AT_SETUP([Early token definitions with --yacc])
87 # Found in GCJ: they expect the tokens to be defined before the user
88 # prologue, so that they can use the token definitions in it.
90 AT_BISON_OPTION_PUSHDEFS
91 AT_DATA_GRAMMAR([input.y],
93 ]AT_YYERROR_DECLARE_EXTERN[
94 ]AT_YYLEX_DECLARE_EXTERN[
103 # error "MY_TOKEN not defined."
111 AT_BISON_OPTION_POPDEFS
113 AT_BISON_CHECK([-y -o input.c input.y])
114 AT_COMPILE([input.o])
120 ## ---------------------------------------- ##
121 ## Early token definitions without --yacc. ##
122 ## ---------------------------------------- ##
125 AT_SETUP([Early token definitions without --yacc])
127 # Found in GCJ: they expect the tokens to be defined before the user
128 # prologue, so that they can use the token definitions in it.
130 AT_BISON_OPTION_PUSHDEFS
131 AT_DATA_GRAMMAR([input.y],
134 ]AT_YYERROR_DECLARE_EXTERN[
135 ]AT_YYLEX_DECLARE_EXTERN[
136 void print_my_token (void);
145 print_my_token (void)
147 enum yytokentype my_token = MY_TOKEN;
148 printf ("%d\n", my_token);
156 AT_BISON_OPTION_POPDEFS
158 AT_BISON_CHECK([-o input.c input.y])
159 AT_COMPILE([input.o])
165 ## ---------------- ##
166 ## Braces parsing. ##
167 ## ---------------- ##
170 AT_SETUP([Braces parsing])
172 AT_BISON_OPTION_PUSHDEFS
174 [[/* Bison used to swallow the character after '}'. */
177 exp: { tests = {{{{{{{{{{}}}}}}}}}}; };
180 AT_BISON_OPTION_POPDEFS
182 AT_BISON_CHECK([-v -o input.c input.y])
184 AT_CHECK([grep 'tests = {{{{{{{{{{}}}}}}}}}};' input.c], 0, [ignore])
189 ## ------------------ ##
190 ## Duplicate string. ##
191 ## ------------------ ##
194 AT_SETUP([Duplicate string])
196 AT_BISON_OPTION_PUSHDEFS
198 [[/* 'Bison -v' used to dump core when two tokens are defined with the same
199 string, as LE and GE below. */
206 exp: '(' exp ')' | NUM ;
209 AT_BISON_OPTION_POPDEFS
211 AT_BISON_CHECK([-v -o input.c input.y], 0, [],
212 [[input.y:6.8-14: warning: symbol "<=" used more than once as a literal string
218 ## ------------------- ##
219 ## Rule Line Numbers. ##
220 ## ------------------- ##
222 AT_SETUP([Rule Line Numbers])
224 AT_KEYWORDS([report])
226 AT_BISON_OPTION_PUSHDEFS
256 AT_BISON_OPTION_POPDEFS
258 AT_BISON_CHECK([-o input.c -v input.y])
260 # Check the contents of the report.
261 AT_CHECK([cat input.output], [],
275 Terminals, with rules where they appear
284 Nonterminals, with rules where they appear
289 on left: 2 4, on right: 0
291 on left: 1, on right: 2
293 on left: 3, on right: 4
298 0 $accept: . expr $end
300 'a' shift, and go to state 1
302 $default reduce using rule 3 ($@2)
310 2 expr: 'a' . $@1 'b'
312 $default reduce using rule 1 ($@1)
319 0 $accept: expr . $end
321 $end shift, and go to state 5
328 'c' shift, and go to state 6
333 2 expr: 'a' $@1 . 'b'
335 'b' shift, and go to state 7
340 0 $accept: expr $end .
349 $default reduce using rule 4 (expr)
354 2 expr: 'a' $@1 'b' .
356 $default reduce using rule 2 (expr)
363 ## ---------------------- ##
364 ## Mixing %token styles. ##
365 ## ---------------------- ##
368 AT_SETUP([Mixing %token styles])
370 # Taken from the documentation.
372 [[%token <operator> OR "||"
373 %token <operator> LE 134 "<="
380 AT_BISON_CHECK([-v -o input.c input.y])
386 ## ---------------- ##
387 ## Invalid inputs. ##
388 ## ---------------- ##
391 AT_SETUP([Invalid inputs])
403 AT_BISON_CHECK([input.y], [1], [],
404 [[input.y:2.1: error: invalid character: '?'
405 input.y:3.14: error: invalid character: '}'
406 input.y:4.1: error: invalid character: '%'
407 input.y:4.2: error: invalid character: '&'
408 input.y:5.1-17: error: invalid directive: '%a-does-not-exist'
409 input.y:6.1: error: invalid character: '%'
410 input.y:6.2: error: invalid character: '-'
411 input.y:7.1-8.0: error: missing '%}' at end of file
412 input.y:7.1-8.0: error: syntax error, unexpected %{...%}
418 AT_SETUP([Invalid inputs with {}])
430 AT_BISON_CHECK([input.y], [1], [],
431 [[input.y:3.1-15: error: syntax error, unexpected %initial-action, expecting {...}
438 ## ------------------- ##
439 ## Token definitions. ##
440 ## ------------------- ##
443 AT_SETUP([Token definitions])
445 AT_BISON_OPTION_PUSHDEFS
446 # Bison managed, when fed with '%token 'f' "f"' to #define 'f'!
447 AT_DATA_GRAMMAR([input.y],
455 %token MYEOF 0 "end of file"
460 %token SPECIAL "\\\'\?\"\a\b\f\n\r\t\v\001\201\x001\x000081??!"
461 %token SPECIAL "\\\'\?\"\a\b\f\n\r\t\v\001\201\x001\x000081??!"
463 exp: "a" "\\\'\?\"\a\b\f\n\r\t\v\001\201\x001\x000081??!";
466 ]AT_YYLEX_DEFINE([{ SPECIAL }])[
474 AT_BISON_OPTION_POPDEFS
476 # Checking the warning message guarantees that the trigraph "??!" isn't
477 # unnecessarily escaped here even though it would need to be if encoded in a
478 # C-string literal. Also notice that unnecessary escaping, such as "\?", from
479 # the user specification is eliminated.
480 AT_BISON_CHECK([-o input.c input.y], [[0]], [[]],
481 [[input.y:22.8-14: warning: symbol SPECIAL redeclared
482 input.y:22.8-63: warning: symbol "\\'?\"\a\b\f\n\r\t\v\001\201\001\201??!" used more than once as a literal string
484 AT_BISON_CHECK([-fcaret -o input.c input.y], [[0]], [[]],
485 [[input.y:22.8-14: warning: symbol SPECIAL redeclared
486 %token SPECIAL "\\\'\?\"\a\b\f\n\r\t\v\001\201\x001\x000081??!"
488 input.y:22.8-63: warning: symbol "\\'?\"\a\b\f\n\r\t\v\001\201\001\201??!" used more than once as a literal string
489 %token SPECIAL "\\\'\?\"\a\b\f\n\r\t\v\001\201\x001\x000081??!"
490 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
494 # Checking the error message here guarantees that yytname, which does contain
495 # C-string literals, does have the trigraph escaped correctly. Thus, the
496 # symbol name reported by the parser is exactly the same as that reported by
499 [[syntax error, unexpected "\\'?\"\a\b\f\n\r\t\v\001\201\001\201??!", expecting a
501 AT_PARSER_CHECK([./input], 1, [], [experr])
506 ## -------------------- ##
507 ## Characters Escapes. ##
508 ## -------------------- ##
511 AT_SETUP([Characters Escapes])
513 AT_BISON_OPTION_PUSHDEFS
514 AT_DATA_GRAMMAR([input.y],
516 ]AT_YYERROR_DECLARE_EXTERN[
517 ]AT_YYLEX_DECLARE_EXTERN[
523 | '"' "'" /* Pacify font-lock-mode: ". */
527 AT_BISON_OPTION_POPDEFS
529 AT_BISON_CHECK([-o input.c input.y])
530 AT_COMPILE([input.o])
539 # The generation of the reduction was once wrong in Bison, and made it
540 # miss some reductions. In the following test case, the reduction on
541 # 'undef_id_tok' in state 1 was missing. This is stripped down from
542 # the actual web2c.y.
544 AT_SETUP([Web2c Report])
546 AT_KEYWORDS([report])
549 [[%token undef_id_tok const_id_tok
551 %start CONST_DEC_PART
560 | CONST_DEC_LIST CONST_DEC
564 { } undef_id_tok '=' const_id_tok ';'
569 AT_BISON_CHECK([-v input.y])
570 AT_CHECK([cat input.output], 0,
573 0 $accept: CONST_DEC_PART $end
575 1 CONST_DEC_PART: CONST_DEC_LIST
577 2 CONST_DEC_LIST: CONST_DEC
578 3 | CONST_DEC_LIST CONST_DEC
582 5 CONST_DEC: $@1 undef_id_tok '=' const_id_tok ';'
585 Terminals, with rules where they appear
595 Nonterminals, with rules where they appear
600 on left: 1, on right: 0
602 on left: 2 3, on right: 1 3
604 on left: 5, on right: 2 3
606 on left: 4, on right: 5
611 0 $accept: . CONST_DEC_PART $end
613 $default reduce using rule 4 ($@1)
615 CONST_DEC_PART go to state 1
616 CONST_DEC_LIST go to state 2
617 CONST_DEC go to state 3
623 0 $accept: CONST_DEC_PART . $end
625 $end shift, and go to state 5
630 1 CONST_DEC_PART: CONST_DEC_LIST .
631 3 CONST_DEC_LIST: CONST_DEC_LIST . CONST_DEC
633 undef_id_tok reduce using rule 4 ($@1)
634 $default reduce using rule 1 (CONST_DEC_PART)
636 CONST_DEC go to state 6
642 2 CONST_DEC_LIST: CONST_DEC .
644 $default reduce using rule 2 (CONST_DEC_LIST)
649 5 CONST_DEC: $@1 . undef_id_tok '=' const_id_tok ';'
651 undef_id_tok shift, and go to state 7
656 0 $accept: CONST_DEC_PART $end .
663 3 CONST_DEC_LIST: CONST_DEC_LIST CONST_DEC .
665 $default reduce using rule 3 (CONST_DEC_LIST)
670 5 CONST_DEC: $@1 undef_id_tok . '=' const_id_tok ';'
672 '=' shift, and go to state 8
677 5 CONST_DEC: $@1 undef_id_tok '=' . const_id_tok ';'
679 const_id_tok shift, and go to state 9
684 5 CONST_DEC: $@1 undef_id_tok '=' const_id_tok . ';'
686 ';' shift, and go to state 10
691 5 CONST_DEC: $@1 undef_id_tok '=' const_id_tok ';' .
693 $default reduce using rule 5 (CONST_DEC)
699 ## --------------- ##
701 ## --------------- ##
703 # The generation of the mapping 'state -> action' was once wrong in
704 # extremely specific situations. web2c.y exhibits this situation.
705 # Below is a stripped version of the grammar. It looks like one can
706 # simplify it further, but just don't: it is tuned to exhibit a bug,
707 # which disapears when applying sane grammar transformations.
709 # It used to be wrong on yydefact only:
711 # static const yytype_uint8 yydefact[] =
713 # - 2, 0, 1, 0, 0, 2, 3, 2, 5, 4,
714 # + 2, 0, 1, 0, 0, 0, 3, 2, 5, 4,
718 # but let's check all the tables.
721 AT_SETUP([Web2c Actions])
723 AT_KEYWORDS([report])
727 statement: struct_stat;
728 struct_stat: /* empty. */ | if else;
729 if: "if" "const" "then" statement;
730 else: "else" statement;
734 AT_BISON_CHECK([-v -o input.c input.y])
736 # Check only the tables.
737 [sed -n 's/ *$//;/^static const.*\[\] =/,/^}/p' input.c >tables.c]
739 AT_CHECK([[cat tables.c]], 0,
740 [[static const yytype_uint8 yytranslate[] =
742 0, 2, 2, 2, 2, 2, 2, 2, 2, 2,
743 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
744 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
745 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
746 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
747 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
748 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
749 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
750 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
751 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
752 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
753 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
754 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
755 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
756 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
757 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
758 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
759 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
760 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
761 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
762 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
763 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
764 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
765 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
766 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
767 2, 2, 2, 2, 2, 2, 1, 2, 3, 4,
770 static const yytype_uint8 yyprhs[] =
774 static const yytype_int8 yyrhs[] =
776 8, 0, -1, 9, -1, -1, 10, 11, -1, 3,
777 4, 5, 8, -1, 6, 8, -1
779 static const yytype_uint8 yyrline[] =
783 static const char *const yytname[] =
785 "$end", "error", "$undefined", "\"if\"", "\"const\"", "\"then\"",
786 "\"else\"", "$accept", "statement", "struct_stat", "if", "else", YY_NULL
788 static const yytype_uint16 yytoknum[] =
790 0, 256, 257, 258, 259, 260, 261
792 static const yytype_uint8 yyr1[] =
794 0, 7, 8, 9, 9, 10, 11
796 static const yytype_uint8 yyr2[] =
800 static const yytype_uint8 yydefact[] =
802 3, 0, 0, 2, 0, 0, 1, 3, 4, 3,
805 static const yytype_int8 yydefgoto[] =
809 static const yytype_int8 yypact[] =
811 -2, -1, 4, -8, 0, 2, -8, -2, -8, -2,
814 static const yytype_int8 yypgoto[] =
818 static const yytype_uint8 yytable[] =
820 10, 1, 11, 5, 6, 0, 7, 9
822 static const yytype_int8 yycheck[] =
824 7, 3, 9, 4, 0, -1, 6, 5
826 static const yytype_uint8 yystos[] =
828 0, 3, 8, 9, 10, 4, 0, 6, 11, 5,
836 ## ------------------------- ##
837 ## yycheck Bound Violation. ##
838 ## ------------------------- ##
841 # _AT_DATA_DANCER_Y(BISON-OPTIONS)
842 # --------------------------------
843 # The following grammar, taken from Andrew Suffield's GPL'd implementation
844 # of DGMTP, the Dancer Generic Message Transport Protocol, used to violate
845 # yycheck's bounds where issuing a verbose error message. Keep this test
846 # so that possible bound checking compilers could check all the skeletons.
847 m4_define([_AT_DATA_DANCER_Y],
848 [AT_DATA_GRAMMAR([dancer.y],
855 %token ARROW INVALID NUMBER STRING DATA
859 /* Grammar follows */
864 header: '<' from ARROW to '>' type ':'
865 | '<' ARROW to '>' type ':'
899 ]AT_YYLEX_DEFINE([":"])[
906 parser.set_debug_level (YYDEBUG);
908 return parser.parse ();
918 ])# _AT_DATA_DANCER_Y
921 # AT_CHECK_DANCER(BISON-OPTIONS)
922 # ------------------------------
923 # Generate the grammar, compile it, run it.
924 m4_define([AT_CHECK_DANCER],
925 [AT_SETUP([Dancer $1])
926 AT_BISON_OPTION_PUSHDEFS([$1])
927 _AT_DATA_DANCER_Y([$1])
928 AT_FULL_COMPILE([dancer])
929 AT_PARSER_CHECK([./dancer], 1, [],
930 [syntax error, unexpected ':'
932 AT_BISON_OPTION_POPDEFS
937 AT_CHECK_DANCER([%glr-parser])
938 AT_CHECK_DANCER([%skeleton "lalr1.cc"])
941 ## ------------------------------------------ ##
942 ## Diagnostic that expects two alternatives. ##
943 ## ------------------------------------------ ##
946 # _AT_DATA_EXPECT2_Y(BISON-OPTIONS)
947 # --------------------------------
948 m4_define([_AT_DATA_EXPECT2_Y],
949 [AT_DATA_GRAMMAR([expect2.y],
951 static int yylex (]AT_LALR1_CC_IF([int *], [void]));
955 ]AT_YYERROR_DECLARE])[
978 return parser.parse ();
984 yylex (]AT_LALR1_CC_IF([int *lval], [void])[)
986 static int const tokens[] =
990 static size_t toknum;
991 ]AT_LALR1_CC_IF([*lval = 0; /* Pacify GCC. */])[
992 assert (toknum < sizeof tokens / sizeof *tokens);
993 return tokens[toknum++];
1002 ])# _AT_DATA_EXPECT2_Y
1005 # AT_CHECK_EXPECT2(BISON-OPTIONS)
1006 # -------------------------------
1007 # Generate the grammar, compile it, run it.
1008 m4_define([AT_CHECK_EXPECT2],
1009 [AT_SETUP([Expecting two tokens $1])
1010 AT_BISON_OPTION_PUSHDEFS([$1])
1011 _AT_DATA_EXPECT2_Y([$1])
1012 AT_FULL_COMPILE([expect2])
1013 AT_PARSER_CHECK([./expect2], 1, [],
1014 [syntax error, unexpected '+', expecting A or B
1016 AT_BISON_OPTION_POPDEFS
1021 AT_CHECK_EXPECT2([%glr-parser])
1022 AT_CHECK_EXPECT2([%skeleton "lalr1.cc"])
1026 ## --------------------------------------------- ##
1027 ## Braced code in declaration in rules section. ##
1028 ## --------------------------------------------- ##
1030 AT_SETUP([Braced code in declaration in rules section])
1032 # Bison once mistook braced code in a declaration in the rules section to be a
1034 AT_BISON_OPTION_PUSHDEFS
1035 AT_DATA_GRAMMAR([input.y],
1038 ]AT_YYERROR_DECLARE[
1048 printf ("Bison would once convert this action to a midrule because of the"
1049 " subsequent braced code.\n");
1053 %destructor { fprintf (stderr, "DESTRUCTOR\n"); } 'a';
1054 %printer { fprintf (yyoutput, "PRINTER"); } 'a';
1058 ]AT_YYLEX_DEFINE(["a"])[
1067 AT_BISON_OPTION_POPDEFS
1069 AT_BISON_CHECK([-t -o input.c input.y])
1071 AT_PARSER_CHECK([./input], 0,
1072 [[Bison would once convert this action to a midrule because of the subsequent braced code.
1076 Reducing stack by rule 1 (line 20):
1077 -> $$ = nterm start ()
1080 Reading a token: Next token is token 'a' (PRINTER)
1081 syntax error, unexpected 'a', expecting $end
1082 Error: popping nterm start ()
1084 Cleanup: discarding lookahead token 'a' (PRINTER)
1093 ## --------------------------------- ##
1094 ## String alias declared after use. ##
1095 ## --------------------------------- ##
1097 AT_SETUP([String alias declared after use])
1099 # Bison once incorrectly asserted that the symbol number for either a token or
1100 # its alias was the highest symbol number so far at the point of the alias
1101 # declaration. That was true unless the declaration appeared after their first
1102 # uses and other tokens appeared in between.
1110 AT_BISON_CHECK([-t -o input.c input.y])
1116 ## -------------------------------- ##
1117 ## Extra lookahead sets in report. ##
1118 ## -------------------------------- ##
1120 AT_SETUP([[Extra lookahead sets in report]])
1122 # Bison prints each reduction's lookahead set only next to the associated
1123 # state's one item that (1) is associated with the same rule as the reduction
1124 # and (2) has its dot at the end of its RHS. Previously, Bison also
1125 # erroneously printed the lookahead set next to all of the state's other items
1126 # associated with the same rule. This bug affected only the '.output' file and
1127 # not the generated parser source code.
1129 AT_DATA([[input.y]],
1131 start: a | 'a' a 'a' ;
1135 AT_BISON_CHECK([[--report=all input.y]])
1136 AT_CHECK([[sed -n '/^State 1$/,/^State 2$/p' input.output]], [[0]],
1139 2 start: 'a' . a 'a'
1143 'a' shift, and go to state 4
1145 $default reduce using rule 3 (a)
1157 ## ---------------------------------------- ##
1158 ## Token number in precedence declaration. ##
1159 ## ---------------------------------------- ##
1161 AT_SETUP([[Token number in precedence declaration]])
1163 # POSIX says token numbers can be declared in %left, %right, and %nonassoc, but
1164 # we lost this in Bison 1.50.
1165 AT_BISON_OPTION_PUSHDEFS
1166 AT_DATA_GRAMMAR([input.y],
1169 ]AT_YYERROR_DECLARE[
1175 %left TK1 1 TK2 2 "tok alias" 3
1180 TK1 sr_conflict "tok alias"
1191 ]AT_YYLEX_DEFINE([{ 1, 2, 3, 0 }])[
1199 AT_BISON_OPTION_POPDEFS
1201 AT_BISON_CHECK([[-o input.c input.y]], [[0]],,
1202 [[input.y:23.5-19: warning: rule useless in parser due to conflicts: start: start
1203 input.y:27.5-19: warning: rule useless in parser due to conflicts: sr_conflict: TK2 "tok alias"
1205 AT_COMPILE([[input]])
1206 AT_PARSER_CHECK([[./input]])
1212 ## --------------------------- ##
1213 ## parse-gram.y: LALR = IELR. ##
1214 ## --------------------------- ##
1216 # If parse-gram.y's LALR and IELR parser tables ever begin to differ, we
1217 # need to fix parse-gram.y or start using IELR.
1219 AT_SETUP([[parse-gram.y: LALR = IELR]])
1221 # Avoid differences in synclines by telling bison that the output files
1222 # have the same name.
1223 [cp $abs_top_srcdir/src/parse-gram.y input.y]
1224 AT_BISON_CHECK([[-o input.c -Dlr.type=lalr input.y]])
1226 AT_CAPTURE_FILE([lalr.c])
1227 AT_BISON_CHECK([[-o input.c -Dlr.type=ielr input.y]])
1229 AT_CAPTURE_FILE([ielr.c])
1230 AT_CHECK([[diff lalr.c ielr.c]], [[0]])
1236 ## --------------------------------------- ##
1237 ## %error-verbose and YYSTACK_USE_ALLOCA. ##
1238 ## --------------------------------------- ##
1240 AT_SETUP([[%error-verbose and YYSTACK_USE_ALLOCA]])
1242 AT_BISON_OPTION_PUSHDEFS
1243 AT_DATA_GRAMMAR([input.y],
1246 ]AT_YYERROR_DECLARE[
1248 #define YYSTACK_USE_ALLOCA 1
1255 start: check syntax_error syntax_error ;
1259 if (128 < sizeof yymsgbuf)
1262 "The initial size of yymsgbuf in yyparse has increased\n"
1263 "since this test group was last updated. As a result,\n"
1264 "this test group may no longer manage to induce a\n"
1265 "reallocation of the syntax error message buffer.\n"
1266 "This test group must be adjusted to produce a longer\n"
1267 "error message.\n");
1273 // Induce a syntax error message whose total length is more than
1274 // sizeof yymsgbuf in yyparse. Each token here is 64 bytes.
1276 "123456789112345678921234567893123456789412345678951234567896123A"
1277 | "123456789112345678921234567893123456789412345678951234567896123B"
1284 /* Induce two syntax error messages (which requires full error
1285 recovery by shifting 3 tokens) in order to detect any loss of the
1286 reallocated buffer. */
1287 ]AT_YYLEX_DEFINE(["abc"])[
1294 AT_BISON_OPTION_POPDEFS
1296 AT_BISON_CHECK([[-o input.c input.y]])
1297 AT_COMPILE([[input]])
1298 AT_PARSER_CHECK([[./input]], [[1]], [],
1299 [[syntax error, unexpected 'a', expecting 123456789112345678921234567893123456789412345678951234567896123A or 123456789112345678921234567893123456789412345678951234567896123B
1300 syntax error, unexpected $end, expecting 123456789112345678921234567893123456789412345678951234567896123A or 123456789112345678921234567893123456789412345678951234567896123B
1307 ## ------------------------- ##
1308 ## %error-verbose overflow. ##
1309 ## ------------------------- ##
1311 # Imagine the case where YYSTACK_ALLOC_MAXIMUM = YYSIZE_MAXIMUM and an
1312 # invocation of yysyntax_error has caused yymsg_alloc to grow to exactly
1313 # YYSTACK_ALLOC_MAXIMUM (perhaps because the normal doubling of size had
1314 # to be clipped to YYSTACK_ALLOC_MAXIMUM). In an old version of yacc.c,
1315 # a subsequent invocation of yysyntax_error that overflows during its
1316 # size calculation would return YYSIZE_MAXIMUM to yyparse. Then,
1317 # yyparse would invoke yyerror using the old contents of yymsg.
1319 AT_SETUP([[%error-verbose overflow]])
1320 AT_BISON_OPTION_PUSHDEFS
1321 AT_DATA_GRAMMAR([input.y],
1324 ]AT_YYERROR_DECLARE[
1327 /* This prevents this test case from having to induce error messages
1328 large enough to overflow size_t. */
1329 #define YYSIZE_T unsigned char
1331 /* Bring in malloc and set EXIT_SUCCESS so yacc.c doesn't try to
1332 provide a malloc prototype using our YYSIZE_T. */
1334 #ifndef EXIT_SUCCESS
1335 # define EXIT_SUCCESS 0
1338 /* Max depth is usually much smaller than YYSTACK_ALLOC_MAXIMUM, and
1339 we don't want gcc to warn everywhere this constant would be too big
1340 to make sense for our YYSIZE_T. */
1341 #define YYMAXDEPTH 100
1348 start: syntax_error1 check syntax_error2 ;
1350 // Induce a syntax error message whose total length causes yymsg in
1351 // yyparse to be reallocated to size YYSTACK_ALLOC_MAXIMUM, which
1352 // should be 255. Each token here is 64 bytes.
1354 "123456789112345678921234567893123456789412345678951234567896123A"
1355 | "123456789112345678921234567893123456789412345678951234567896123B"
1356 | "123456789112345678921234567893123456789412345678951234567896123C"
1362 if (yymsg_alloc != YYSTACK_ALLOC_MAXIMUM
1363 || YYSTACK_ALLOC_MAXIMUM != YYSIZE_MAXIMUM
1364 || YYSIZE_MAXIMUM != 255)
1367 "The assumptions of this test group are no longer\n"
1368 "valid, so it may no longer catch the error it was\n"
1369 "designed to catch. Specifically, the following\n"
1370 "values should all be 255:\n\n");
1371 fprintf (stderr, " yymsg_alloc = %d\n", yymsg_alloc);
1372 fprintf (stderr, " YYSTACK_ALLOC_MAXIMUM = %d\n",
1373 YYSTACK_ALLOC_MAXIMUM);
1374 fprintf (stderr, " YYSIZE_MAXIMUM = %d\n", YYSIZE_MAXIMUM);
1382 "123456789112345678921234567893123456789412345678951234567896123A"
1383 | "123456789112345678921234567893123456789412345678951234567896123B"
1384 | "123456789112345678921234567893123456789412345678951234567896123C"
1385 | "123456789112345678921234567893123456789412345678951234567896123D"
1386 | "123456789112345678921234567893123456789412345678951234567896123E"
1392 /* Induce two syntax error messages (which requires full error
1393 recovery by shifting 3 tokens). */
1394 ]AT_YYLEX_DEFINE(["abc"])[
1398 /* Push parsers throw away the message buffer between tokens, so skip
1399 this test under maintainer-push-check. */
1406 AT_BISON_CHECK([[-o input.c input.y]])
1408 # gcc warns about tautologies and fallacies involving comparisons for
1409 # unsigned char. However, it doesn't produce these same warnings for
1410 # size_t and many other types when the warnings would seem to make just
1411 # as much sense. We ignore the warnings.
1412 [CFLAGS="$NO_WERROR_CFLAGS"]
1413 AT_COMPILE([[input]])
1415 AT_PARSER_CHECK([[./input]], [[2]], [],
1416 [[syntax error, unexpected 'a', expecting 123456789112345678921234567893123456789412345678951234567896123A or 123456789112345678921234567893123456789412345678951234567896123B or 123456789112345678921234567893123456789412345678951234567896123C
1420 AT_BISON_OPTION_POPDEFS
1425 ## ------------------------ ##
1426 ## LAC: Exploratory stack. ##
1427 ## ------------------------ ##
1429 AT_SETUP([[LAC: Exploratory stack]])
1431 m4_pushdef([AT_LAC_CHECK], [
1433 AT_BISON_OPTION_PUSHDEFS([$1])
1435 AT_DATA_GRAMMAR([input.y],
1438 ]AT_YYERROR_DECLARE[
1439 int yylex (]AT_PURE_IF([[YYSTYPE *]], [[void]])[);
1448 // default reductions in inconsistent states
1449 // v v v v v v v v v v v v v v
1450 S: A B A A B A A A A B A A A A A A A B C C A A A A A A A A A A A A B ;
1454 A: 'a' | /*empty*/ { printf ("inconsistent default reduction\n"); } ;
1456 C: /*empty*/ { printf ("consistent default reduction\n"); } ;
1461 yylex (]AT_PURE_IF([[YYSTYPE *v]], [[void]])[)
1463 static char const *input = "bbbbc";]AT_PURE_IF([[
1476 AT_BISON_CHECK([[-Dparse.lac=full -Dparse.lac.es-capacity-initial=1 \
1477 -Dparse.lac.memory-trace=full \
1478 -t -o input.c input.y]], [[0]], [],
1479 [[input.y: conflicts: 21 shift/reduce
1481 AT_COMPILE([[input]])
1482 AT_PARSER_CHECK([[./input > stdout.txt 2> stderr.txt]], [[1]])
1484 # Make sure syntax error doesn't forget that 'a' is expected. It would
1485 # be forgotten without lookahead correction.
1486 AT_CHECK([[grep 'syntax error,' stderr.txt]], [[0]],
1487 [[syntax error, unexpected 'c', expecting 'a' or 'b'
1490 # Check number of default reductions in inconsistent states to be sure
1491 # syntax error is detected before unnecessary reductions are performed.
1492 AT_CHECK([[$PERL -0777 -ne 'print s/inconsistent default reduction//g;' \
1493 < stdout.txt || exit 77]], [[0]], [[14]])
1495 # Check number of default reductions in consistent states to be sure
1496 # it is performed before the syntax error is detected.
1497 AT_CHECK([[$PERL -0777 -ne 'print s/\bconsistent default reduction//g;' \
1498 < stdout.txt || exit 77]], [[0]], [[2]])
1500 # Check number of reallocs to be sure reallocated memory isn't somehow
1501 # lost between LAC invocations.
1502 AT_CHECK([[$PERL -0777 -ne 'print s/\(realloc//g;' < stderr.txt \
1503 || exit 77]], [[0]], [[3]])
1505 AT_BISON_OPTION_POPDEFS
1508 AT_LAC_CHECK([[%define api.push-pull pull]])
1509 AT_LAC_CHECK([[%define api.push-pull pull %define api.pure]])
1510 AT_LAC_CHECK([[%define api.push-pull both]])
1511 AT_LAC_CHECK([[%define api.push-pull both %define api.pure]])
1513 m4_popdef([AT_LAC_CHECK])
1519 ## ------------------------ ##
1520 ## LAC: Memory exhaustion. ##
1521 ## ------------------------ ##
1523 AT_SETUP([[LAC: Memory exhaustion]])
1525 m4_pushdef([AT_LAC_CHECK],
1526 [AT_BISON_OPTION_PUSHDEFS
1527 AT_DATA_GRAMMAR([input.y],
1530 ]AT_YYERROR_DECLARE[
1532 #define YYMAXDEPTH 8
1539 S: A A A A A A A A A ;
1540 A: /*empty*/ | 'a' ;
1544 ]AT_YYLEX_DEFINE(["$1"])[
1553 AT_BISON_CHECK([[-Dparse.lac=full -Dparse.lac.es-capacity-initial=1 \
1554 -t -o input.c input.y]], [[0]], [],
1555 [[input.y: conflicts: 8 shift/reduce
1557 AT_COMPILE([[input]])
1558 AT_BISON_OPTION_POPDEFS
1561 # Check for memory exhaustion during parsing.
1563 AT_PARSER_CHECK([[./input]], [[2]], [],
1566 Reading a token: Now at end of input.
1567 LAC: initial context established for $end
1568 LAC: checking lookahead $end: R2 G3 R2 G5 R2 G6 R2 G7 R2 G8 R2 G9 R2 G10 R2 G11 R2 (max size exceeded)
1570 Cleanup: discarding lookahead token $end ()
1574 # Induce an immediate syntax error with an undefined token, and check
1575 # for memory exhaustion while building syntax error message.
1576 AT_LAC_CHECK([z], [[0]])
1577 AT_PARSER_CHECK([[./input]], [[2]], [],
1580 Reading a token: Next token is token $undefined ()
1581 LAC: initial context established for $undefined
1582 LAC: checking lookahead $undefined: Always Err
1583 Constructing syntax error message
1584 LAC: checking lookahead $end: R2 G3 R2 G5 R2 G6 R2 G7 R2 G8 R2 G9 R2 G10 R2 G11 R2 (max size exceeded)
1587 Cleanup: discarding lookahead token $undefined ()
1591 m4_popdef([AT_LAC_CHECK])
1596 ## ---------------------- ##
1597 ## Lex and parse params. ##
1598 ## ---------------------- ##
1602 # Check that the identifier of the params is properly fetched
1603 # even when there are trailing blanks.
1605 m4_pushdef([AT_TEST],
1606 [AT_SETUP([[Lex and parse params: $1]])
1608 AT_BISON_OPTION_PUSHDEFS([%locations %skeleton "$1" %parse-param { int x } %parse-param { int y }])
1610 ## FIXME: Improve parsing of parse-param and use the generated
1612 AT_DATA_GRAMMAR([input.y],
1616 %union { int ival; }
1617 %parse-param { int x }
1618 // Spaces, tabs, and new lines.
1629 ]AT_YYERROR_DECLARE[
1634 exp: 'a' { fprintf (stdout, "x: %d, y: %d\n", x, y); };
1637 ]AT_YYLEX_DEFINE(["a"])[
1641 yyparse (int x, int y)
1643 yy::parser parser(x, y);
1644 return parser.parse ();
1651 return !!yyparse(1, 2);
1655 AT_FULL_COMPILE([input])
1656 AT_PARSER_CHECK([./input], 0, [[x: 1, y: 2
1658 AT_BISON_OPTION_POPDEFS
1663 ## FIXME: test Java, and iterate over skeletons.
1669 m4_popdef([AT_TEST])