1 # Checking the Bison scanner. -*- Autotest -*-
2 # Copyright (C) 2002, 2003, 2004, 2005, 2006, 2007 Free Software Foundation,
5 # This program is free software: you can redistribute it and/or modify
6 # it under the terms of the GNU General Public License as published by
7 # the Free Software Foundation, either version 3 of the License, or
8 # (at your option) any later version.
10 # This program is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # GNU General Public License for more details.
15 # You should have received a copy of the GNU General Public License
16 # along with this program. If not, see <http://www.gnu.org/licenses/>.
18 AT_BANNER([[Input Processing.]])
20 # Mostly test that we are robust to mistakes.
27 AT_SETUP([Invalid $n and @n])
35 AT_CHECK([bison input.y], [1], [],
36 [[input.y:2.13-14: integer out of range: `$1'
37 input.y:3.13-14: integer out of range: `@1'
47 AT_SETUP([Type Clashes])
54 exp: foo { $$; } foo { $2; } foo
60 AT_CHECK([bison input.y], [1], [],
61 [[input.y:5.12-13: $$ for the midrule at $2 of `exp' has no declared type
62 input.y:5.24-25: $2 of `exp' has no declared type
63 input.y:5.6-32: warning: type clash on default action: <bar> != <>
64 input.y:6.6-8: warning: type clash on default action: <bar> != <>
65 input.y:7.5: warning: empty rule for typed nonterminal, and no action
71 # _AT_UNUSED_VALUES_DECLARATIONS()
72 # --------------------------------------------
73 # Generate the token, type, and destructor
74 # declarations for the unused values tests.
76 m4_define([_AT_UNUSED_VALUES_DECLARATIONS],
77 [[[%token <integer> INT;
78 %type <integer> a b c d e f g h i j k l;
79 %destructor { destroy ($$); } INT a b c d e f g h i j k l;]]])
82 # AT_CHECK_UNUSED_VALUES(DECLARATIONS_AFTER, CHECK_MIDRULE_VALUES)
83 # ------------------------------------------------------------------
84 # Generate a grammar to test unused values,
85 # compile it, run it. If DECLARATIONS_AFTER
86 # is set, then the token, type, and destructor
87 # declarations are generated after the rules
88 # rather than before. If CHECK_MIDRULE_VALUES
89 # is set, then --warnings=midrule-values is
92 m4_define([AT_CHECK_UNUSED_VALUES],
97 ], [_AT_UNUSED_VALUES_DECLARATIONS
100 'a' a { $]2[ } | 'b' b { $]2[ } | 'c' c { $]2[ } | 'd' d { $]2[ } | 'e' e { $]2[ }
101 | 'f' f { $]2[ } | 'g' g { $]2[ } | 'h' h { $]2[ } | 'i' i { $]2[ } | 'j' j { $]2[ }
102 | 'k' k { $]2[ } | 'l' l { $]2[ }
105 a: INT | INT { } INT { } INT { };
106 b: INT | /* empty */;
107 c: INT | INT { $]1[ } INT { $<integer>2 } INT { $<integer>4 };
108 d: INT | INT { } INT { $]1[ } INT { $<integer>2 };
109 e: INT | INT { } INT { } INT { $]1[ };
110 f: INT | INT { } INT { } INT { $]$[ = $]1[ + $]3[ + $]5[; };
111 g: INT | INT { $<integer>$; } INT { $<integer>$; } INT { };
112 h: INT | INT { $<integer>$; } INT { $<integer>$ = $<integer>2; } INT { };
113 i: INT | INT INT { } { $]$[ = $]1[ + $]2[; };
114 j: INT | INT INT { $<integer>$ = 1; } { $]$[ = $]1[ + $]2[; };
115 k: INT | INT INT { $<integer>$; } { $<integer>$ = $<integer>3; } { };
116 l: INT | INT { $<integer>$ = $<integer>1; } INT { $<integer>$ = $<integer>2 + $<integer>3; } INT { $<integer>$ = $<integer>4 + $<integer>5; };]]m4_ifval($1, [
117 _AT_UNUSED_VALUES_DECLARATIONS])
120 AT_CHECK([bison]m4_ifval($2, [ --warnings=midrule-values ])[ input.y], [0], [],
121 [[input.y:11.10-32: warning: unset value: $]$[
122 input.y:11.10-32: warning: unused value: $]1[
123 input.y:11.10-32: warning: unused value: $]3[
124 input.y:11.10-32: warning: unused value: $]5[
125 input.y:12.9: warning: empty rule for typed nonterminal, and no action
126 ]]m4_ifval($2, [[[input.y:13.14-19: warning: unset value: $$
127 input.y:13.25-39: warning: unset value: $$
128 ]]])[[input.y:13.10-59: warning: unset value: $]$[
129 input.y:13.10-59: warning: unused value: $]3[
130 input.y:13.10-59: warning: unused value: $]5[
131 ]]m4_ifval($2, [[[input.y:14.14-16: warning: unset value: $$
132 ]]])[[input.y:14.10-47: warning: unset value: $]$[
133 input.y:14.10-47: warning: unused value: $]3[
134 input.y:14.10-47: warning: unused value: $]5[
135 input.y:15.10-36: warning: unset value: $]$[
136 input.y:15.10-36: warning: unused value: $]3[
137 input.y:15.10-36: warning: unused value: $]5[
138 input.y:17.10-58: warning: unset value: $]$[
139 input.y:17.10-58: warning: unused value: $]1[
140 ]]m4_ifval($2, [[[input.y:17.10-58: warning: unused value: $]2[
141 ]]])[[input.y:17.10-58: warning: unused value: $]3[
142 ]]m4_ifval($2, [[[input.y:17.10-58: warning: unused value: $]4[
143 ]]])[[input.y:17.10-58: warning: unused value: $]5[
144 input.y:18.10-72: warning: unset value: $]$[
145 input.y:18.10-72: warning: unused value: $]1[
146 input.y:18.10-72: warning: unused value: $]3[
147 ]]m4_ifval($2, [[[input.y:18.10-72: warning: unused value: $]4[
148 ]]])[[input.y:18.10-72: warning: unused value: $]5[
149 ]]m4_ifval($2, [[[input.y:20.10-55: warning: unused value: $]3[
150 ]]])[[input.y:21.10-68: warning: unset value: $]$[
151 input.y:21.10-68: warning: unused value: $]1[
152 input.y:21.10-68: warning: unused value: $]2[
153 ]]m4_ifval($2, [[[input.y:21.10-68: warning: unused value: $]4[
157 ## --------------- ##
159 ## --------------- ##
161 AT_SETUP([Unused values])
162 AT_CHECK_UNUSED_VALUES
163 AT_CHECK_UNUSED_VALUES(, [1])
167 ## ------------------------------------------ ##
168 ## Unused values before symbol declarations. ##
169 ## ------------------------------------------ ##
171 AT_SETUP([Unused values before symbol declarations])
172 AT_CHECK_UNUSED_VALUES([1])
173 AT_CHECK_UNUSED_VALUES([1], [1])
177 ## --------------------------------------------- ##
178 ## Default %printer and %destructor redeclared. ##
179 ## --------------------------------------------- ##
181 AT_SETUP([Default %printer and %destructor redeclared])
184 [[%destructor { destroy ($$); } <*> <*>
185 %printer { destroy ($$); } <*> <*>
187 %destructor { destroy ($$); } <*>
188 %printer { destroy ($$); } <*>
190 %destructor { destroy ($$); } <> <>
191 %printer { destroy ($$); } <> <>
193 %destructor { destroy ($$); } <>
194 %printer { destroy ($$); } <>
200 %destructor { destroy ($$); } <*>;
201 %printer { destroy ($$); } <*>;
203 %destructor { destroy ($$); } <>;
204 %printer { destroy ($$); } <>;
207 AT_CHECK([bison input.y], [1], [],
208 [[input.y:1.13-29: redeclaration for default tagged %destructor
209 input.y:1.13-29: previous declaration
210 input.y:2.10-26: redeclaration for default tagged %printer
211 input.y:2.10-26: previous declaration
212 input.y:4.13-29: redeclaration for default tagged %destructor
213 input.y:1.13-29: previous declaration
214 input.y:5.10-26: redeclaration for default tagged %printer
215 input.y:2.10-26: previous declaration
216 input.y:7.13-29: redeclaration for default tagless %destructor
217 input.y:7.13-29: previous declaration
218 input.y:8.10-26: redeclaration for default tagless %printer
219 input.y:8.10-26: previous declaration
220 input.y:10.13-29: redeclaration for default tagless %destructor
221 input.y:7.13-29: previous declaration
222 input.y:11.10-26: redeclaration for default tagless %printer
223 input.y:8.10-26: previous declaration
224 input.y:17.13-29: redeclaration for default tagged %destructor
225 input.y:4.13-29: previous declaration
226 input.y:18.10-26: redeclaration for default tagged %printer
227 input.y:5.10-26: previous declaration
228 input.y:20.13-29: redeclaration for default tagless %destructor
229 input.y:10.13-29: previous declaration
230 input.y:21.10-26: redeclaration for default tagless %printer
231 input.y:11.10-26: previous declaration
237 ## ---------------------------------------------- ##
238 ## Per-type %printer and %destructor redeclared. ##
239 ## ---------------------------------------------- ##
241 AT_SETUP([Per-type %printer and %destructor redeclared])
244 [[%destructor { destroy ($$); } <field1> <field2>
245 %printer { destroy ($$); } <field1> <field2>
247 %destructor { destroy ($$); } <field1> <field1>
248 %printer { destroy ($$); } <field2> <field2>
254 %destructor { destroy ($$); } <field2> <field1>;
255 %printer { destroy ($$); } <field2> <field1>;
258 AT_CHECK([bison input.y], [1], [],
259 [[input.y:4.13-29: %destructor redeclaration for <field1>
260 input.y:1.13-29: previous declaration
261 input.y:4.13-29: %destructor redeclaration for <field1>
262 input.y:4.13-29: previous declaration
263 input.y:5.10-26: %printer redeclaration for <field2>
264 input.y:2.10-26: previous declaration
265 input.y:5.10-26: %printer redeclaration for <field2>
266 input.y:5.10-26: previous declaration
267 input.y:11.13-29: %destructor redeclaration for <field1>
268 input.y:4.13-29: previous declaration
269 input.y:11.13-29: %destructor redeclaration for <field2>
270 input.y:1.13-29: previous declaration
271 input.y:12.10-26: %printer redeclaration for <field1>
272 input.y:2.10-26: previous declaration
273 input.y:12.10-26: %printer redeclaration for <field2>
274 input.y:5.10-26: previous declaration
280 ## ---------------------------------------- ##
281 ## Unused values with default %destructor. ##
282 ## ---------------------------------------- ##
284 AT_SETUP([Unused values with default %destructor])
287 [[%destructor { destroy ($$); } <>
292 start: end end tagged tagged { $<tag>1; $3; } ;
297 AT_CHECK([bison input.y], [0], [],
298 [[input.y:6.8-45: warning: unset value: $$
299 input.y:6.8-45: warning: unused value: $2
300 input.y:7.6-8: warning: unset value: $$
304 [[%destructor { destroy ($$); } <*>
309 start: end end tagged tagged { $<tag>1; $3; } ;
314 AT_CHECK([bison input.y], [0], [],
315 [[input.y:6.8-45: warning: unused value: $4
316 input.y:8.9-11: warning: unset value: $$
322 ## ----------------------------------------- ##
323 ## Unused values with per-type %destructor. ##
324 ## ----------------------------------------- ##
326 AT_SETUP([Unused values with per-type %destructor])
329 [[%destructor { destroy ($$); } <field1>
330 %type <field1> start end
334 start: end end { $1; } ;
338 AT_CHECK([bison input.y], [0], [],
339 [[input.y:6.8-22: warning: unset value: $$
340 input.y:6.8-22: warning: unused value: $2
341 input.y:7.6-8: warning: unset value: $$
347 ## ---------------------- ##
348 ## Incompatible Aliases. ##
349 ## ---------------------- ##
351 AT_SETUP([Incompatible Aliases])
358 %destructor {bar} foo
363 %destructor {baz} "foo"
370 AT_CHECK([bison input.y], [1], [],
371 [[input.y:8.7-11: %type redeclaration for foo
372 input.y:3.7-11: previous declaration
373 input.y:10.13-17: %destructor redeclaration for foo
374 input.y:5.13-17: previous declaration
375 input.y:9.10-14: %printer redeclaration for foo
376 input.y:4.10-14: previous declaration
377 input.y:11.1-5: %left redeclaration for foo
378 input.y:6.1-5: previous declaration
385 ## ----------------------- ##
386 ## Torturing the Scanner. ##
387 ## ----------------------- ##
389 # Be sure to compile and run, so that the C compiler checks what
392 AT_SETUP([Torturing the Scanner])
395 AT_DATA([input.y], [])
396 AT_CHECK([bison input.y], [1], [],
397 [[input.y:1.1: syntax error, unexpected end of file
404 AT_CHECK([bison input.y], [1], [],
405 [[input.y:1.1-2: syntax error, unexpected {...}
409 AT_DATA_GRAMMAR([input.y],
411 /* This is seen in GCC: a %{ and %} in middle of a comment. */
412 const char *foo = "So %{ and %} can be here too.";
415 /* These examples test Bison while not stressing C compilers too much.
416 Many C compilers mishandle backslash-newlines, so this part of the
417 test is inside "#if 0". The comment and string are written so that
418 the "#endif" will be seen regardless of the C compiler bugs that we
421 HP C (as of late 2002) mishandles *\[newline]\[newline]/ within a
424 The Apple Darwin compiler (as of late 2002) mishandles
425 \\[newline]' within a character constant.
430 * A comment with backslash-newlines in it. %} *\
433 /* { Close the above comment, if the C compiler mishandled it. */
436 " A string with backslash-newlines in it %{ %} \\
440 char apostrophe = '\'';
446 /* %{ and %} can be here too. */
449 /* Exercise pre-prologue dependency to %union. */
453 /* Exercise M4 quoting: '@:>@@:>@', 0. */
455 /* Also exercise %union. */
458 value ival; /* A comment to exercise an old bug. */
462 /* Exercise post-prologue dependency to %union. */
464 static YYSTYPE value_as_yystype (value val);
466 /* Exercise quotes in declarations. */
467 char quote[] = "@:>@@:>@,";
471 static void yyerror (const char *s);
472 static int yylex (void);
477 /* Exercise quotes in strings. */
478 %token FAKE "fake @<:@@:>@ \a\b\f\n\r\t\v\"\'\?\\\u005B\U0000005c ??!??'??(??)??-??/??<??=??> \x1\1"
481 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 1. */
482 exp: '@<:@' '\1' two '$' '@' '{' oline output.or.oline.opt
484 /* Exercise quotes in braces. */
485 char tmp[] = "@<:@%c@:>@,\n";
490 two: '\x000000000000000000000000000000000000000000000000000000000000000000002';
491 oline: '@' 'o' 'l' 'i' 'n' 'e' '@' '_' '_' 'o' 'l' 'i' 'n' 'e' '_' '_';
492 output.or.oline.opt: ;|oline;;|output;;;
493 output: '#' 'o' 'u' 't' 'p' 'u' 't' ' ';
495 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 2. */
498 value_as_yystype (value val)
508 static char const input[] = "@<:@\1\2$@{@oline@__@&t@oline__\
511 static size_t toknum;
512 if (! (toknum < sizeof input))
514 yylval = value_as_yystype (input[toknum]);
515 return input[toknum++];
519 yyerror (const char *msg)
521 fprintf (stderr, "%s\n", msg);
525 # Pacify Emacs'font-lock-mode: "
540 AT_CHECK([bison -d -v -o input.c input.y])
541 AT_COMPILE([input.o], [-c input.c])
542 AT_COMPILE([main.o], [-c main.c])
543 AT_COMPILE([input], [input.o main.o])
544 AT_PARSER_CHECK([./input], 0,
551 ## ---------------------- ##
552 ## Typed symbol aliases. ##
553 ## ---------------------- ##
555 AT_SETUP([Typed symbol aliases])
557 # Bison 2.0 broke typed symbol aliases - ensure they work.
559 AT_DATA_GRAMMAR([input.y],
564 %token <val> MY_TOKEN "MY TOKEN"
571 AT_CHECK([bison -o input.c input.y])
580 m4_define([AT_CHECK_REQUIRE],
581 [AT_SETUP([Require $1])
582 AT_DATA_GRAMMAR([input.y],
587 AT_CHECK([bison -o input.c input.y], $2, [], ignore)
591 AT_CHECK_REQUIRE(1.0, 0)
592 AT_CHECK_REQUIRE(AT_PACKAGE_VERSION, 0)
593 ## FIXME: Some day augment this version number.
594 AT_CHECK_REQUIRE(100.0, 63)
597 ## ------------------------------------- ##
598 ## String aliases for character tokens. ##
599 ## ------------------------------------- ##
601 AT_SETUP([String aliases for character tokens])
603 # Bison once thought a character token and its alias were different symbols
604 # with the same user token number.
606 AT_DATA_GRAMMAR([input.y],
613 AT_CHECK([bison -o input.c input.y])
618 ## --------------------- ##
619 ## Unclosed constructs. ##
620 ## --------------------- ##
622 AT_SETUP([Unclosed constructs])
624 # Bison's scan-gram.l once forgot to STRING_FINISH some unclosed constructs, so
625 # they were prepended to whatever it STRING_GROW'ed next. It also threw them
626 # away rather than returning them to the parser. The effect was confusing
627 # subsequent error messages.
632 %token AB "ab" // Used to complain that "ab" was already used.
635 %token TICK_TWELVE "'12" // Used to complain that "'12" was already used.
641 // Used to report a syntax error because it didn't see any kind of symbol
647 // Used to report a syntax error because it didn't see braced code.
648 %destructor { free ($$)
651 AT_CHECK([bison -o input.c input.y], 1, [],
652 [[input.y:1.10-2.0: missing `"' at end of line
653 input.y:4.10-5.0: missing `'' at end of line
654 input.y:14.11-15.0: missing `'' at end of line
655 input.y:16.11-17.0: missing `"' at end of line
656 input.y:19.13-20.0: missing `}' at end of file
657 input.y:20.1: syntax error, unexpected end of file
663 ## ------------------------- ##
664 ## %start after first rule. ##
665 ## ------------------------- ##
667 AT_SETUP([%start after first rule])
669 # Bison once complained that a %start after the first rule was a redeclaration
670 # of the start symbol.
679 AT_CHECK([bison -o input.c input.y])
684 ## --------------------- ##
685 ## %prec takes a token. ##
686 ## --------------------- ##
688 AT_SETUP([%prec takes a token])
690 # Bison once allowed %prec sym where sym was a nonterminal.
694 start: PREC %prec PREC ;
698 AT_CHECK([bison input.y], [1], [],
699 [[input.y:3.1-4: rule given for PREC, which is a token
705 ## -------------------------------- ##
706 ## Reject unused %code qualifiers. ##
707 ## -------------------------------- ##
709 AT_SETUP([Reject unused %code qualifiers])
719 AT_CHECK([[bison input-c.y]], [0], [],
720 [[input-c.y:1.7: warning: %code qualifier `q' is not used
721 input-c.y:2.7-9: warning: %code qualifier `bad' is not used
722 input-c.y:3.7-9: warning: %code qualifier `bad' is not used
723 input-c.y:4.7-12: warning: %code qualifier `format' is not used
726 AT_DATA([input-c-glr.y],
733 AT_CHECK([[bison input-c-glr.y]], [0], [],
734 [[input-c-glr.y:1.7: warning: %code qualifier `q' is not used
735 input-c-glr.y:2.7-9: warning: %code qualifier `bad' is not used
736 input-c-glr.y:3.8-10: warning: %code qualifier `bad' is not used
739 AT_DATA([input-c++.y],
746 AT_CHECK([[bison input-c++.y]], [0], [],
747 [[input-c++.y:1.7: warning: %code qualifier `q' is not used
748 input-c++.y:2.7-9: warning: %code qualifier `bad' is not used
749 input-c++.y:3.8: warning: %code qualifier `q' is not used
752 AT_DATA([input-c++-glr.y],
759 AT_CHECK([[bison input-c++-glr.y]], [0], [],
760 [[input-c++-glr.y:1.7-9: warning: %code qualifier `bad' is not used
761 input-c++-glr.y:2.7: warning: %code qualifier `q' is not used
762 input-c++-glr.y:3.7: warning: %code qualifier `q' is not used
765 AT_DATA([special-char-@@.y],
772 AT_CHECK([[bison special-char-@@.y]], [0], [],
773 [[special-char-@@.y:1.7-9: warning: %code qualifier `bad' is not used
774 special-char-@@.y:2.7: warning: %code qualifier `q' is not used
775 special-char-@@.y:3.7: warning: %code qualifier `q' is not used
778 AT_DATA([special-char-@:>@.y],
785 AT_CHECK([[bison special-char-@:>@.y]], [0], [],
786 [[special-char-@:>@.y:1.7-9: warning: %code qualifier `bad' is not used
787 special-char-@:>@.y:2.7: warning: %code qualifier `q' is not used
788 special-char-@:>@.y:3.7: warning: %code qualifier `q' is not used
794 ## ---------------- ##
795 ## %define errors. ##
796 ## ---------------- ##
798 AT_SETUP([%define errors])
801 [[%define var "value1"
804 %define special1 "@:>@"
805 %define special2 "@<:@"
810 AT_CHECK([[bison input.y]], [0], [],
811 [[input.y:2.9-11: warning: %define variable `var' redefined
812 input.y:1.9-11: warning: previous definition
813 input.y:3.10-12: warning: %define variable `var' redefined
814 input.y:2.9-11: warning: previous definition
815 input.y:1.9-11: warning: %define variable `var' is not used
816 input.y:2.9-11: warning: %define variable `var' is not used
817 input.y:3.10-12: warning: %define variable `var' is not used
818 input.y:4.9-16: warning: %define variable `special1' is not used
819 input.y:5.9-16: warning: %define variable `special2' is not used
824 ## --------------------------- ##
825 ## %define Boolean variables. ##
826 ## --------------------------- ##
828 AT_SETUP([[%define Boolean variables]])
832 %define public "maybe"
833 %define parser_class_name "Input"
838 AT_CHECK([[bison Input.y]], [1], [],
839 [[Input.y:2.9-14: invalid value for %define Boolean variable `public'
844 ## ------------------------ ##
845 ## %define enum variables. ##
846 ## ------------------------ ##
848 AT_SETUP([[%define enum variables]])
851 [[%define push_pull "neither"
856 AT_CHECK([[bison input.y]], [1], [],
857 [[input.y:1.9-17: invalid value for %define variable `push_pull': `neither'