1 # Checking the Bison scanner. -*- Autotest -*-
2 # Copyright (C) 2002, 2003, 2004, 2005, 2006 Free Software Foundation, Inc.
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 2, or (at your option)
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program; if not, write to the Free Software
16 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 AT_BANNER([[Input Processing.]])
21 # Mostly test that we are robust to mistakes.
28 AT_SETUP([Invalid $n and @n])
36 AT_CHECK([bison input.y], [1], [],
37 [[input.y:2.13-14: integer out of range: `$1'
38 input.y:3.13-14: integer out of range: `@1'
48 AT_SETUP([Type Clashes])
55 exp: foo { $$; } foo { $2; } foo
61 AT_CHECK([bison input.y], [1], [],
62 [[input.y:5.12-13: $$ for the midrule at $2 of `exp' has no declared type
63 input.y:5.24-25: $2 of `exp' has no declared type
64 input.y:5.6-32: warning: type clash on default action: <bar> != <>
65 input.y:6.6-8: warning: type clash on default action: <bar> != <>
66 input.y:7.5: warning: empty rule for typed nonterminal, and no action
72 # _AT_UNUSED_VALUES_DECLARATIONS()
73 # --------------------------------------------
74 # Generate the token, type, and destructor
75 # declarations for the unused values tests.
77 m4_define([_AT_UNUSED_VALUES_DECLARATIONS],
78 [[[%token <integer> INT;
79 %type <integer> a b c d e f g h i j k l;
80 %destructor { destroy ($$); } INT a b c d e f g h i j k l;]]])
83 # AT_CHECK_UNUSED_VALUES(DECLARATIONS_AFTER, CHECK_MIDRULE_VALUES)
84 # ------------------------------------------------------------------
85 # Generate a grammar to test unused values,
86 # compile it, run it. If DECLARATIONS_AFTER
87 # is set, then the token, type, and destructor
88 # declarations are generated after the rules
89 # rather than before. If CHECK_MIDRULE_VALUES
90 # is set, then --warnings=midrule-values is
93 m4_define([AT_CHECK_UNUSED_VALUES],
98 ], [_AT_UNUSED_VALUES_DECLARATIONS
101 'a' a { $]2[ } | 'b' b { $]2[ } | 'c' c { $]2[ } | 'd' d { $]2[ } | 'e' e { $]2[ }
102 | 'f' f { $]2[ } | 'g' g { $]2[ } | 'h' h { $]2[ } | 'i' i { $]2[ } | 'j' j { $]2[ }
103 | 'k' k { $]2[ } | 'l' l { $]2[ }
106 a: INT | INT { } INT { } INT { };
107 b: INT | /* empty */;
108 c: INT | INT { $]1[ } INT { $<integer>2 } INT { $<integer>4 };
109 d: INT | INT { } INT { $]1[ } INT { $<integer>2 };
110 e: INT | INT { } INT { } INT { $]1[ };
111 f: INT | INT { } INT { } INT { $]$[ = $]1[ + $]3[ + $]5[; };
112 g: INT | INT { $<integer>$; } INT { $<integer>$; } INT { };
113 h: INT | INT { $<integer>$; } INT { $<integer>$ = $<integer>2; } INT { };
114 i: INT | INT INT { } { $]$[ = $]1[ + $]2[; };
115 j: INT | INT INT { $<integer>$ = 1; } { $]$[ = $]1[ + $]2[; };
116 k: INT | INT INT { $<integer>$; } { $<integer>$ = $<integer>3; } { };
117 l: INT | INT { $<integer>$ = $<integer>1; } INT { $<integer>$ = $<integer>2 + $<integer>3; } INT { $<integer>$ = $<integer>4 + $<integer>5; };]]m4_ifval($1, [
118 _AT_UNUSED_VALUES_DECLARATIONS])
121 AT_CHECK([bison]m4_ifval($2, [ --warnings=midrule-values ])[ input.y], [0], [],
122 [[input.y:11.10-32: warning: unset value: $]$[
123 input.y:11.10-32: warning: unused value: $]1[
124 input.y:11.10-32: warning: unused value: $]3[
125 input.y:11.10-32: warning: unused value: $]5[
126 input.y:12.9: warning: empty rule for typed nonterminal, and no action
127 ]]m4_ifval($2, [[[input.y:13.14-19: warning: unset value: $$
128 input.y:13.25-39: warning: unset value: $$
129 ]]])[[input.y:13.10-59: warning: unset value: $]$[
130 input.y:13.10-59: warning: unused value: $]3[
131 input.y:13.10-59: warning: unused value: $]5[
132 ]]m4_ifval($2, [[[input.y:14.14-16: warning: unset value: $$
133 ]]])[[input.y:14.10-47: warning: unset value: $]$[
134 input.y:14.10-47: warning: unused value: $]3[
135 input.y:14.10-47: warning: unused value: $]5[
136 input.y:15.10-36: warning: unset value: $]$[
137 input.y:15.10-36: warning: unused value: $]3[
138 input.y:15.10-36: warning: unused value: $]5[
139 input.y:17.10-58: warning: unset value: $]$[
140 input.y:17.10-58: warning: unused value: $]1[
141 ]]m4_ifval($2, [[[input.y:17.10-58: warning: unused value: $]2[
142 ]]])[[input.y:17.10-58: warning: unused value: $]3[
143 ]]m4_ifval($2, [[[input.y:17.10-58: warning: unused value: $]4[
144 ]]])[[input.y:17.10-58: warning: unused value: $]5[
145 input.y:18.10-72: warning: unset value: $]$[
146 input.y:18.10-72: warning: unused value: $]1[
147 input.y:18.10-72: warning: unused value: $]3[
148 ]]m4_ifval($2, [[[input.y:18.10-72: warning: unused value: $]4[
149 ]]])[[input.y:18.10-72: warning: unused value: $]5[
150 ]]m4_ifval($2, [[[input.y:20.10-55: warning: unused value: $]3[
151 ]]])[[input.y:21.10-68: warning: unset value: $]$[
152 input.y:21.10-68: warning: unused value: $]1[
153 input.y:21.10-68: warning: unused value: $]2[
154 ]]m4_ifval($2, [[[input.y:21.10-68: warning: unused value: $]4[
158 ## --------------- ##
160 ## --------------- ##
162 AT_SETUP([Unused values])
163 AT_CHECK_UNUSED_VALUES
164 AT_CHECK_UNUSED_VALUES(, [1])
168 ## ------------------------------------------ ##
169 ## Unused values before symbol declarations. ##
170 ## ------------------------------------------ ##
172 AT_SETUP([Unused values before symbol declarations])
173 AT_CHECK_UNUSED_VALUES([1])
174 AT_CHECK_UNUSED_VALUES([1], [1])
178 ## --------------------------------------------- ##
179 ## Default %printer and %destructor redeclared. ##
180 ## --------------------------------------------- ##
182 AT_SETUP([Default %printer and %destructor redeclared])
185 [[%destructor { destroy ($$); } <*> <*>
186 %printer { destroy ($$); } <*> <*>
188 %destructor { destroy ($$); } <*>
189 %printer { destroy ($$); } <*>
191 %destructor { destroy ($$); } <> <>
192 %printer { destroy ($$); } <> <>
194 %destructor { destroy ($$); } <>
195 %printer { destroy ($$); } <>
201 %destructor { destroy ($$); } <*>;
202 %printer { destroy ($$); } <*>;
204 %destructor { destroy ($$); } <>;
205 %printer { destroy ($$); } <>;
208 AT_CHECK([bison input.y], [1], [],
209 [[input.y:1.13-29: redeclaration for default tagged %destructor
210 input.y:1.13-29: previous declaration
211 input.y:2.10-26: redeclaration for default tagged %printer
212 input.y:2.10-26: previous declaration
213 input.y:4.13-29: redeclaration for default tagged %destructor
214 input.y:1.13-29: previous declaration
215 input.y:5.10-26: redeclaration for default tagged %printer
216 input.y:2.10-26: previous declaration
217 input.y:7.13-29: redeclaration for default tagless %destructor
218 input.y:7.13-29: previous declaration
219 input.y:8.10-26: redeclaration for default tagless %printer
220 input.y:8.10-26: previous declaration
221 input.y:10.13-29: redeclaration for default tagless %destructor
222 input.y:7.13-29: previous declaration
223 input.y:11.10-26: redeclaration for default tagless %printer
224 input.y:8.10-26: previous declaration
225 input.y:17.13-29: redeclaration for default tagged %destructor
226 input.y:4.13-29: previous declaration
227 input.y:18.10-26: redeclaration for default tagged %printer
228 input.y:5.10-26: previous declaration
229 input.y:20.13-29: redeclaration for default tagless %destructor
230 input.y:10.13-29: previous declaration
231 input.y:21.10-26: redeclaration for default tagless %printer
232 input.y:11.10-26: previous declaration
238 ## ---------------------------------------------- ##
239 ## Per-type %printer and %destructor redeclared. ##
240 ## ---------------------------------------------- ##
242 AT_SETUP([Per-type %printer and %destructor redeclared])
245 [[%destructor { destroy ($$); } <field1> <field2>
246 %printer { destroy ($$); } <field1> <field2>
248 %destructor { destroy ($$); } <field1> <field1>
249 %printer { destroy ($$); } <field2> <field2>
255 %destructor { destroy ($$); } <field2> <field1>;
256 %printer { destroy ($$); } <field2> <field1>;
259 AT_CHECK([bison input.y], [1], [],
260 [[input.y:4.13-29: %destructor redeclaration for <field1>
261 input.y:1.13-29: previous declaration
262 input.y:4.13-29: %destructor redeclaration for <field1>
263 input.y:4.13-29: previous declaration
264 input.y:5.10-26: %printer redeclaration for <field2>
265 input.y:2.10-26: previous declaration
266 input.y:5.10-26: %printer redeclaration for <field2>
267 input.y:5.10-26: previous declaration
268 input.y:11.13-29: %destructor redeclaration for <field1>
269 input.y:4.13-29: previous declaration
270 input.y:11.13-29: %destructor redeclaration for <field2>
271 input.y:1.13-29: previous declaration
272 input.y:12.10-26: %printer redeclaration for <field1>
273 input.y:2.10-26: previous declaration
274 input.y:12.10-26: %printer redeclaration for <field2>
275 input.y:5.10-26: previous declaration
281 ## ---------------------------------------- ##
282 ## Unused values with default %destructor. ##
283 ## ---------------------------------------- ##
285 AT_SETUP([Unused values with default %destructor])
288 [[%destructor { destroy ($$); } <>
293 start: end end tagged tagged { $<tag>1; $3; } ;
298 AT_CHECK([bison input.y], [0], [],
299 [[input.y:6.8-45: warning: unset value: $$
300 input.y:6.8-45: warning: unused value: $2
301 input.y:7.6-8: warning: unset value: $$
305 [[%destructor { destroy ($$); } <*>
310 start: end end tagged tagged { $<tag>1; $3; } ;
315 AT_CHECK([bison input.y], [0], [],
316 [[input.y:6.8-45: warning: unused value: $4
317 input.y:8.9-11: warning: unset value: $$
323 ## ----------------------------------------- ##
324 ## Unused values with per-type %destructor. ##
325 ## ----------------------------------------- ##
327 AT_SETUP([Unused values with per-type %destructor])
330 [[%destructor { destroy ($$); } <field1>
331 %type <field1> start end
335 start: end end { $1; } ;
339 AT_CHECK([bison input.y], [0], [],
340 [[input.y:6.8-22: warning: unset value: $$
341 input.y:6.8-22: warning: unused value: $2
342 input.y:7.6-8: warning: unset value: $$
348 ## ---------------------- ##
349 ## Incompatible Aliases. ##
350 ## ---------------------- ##
352 AT_SETUP([Incompatible Aliases])
359 %destructor {bar} foo
364 %destructor {baz} "foo"
371 AT_CHECK([bison input.y], [1], [],
372 [[input.y:8.7-11: %type redeclaration for foo
373 input.y:3.7-11: previous declaration
374 input.y:10.13-17: %destructor redeclaration for foo
375 input.y:5.13-17: previous declaration
376 input.y:9.10-14: %printer redeclaration for foo
377 input.y:4.10-14: previous declaration
378 input.y:11.1-5: %left redeclaration for foo
379 input.y:6.1-5: previous declaration
386 ## ----------------------- ##
387 ## Torturing the Scanner. ##
388 ## ----------------------- ##
390 # Be sure to compile and run, so that the C compiler checks what
393 AT_SETUP([Torturing the Scanner])
396 AT_DATA([input.y], [])
397 AT_CHECK([bison input.y], [1], [],
398 [[input.y:1.1: syntax error, unexpected end of file
405 AT_CHECK([bison input.y], [1], [],
406 [[input.y:1.1-2: syntax error, unexpected {...}
410 AT_DATA_GRAMMAR([input.y],
412 /* This is seen in GCC: a %{ and %} in middle of a comment. */
413 const char *foo = "So %{ and %} can be here too.";
416 /* These examples test Bison while not stressing C compilers too much.
417 Many C compilers mishandle backslash-newlines, so this part of the
418 test is inside "#if 0". The comment and string are written so that
419 the "#endif" will be seen regardless of the C compiler bugs that we
422 HP C (as of late 2002) mishandles *\[newline]\[newline]/ within a
425 The Apple Darwin compiler (as of late 2002) mishandles
426 \\[newline]' within a character constant.
431 * A comment with backslash-newlines in it. %} *\
434 /* { Close the above comment, if the C compiler mishandled it. */
437 " A string with backslash-newlines in it %{ %} \\
441 char apostrophe = '\'';
447 /* %{ and %} can be here too. */
450 /* Exercise pre-prologue dependency to %union. */
454 /* Exercise M4 quoting: '@:>@@:>@', 0. */
456 /* Also exercise %union. */
459 value ival; /* A comment to exercise an old bug. */
463 /* Exercise post-prologue dependency to %union. */
465 static YYSTYPE value_as_yystype (value val);
467 /* Exercise quotes in declarations. */
468 char quote[] = "@:>@@:>@,";
472 static void yyerror (const char *s);
473 static int yylex (void);
478 /* Exercise quotes in strings. */
479 %token FAKE "fake @<:@@:>@ \a\b\f\n\r\t\v\"\'\?\\\u005B\U0000005c ??!??'??(??)??-??/??<??=??> \x1\1"
482 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 1. */
483 exp: '@<:@' '\1' two '$' '@' '{' oline output.or.oline.opt
485 /* Exercise quotes in braces. */
486 char tmp[] = "@<:@%c@:>@,\n";
491 two: '\x000000000000000000000000000000000000000000000000000000000000000000002';
492 oline: '@' 'o' 'l' 'i' 'n' 'e' '@' '_' '_' 'o' 'l' 'i' 'n' 'e' '_' '_';
493 output.or.oline.opt: ;|oline;;|output;;;
494 output: '#' 'o' 'u' 't' 'p' 'u' 't' ' ';
496 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 2. */
499 value_as_yystype (value val)
509 static char const input[] = "@<:@\1\2$@{@oline@__@&t@oline__\
512 static size_t toknum;
513 if (! (toknum < sizeof input))
515 yylval = value_as_yystype (input[toknum]);
516 return input[toknum++];
520 yyerror (const char *msg)
522 fprintf (stderr, "%s\n", msg);
526 # Pacify Emacs'font-lock-mode: "
541 AT_CHECK([bison -d -v -o input.c input.y])
542 AT_COMPILE([input.o], [-c input.c])
543 AT_COMPILE([main.o], [-c main.c])
544 AT_COMPILE([input], [input.o main.o])
545 AT_PARSER_CHECK([./input], 0,
552 ## ---------------------- ##
553 ## Typed symbol aliases. ##
554 ## ---------------------- ##
556 AT_SETUP([Typed symbol aliases])
558 # Bison 2.0 broke typed symbol aliases - ensure they work.
560 AT_DATA_GRAMMAR([input.y],
565 %token <val> MY_TOKEN "MY TOKEN"
572 AT_CHECK([bison -o input.c input.y])
581 m4_define([AT_CHECK_REQUIRE],
582 [AT_SETUP([Require $1])
583 AT_DATA_GRAMMAR([input.y],
588 AT_CHECK([bison -o input.c input.y], $2, [], ignore)
592 AT_CHECK_REQUIRE(1.0, 0)
593 AT_CHECK_REQUIRE(AT_PACKAGE_VERSION, 0)
594 ## FIXME: Some day augment this version number.
595 AT_CHECK_REQUIRE(100.0, 63)
598 ## ------------------------------------- ##
599 ## String aliases for character tokens. ##
600 ## ------------------------------------- ##
602 AT_SETUP([String aliases for character tokens])
604 # Bison once thought a character token and its alias were different symbols
605 # with the same user token number.
607 AT_DATA_GRAMMAR([input.y],
614 AT_CHECK([bison -o input.c input.y])
619 ## --------------------- ##
620 ## Unclosed constructs. ##
621 ## --------------------- ##
623 AT_SETUP([Unclosed constructs])
625 # Bison's scan-gram.l once forgot to STRING_FINISH some unclosed constructs, so
626 # they were prepended to whatever it STRING_GROW'ed next. It also threw them
627 # away rather than returning them to the parser. The effect was confusing
628 # subsequent error messages.
633 %token AB "ab" // Used to complain that "ab" was already used.
636 %token TICK_TWELVE "'12" // Used to complain that "'12" was already used.
642 // Used to report a syntax error because it didn't see any kind of symbol
648 // Used to report a syntax error because it didn't see braced code.
649 %destructor { free ($$)
652 AT_CHECK([bison -o input.c input.y], 1, [],
653 [[input.y:1.10-2.0: missing `"' at end of line
654 input.y:4.10-5.0: missing `'' at end of line
655 input.y:14.11-15.0: missing `'' at end of line
656 input.y:16.11-17.0: missing `"' at end of line
657 input.y:19.13-20.0: missing `}' at end of file
658 input.y:20.1: syntax error, unexpected end of file
664 ## ------------------------- ##
665 ## %start after first rule. ##
666 ## ------------------------- ##
668 AT_SETUP([%start after first rule])
670 # Bison once complained that a %start after the first rule was a redeclaration
671 # of the start symbol.
680 AT_CHECK([bison -o input.c input.y])
685 ## --------------------- ##
686 ## %prec takes a token. ##
687 ## --------------------- ##
689 AT_SETUP([%prec takes a token])
691 # Bison once allowed %prec sym where sym was a nonterminal.
695 start: PREC %prec PREC ;
699 AT_CHECK([bison input.y], [1], [],
700 [[input.y:3.1-4: rule given for PREC, which is a token
706 ## ----------------------------- ##
707 ## Reject bad %code qualifiers. ##
708 ## ----------------------------- ##
710 AT_SETUP([Reject bad %code qualifiers])
717 AT_CHECK([[bison input-c.y]], [1], [],
718 [[input-c.y: `' is not a recognized %code qualifier
721 AT_DATA([input-c-glr.y],
726 AT_CHECK([[bison input-c-glr.y]], [1], [],
727 [[input-c-glr.y: `bad' is not a recognized %code qualifier
730 AT_DATA([input-c++.y],
735 AT_CHECK([[bison input-c++.y]], [1], [],
736 [[input-c++.y: `bad' is not a recognized %code qualifier
739 AT_DATA([input-c++-glr.y],
744 AT_CHECK([[bison input-c++-glr.y]], [1], [],
745 [[input-c++-glr.y: `bad' is not a recognized %code qualifier