]> git.saurik.com Git - bison.git/blob - tests/input.at
dfcebfd9a6902cefb6a534f130c44e504c4e028c
[bison.git] / tests / input.at
1 # Checking the Bison scanner. -*- Autotest -*-
2 # Copyright (C) 2002, 2003, 2004, 2005, 2006 Free Software Foundation, Inc.
3
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 2, or (at your option)
7 # any later version.
8
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
13
14 # You should have received a copy of the GNU General Public License
15 # along with this program; if not, write to the Free Software
16 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
17 # 02110-1301, USA.
18
19 AT_BANNER([[Input Processing.]])
20
21 # Mostly test that we are robust to mistakes.
22
23
24 ## ------------ ##
25 ## Invalid $n. ##
26 ## ------------ ##
27
28 AT_SETUP([Invalid \$n and @n])
29
30 AT_DATA([input.y],
31 [[%%
32 exp: { $$ = $1 ; };
33 exp: { @$ = @1 ; };
34 ]])
35
36 AT_CHECK([bison input.y], [1], [],
37 [[input.y:2.13-14: integer out of range: `$1'
38 input.y:3.13-14: integer out of range: `@1'
39 ]])
40
41 AT_CLEANUP
42
43
44 ## -------------- ##
45 ## Type Clashes. ##
46 ## -------------- ##
47
48 AT_SETUP([Type Clashes])
49
50 AT_DATA([input.y],
51 [[%union { int bar; }
52 %token foo
53 %type <bar> exp
54 %%
55 exp: foo { $$; } foo { $2; } foo
56 | foo
57 | /* Empty. */
58 ;
59 ]])
60
61 AT_CHECK([bison input.y], [1], [],
62 [[input.y:5.12-13: $$ for the midrule at $2 of `exp' has no declared type
63 input.y:5.24-25: $2 of `exp' has no declared type
64 input.y:5.6-32: warning: type clash on default action: <bar> != <>
65 input.y:6.6-8: warning: type clash on default action: <bar> != <>
66 input.y:7.5: warning: empty rule for typed nonterminal, and no action
67 ]])
68
69 AT_CLEANUP
70
71
72 # _AT_UNUSED_VALUES_DECLARATIONS()
73 # --------------------------------------------
74 # Generate the token, type, and destructor
75 # declarations for the unused values tests.
76
77 m4_define([_AT_UNUSED_VALUES_DECLARATIONS],
78 [[[%token <integer> INT;
79 %type <integer> a b c d e f g h i j k l;
80 %destructor { destroy ($$); } INT a b c d e f g h i j k l;]]])
81
82
83 # AT_CHECK_UNUSED_VALUES(DECLARATIONS_AFTER, CHECK_MIDRULE_VALUES)
84 # ------------------------------------------------------------------
85 # Generate a grammar to test unused values,
86 # compile it, run it. If DECLARATIONS_AFTER
87 # is set, then the token, type, and destructor
88 # declarations are generated after the rules
89 # rather than before. If CHECK_MIDRULE_VALUES
90 # is set, then --warnings=midrule-values is
91 # set.
92
93 m4_define([AT_CHECK_UNUSED_VALUES],
94 [AT_DATA([input.y],
95 m4_ifval($1, [
96
97
98 ], [_AT_UNUSED_VALUES_DECLARATIONS
99 ])[[%%
100 start:
101 'a' a { $]2[ } | 'b' b { $]2[ } | 'c' c { $]2[ } | 'd' d { $]2[ } | 'e' e { $]2[ }
102 | 'f' f { $]2[ } | 'g' g { $]2[ } | 'h' h { $]2[ } | 'i' i { $]2[ } | 'j' j { $]2[ }
103 | 'k' k { $]2[ } | 'l' l { $]2[ }
104 ;
105
106 a: INT | INT { } INT { } INT { };
107 b: INT | /* empty */;
108 c: INT | INT { $]1[ } INT { $<integer>2 } INT { $<integer>4 };
109 d: INT | INT { } INT { $]1[ } INT { $<integer>2 };
110 e: INT | INT { } INT { } INT { $]1[ };
111 f: INT | INT { } INT { } INT { $]$[ = $]1[ + $]3[ + $]5[; };
112 g: INT | INT { $<integer>$; } INT { $<integer>$; } INT { };
113 h: INT | INT { $<integer>$; } INT { $<integer>$ = $<integer>2; } INT { };
114 i: INT | INT INT { } { $]$[ = $]1[ + $]2[; };
115 j: INT | INT INT { $<integer>$ = 1; } { $]$[ = $]1[ + $]2[; };
116 k: INT | INT INT { $<integer>$; } { $<integer>$ = $<integer>3; } { };
117 l: INT | INT { $<integer>$ = $<integer>1; } INT { $<integer>$ = $<integer>2 + $<integer>3; } INT { $<integer>$ = $<integer>4 + $<integer>5; };]]m4_ifval($1, [
118 _AT_UNUSED_VALUES_DECLARATIONS])
119 )
120
121 AT_CHECK([bison]m4_ifval($2, [ --warnings=midrule-values ])[ input.y], [0], [],
122 [[input.y:11.10-32: warning: unset value: $]$[
123 input.y:11.10-32: warning: unused value: $]1[
124 input.y:11.10-32: warning: unused value: $]3[
125 input.y:11.10-32: warning: unused value: $]5[
126 input.y:12.9: warning: empty rule for typed nonterminal, and no action
127 ]]m4_ifval($2, [[[input.y:13.14-19: warning: unset value: $$
128 input.y:13.25-39: warning: unset value: $$
129 ]]])[[input.y:13.10-59: warning: unset value: $]$[
130 input.y:13.10-59: warning: unused value: $]3[
131 input.y:13.10-59: warning: unused value: $]5[
132 ]]m4_ifval($2, [[[input.y:14.14-16: warning: unset value: $$
133 ]]])[[input.y:14.10-47: warning: unset value: $]$[
134 input.y:14.10-47: warning: unused value: $]3[
135 input.y:14.10-47: warning: unused value: $]5[
136 input.y:15.10-36: warning: unset value: $]$[
137 input.y:15.10-36: warning: unused value: $]3[
138 input.y:15.10-36: warning: unused value: $]5[
139 input.y:17.10-58: warning: unset value: $]$[
140 input.y:17.10-58: warning: unused value: $]1[
141 ]]m4_ifval($2, [[[input.y:17.10-58: warning: unused value: $]2[
142 ]]])[[input.y:17.10-58: warning: unused value: $]3[
143 ]]m4_ifval($2, [[[input.y:17.10-58: warning: unused value: $]4[
144 ]]])[[input.y:17.10-58: warning: unused value: $]5[
145 input.y:18.10-72: warning: unset value: $]$[
146 input.y:18.10-72: warning: unused value: $]1[
147 input.y:18.10-72: warning: unused value: $]3[
148 ]]m4_ifval($2, [[[input.y:18.10-72: warning: unused value: $]4[
149 ]]])[[input.y:18.10-72: warning: unused value: $]5[
150 ]]m4_ifval($2, [[[input.y:20.10-55: warning: unused value: $]3[
151 ]]])[[input.y:21.10-68: warning: unset value: $]$[
152 input.y:21.10-68: warning: unused value: $]1[
153 input.y:21.10-68: warning: unused value: $]2[
154 ]]m4_ifval($2, [[[input.y:21.10-68: warning: unused value: $]4[
155 ]]]))])
156
157
158 ## --------------- ##
159 ## Unused values. ##
160 ## --------------- ##
161
162 AT_SETUP([Unused values])
163 AT_CHECK_UNUSED_VALUES
164 AT_CHECK_UNUSED_VALUES(, [1])
165 AT_CLEANUP
166
167
168 ## ------------------------------------------ ##
169 ## Unused values before symbol declarations. ##
170 ## ------------------------------------------ ##
171
172 AT_SETUP([Unused values before symbol declarations])
173 AT_CHECK_UNUSED_VALUES([1])
174 AT_CHECK_UNUSED_VALUES([1], [1])
175 AT_CLEANUP
176
177
178 ## --------------------------------------------- ##
179 ## Default %printer and %destructor redeclared. ##
180 ## --------------------------------------------- ##
181
182 AT_SETUP([Default %printer and %destructor redeclared])
183
184 AT_DATA([[input.y]],
185 [[%destructor { destroy ($$); } <*> <*>
186 %printer { destroy ($$); } <*> <*>
187
188 %destructor { destroy ($$); } <*>
189 %printer { destroy ($$); } <*>
190
191 %destructor { destroy ($$); } <!> <!>
192 %printer { destroy ($$); } <!> <!>
193
194 %destructor { destroy ($$); } <!>
195 %printer { destroy ($$); } <!>
196
197 %%
198
199 start: ;
200
201 %destructor { destroy ($$); } <*>;
202 %printer { destroy ($$); } <*>;
203
204 %destructor { destroy ($$); } <!>;
205 %printer { destroy ($$); } <!>;
206 ]])
207
208 AT_CHECK([bison input.y], [1], [],
209 [[input.y:1.13-29: redeclaration for default tagged %destructor
210 input.y:1.13-29: previous declaration
211 input.y:2.10-26: redeclaration for default tagged %printer
212 input.y:2.10-26: previous declaration
213 input.y:4.13-29: redeclaration for default tagged %destructor
214 input.y:1.13-29: previous declaration
215 input.y:5.10-26: redeclaration for default tagged %printer
216 input.y:2.10-26: previous declaration
217 input.y:7.13-29: redeclaration for default tagless %destructor
218 input.y:7.13-29: previous declaration
219 input.y:8.10-26: redeclaration for default tagless %printer
220 input.y:8.10-26: previous declaration
221 input.y:10.13-29: redeclaration for default tagless %destructor
222 input.y:7.13-29: previous declaration
223 input.y:11.10-26: redeclaration for default tagless %printer
224 input.y:8.10-26: previous declaration
225 input.y:17.13-29: redeclaration for default tagged %destructor
226 input.y:4.13-29: previous declaration
227 input.y:18.10-26: redeclaration for default tagged %printer
228 input.y:5.10-26: previous declaration
229 input.y:20.13-29: redeclaration for default tagless %destructor
230 input.y:10.13-29: previous declaration
231 input.y:21.10-26: redeclaration for default tagless %printer
232 input.y:11.10-26: previous declaration
233 ]])
234
235 AT_CLEANUP
236
237
238 ## ---------------------------------------------- ##
239 ## Per-type %printer and %destructor redeclared. ##
240 ## ---------------------------------------------- ##
241
242 AT_SETUP([Per-type %printer and %destructor redeclared])
243
244 AT_DATA([[input.y]],
245 [[%destructor { destroy ($$); } <field1> <field2>
246 %printer { destroy ($$); } <field1> <field2>
247
248 %destructor { destroy ($$); } <field1> <field1>
249 %printer { destroy ($$); } <field2> <field2>
250
251 %%
252
253 start: ;
254
255 %destructor { destroy ($$); } <field2> <field1>;
256 %printer { destroy ($$); } <field2> <field1>;
257 ]])
258
259 AT_CHECK([bison input.y], [1], [],
260 [[input.y:4.13-29: %destructor redeclaration for <field1>
261 input.y:1.13-29: previous declaration
262 input.y:4.13-29: %destructor redeclaration for <field1>
263 input.y:4.13-29: previous declaration
264 input.y:5.10-26: %printer redeclaration for <field2>
265 input.y:2.10-26: previous declaration
266 input.y:5.10-26: %printer redeclaration for <field2>
267 input.y:5.10-26: previous declaration
268 input.y:11.13-29: %destructor redeclaration for <field1>
269 input.y:4.13-29: previous declaration
270 input.y:11.13-29: %destructor redeclaration for <field2>
271 input.y:1.13-29: previous declaration
272 input.y:12.10-26: %printer redeclaration for <field1>
273 input.y:2.10-26: previous declaration
274 input.y:12.10-26: %printer redeclaration for <field2>
275 input.y:5.10-26: previous declaration
276 ]])
277
278 AT_CLEANUP
279
280
281 ## ---------------------------------------- ##
282 ## Unused values with default %destructor. ##
283 ## ---------------------------------------- ##
284
285 AT_SETUP([Unused values with default %destructor])
286
287 AT_DATA([[input.y]],
288 [[%destructor { destroy ($$); } <!>
289 %type <tag> tagged
290
291 %%
292
293 start: end end tagged tagged { $<tag>1; $3; } ;
294 end: { } ;
295 tagged: { } ;
296 ]])
297
298 AT_CHECK([bison input.y], [0], [],
299 [[input.y:6.8-45: warning: unset value: $$
300 input.y:6.8-45: warning: unused value: $2
301 input.y:7.6-8: warning: unset value: $$
302 ]])
303
304 AT_DATA([[input.y]],
305 [[%destructor { destroy ($$); } <*>
306 %type <tag> tagged
307
308 %%
309
310 start: end end tagged tagged { $<tag>1; $3; } ;
311 end: { } ;
312 tagged: { } ;
313 ]])
314
315 AT_CHECK([bison input.y], [0], [],
316 [[input.y:6.8-45: warning: unused value: $4
317 input.y:8.9-11: warning: unset value: $$
318 ]])
319
320 AT_CLEANUP
321
322
323 ## ----------------------------------------- ##
324 ## Unused values with per-type %destructor. ##
325 ## ----------------------------------------- ##
326
327 AT_SETUP([Unused values with per-type %destructor])
328
329 AT_DATA([[input.y]],
330 [[%destructor { destroy ($$); } <field1>
331 %type <field1> start end
332
333 %%
334
335 start: end end { $1; } ;
336 end: { } ;
337 ]])
338
339 AT_CHECK([bison input.y], [0], [],
340 [[input.y:6.8-22: warning: unset value: $$
341 input.y:6.8-22: warning: unused value: $2
342 input.y:7.6-8: warning: unset value: $$
343 ]])
344
345 AT_CLEANUP
346
347
348 ## ---------------------- ##
349 ## Incompatible Aliases. ##
350 ## ---------------------- ##
351
352 AT_SETUP([Incompatible Aliases])
353
354 AT_DATA([input.y],
355 [[%token foo "foo"
356
357 %type <bar> foo
358 %printer {bar} foo
359 %destructor {bar} foo
360 %left foo
361
362 %type <baz> "foo"
363 %printer {baz} "foo"
364 %destructor {baz} "foo"
365 %left "foo"
366
367 %%
368 exp: foo;
369 ]])
370
371 AT_CHECK([bison input.y], [1], [],
372 [[input.y:8.7-11: %type redeclaration for foo
373 input.y:3.7-11: previous declaration
374 input.y:10.13-17: %destructor redeclaration for foo
375 input.y:5.13-17: previous declaration
376 input.y:9.10-14: %printer redeclaration for foo
377 input.y:4.10-14: previous declaration
378 input.y:11.1-5: %left redeclaration for foo
379 input.y:6.1-5: previous declaration
380 ]])
381
382 AT_CLEANUP
383
384
385
386 ## ----------------------- ##
387 ## Torturing the Scanner. ##
388 ## ----------------------- ##
389
390 # Be sure to compile and run, so that the C compiler checks what
391 # we do.
392
393 AT_SETUP([Torturing the Scanner])
394
395
396 AT_DATA([input.y], [])
397 AT_CHECK([bison input.y], [1], [],
398 [[input.y:1.1: syntax error, unexpected end of file
399 ]])
400
401
402 AT_DATA([input.y],
403 [{}
404 ])
405 AT_CHECK([bison input.y], [1], [],
406 [[input.y:1.1-2: syntax error, unexpected {...}
407 ]])
408
409
410 AT_DATA_GRAMMAR([input.y],
411 [[%{
412 /* This is seen in GCC: a %{ and %} in middle of a comment. */
413 const char *foo = "So %{ and %} can be here too.";
414
415 #if 0
416 /* These examples test Bison while not stressing C compilers too much.
417 Many C compilers mishandle backslash-newlines, so this part of the
418 test is inside "#if 0". The comment and string are written so that
419 the "#endif" will be seen regardless of the C compiler bugs that we
420 know about, namely:
421
422 HP C (as of late 2002) mishandles *\[newline]\[newline]/ within a
423 comment.
424
425 The Apple Darwin compiler (as of late 2002) mishandles
426 \\[newline]' within a character constant.
427
428 */
429
430 /\
431 * A comment with backslash-newlines in it. %} *\
432 \
433 /
434 /* { Close the above comment, if the C compiler mishandled it. */
435
436 char str[] = "\\
437 " A string with backslash-newlines in it %{ %} \\
438 \
439 "";
440
441 char apostrophe = '\'';
442 #endif
443
444 #include <stdio.h>
445 #include <stdlib.h>
446 %}
447 /* %{ and %} can be here too. */
448
449 %{
450 /* Exercise pre-prologue dependency to %union. */
451 typedef int value;
452 %}
453
454 /* Exercise M4 quoting: '@:>@@:>@', 0. */
455
456 /* Also exercise %union. */
457 %union
458 {
459 value ival; /* A comment to exercise an old bug. */
460 };
461
462
463 /* Exercise post-prologue dependency to %union. */
464 %{
465 static YYSTYPE value_as_yystype (value val);
466
467 /* Exercise quotes in declarations. */
468 char quote[] = "@:>@@:>@,";
469 %}
470
471 %{
472 static void yyerror (const char *s);
473 static int yylex (void);
474 %}
475
476 %type <ival> '@<:@'
477
478 /* Exercise quotes in strings. */
479 %token FAKE "fake @<:@@:>@ \a\b\f\n\r\t\v\"\'\?\\\u005B\U0000005c ??!??'??(??)??-??/??<??=??> \x1\1"
480
481 %%
482 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 1. */
483 exp: '@<:@' '\1' two '$' '@' '{' oline output.or.oline.opt
484 {
485 /* Exercise quotes in braces. */
486 char tmp[] = "@<:@%c@:>@,\n";
487 printf (tmp, $1);
488 }
489 ;
490
491 two: '\x000000000000000000000000000000000000000000000000000000000000000000002';
492 oline: '@' 'o' 'l' 'i' 'n' 'e' '@' '_' '_' 'o' 'l' 'i' 'n' 'e' '_' '_';
493 output.or.oline.opt: ;|oline;;|output;;;
494 output: '#' 'o' 'u' 't' 'p' 'u' 't' ' ';
495 %%
496 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 2. */
497
498 static YYSTYPE
499 value_as_yystype (value val)
500 {
501 YYSTYPE res;
502 res.ival = val;
503 return res;
504 }
505
506 static int
507 yylex (void)
508 {
509 static char const input[] = "@<:@\1\2$@{@oline@__@&t@oline__\
510 #output "; /* "
511 */
512 static size_t toknum;
513 if (! (toknum < sizeof input))
514 abort ();
515 yylval = value_as_yystype (input[toknum]);
516 return input[toknum++];
517 }
518
519 static void
520 yyerror (const char *msg)
521 {
522 fprintf (stderr, "%s\n", msg);
523 }
524 ]])
525
526 # Pacify Emacs'font-lock-mode: "
527
528 AT_DATA([main.c],
529 [[typedef int value;
530 #include "input.h"
531
532 int yyparse (void);
533
534 int
535 main (void)
536 {
537 return yyparse ();
538 }
539 ]])
540
541 AT_CHECK([bison -d -v -o input.c input.y])
542 AT_COMPILE([input.o], [-c input.c])
543 AT_COMPILE([main.o], [-c main.c])
544 AT_COMPILE([input], [input.o main.o])
545 AT_PARSER_CHECK([./input], 0,
546 [[[@<:@],
547 ]])
548
549 AT_CLEANUP
550
551
552 ## ---------------------- ##
553 ## Typed symbol aliases. ##
554 ## ---------------------- ##
555
556 AT_SETUP([Typed symbol aliases])
557
558 # Bison 2.0 broke typed symbol aliases - ensure they work.
559
560 AT_DATA_GRAMMAR([input.y],
561 [[%union
562 {
563 int val;
564 };
565 %token <val> MY_TOKEN "MY TOKEN"
566 %type <val> exp
567 %%
568 exp: "MY TOKEN";
569 %%
570 ]])
571
572 AT_CHECK([bison -o input.c input.y])
573
574 AT_CLEANUP
575
576
577 ## --------- ##
578 ## Require. ##
579 ## --------- ##
580
581 m4_define([AT_CHECK_REQUIRE],
582 [AT_SETUP([Require $1])
583 AT_DATA_GRAMMAR([input.y],
584 [[%require "$1";
585 %%
586 empty_file:;
587 ]])
588 AT_CHECK([bison -o input.c input.y], $2, [], ignore)
589 AT_CLEANUP
590 ])
591
592 AT_CHECK_REQUIRE(1.0, 0)
593 AT_CHECK_REQUIRE(AT_PACKAGE_VERSION, 0)
594 ## FIXME: Some day augment this version number.
595 AT_CHECK_REQUIRE(100.0, 63)
596
597
598 ## ------------------------------------- ##
599 ## String aliases for character tokens. ##
600 ## ------------------------------------- ##
601
602 AT_SETUP([String aliases for character tokens])
603
604 # Bison once thought a character token and its alias were different symbols
605 # with the same user token number.
606
607 AT_DATA_GRAMMAR([input.y],
608 [[%token 'a' "a"
609 %%
610 start: 'a';
611 %%
612 ]])
613
614 AT_CHECK([bison -o input.c input.y])
615
616 AT_CLEANUP
617
618
619 ## --------------------- ##
620 ## Unclosed constructs. ##
621 ## --------------------- ##
622
623 AT_SETUP([Unclosed constructs])
624
625 # Bison's scan-gram.l once forgot to STRING_FINISH some unclosed constructs, so
626 # they were prepended to whatever it STRING_GROW'ed next. It also threw them
627 # away rather than returning them to the parser. The effect was confusing
628 # subsequent error messages.
629
630 AT_DATA([input.y],
631 [[%token A "a
632 %token B "b"
633 %token AB "ab" // Used to complain that "ab" was already used.
634 %token C '1
635 %token TWO "2"
636 %token TICK_TWELVE "'12" // Used to complain that "'12" was already used.
637
638 %%
639
640 start: ;
641
642 // Used to report a syntax error because it didn't see any kind of symbol
643 // identifier.
644 %type <f> 'a
645 ;
646 %type <f> "a
647 ;
648 // Used to report a syntax error because it didn't see braced code.
649 %destructor { free ($$)
650 ]])
651
652 AT_CHECK([bison -o input.c input.y], 1, [],
653 [[input.y:1.10-2.0: missing `"' at end of line
654 input.y:4.10-5.0: missing `'' at end of line
655 input.y:14.11-15.0: missing `'' at end of line
656 input.y:16.11-17.0: missing `"' at end of line
657 input.y:19.13-20.0: missing `}' at end of file
658 input.y:20.1: syntax error, unexpected end of file
659 ]])
660
661 AT_CLEANUP
662
663
664 ## ------------------------- ##
665 ## %start after first rule. ##
666 ## ------------------------- ##
667
668 AT_SETUP([%start after first rule])
669
670 # Bison once complained that a %start after the first rule was a redeclaration
671 # of the start symbol.
672
673 AT_DATA([input.y],
674 [[%%
675 false_start: ;
676 start: false_start ;
677 %start start;
678 ]])
679
680 AT_CHECK([bison -o input.c input.y])
681
682 AT_CLEANUP
683
684
685 ## --------------------- ##
686 ## %prec takes a token. ##
687 ## --------------------- ##
688
689 AT_SETUP([%prec takes a token])
690
691 # Bison once allowed %prec sym where sym was a nonterminal.
692
693 AT_DATA([input.y],
694 [[%%
695 start: PREC %prec PREC ;
696 PREC: ;
697 ]])
698
699 AT_CHECK([bison input.y], [1], [],
700 [[input.y:3.1-4: rule given for PREC, which is a token
701 ]])
702
703 AT_CLEANUP