]> git.saurik.com Git - bison.git/blob - tests/regression.at
153344713882e9055f7f1c6171f7d3520456a5f9
[bison.git] / tests / regression.at
1 # Bison Regressions. -*- Autotest -*-
2
3 # Copyright (C) 2001-2010 Free Software Foundation, Inc.
4
5 # This program is free software: you can redistribute it and/or modify
6 # it under the terms of the GNU General Public License as published by
7 # the Free Software Foundation, either version 3 of the License, or
8 # (at your option) any later version.
9 #
10 # This program is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # GNU General Public License for more details.
14 #
15 # You should have received a copy of the GNU General Public License
16 # along with this program. If not, see <http://www.gnu.org/licenses/>.
17
18 AT_BANNER([[Regression tests.]])
19
20
21 ## ------------------ ##
22 ## Trivial grammars. ##
23 ## ------------------ ##
24
25 AT_SETUP([Trivial grammars])
26
27 AT_DATA_GRAMMAR([input.y],
28 [[%{
29 void yyerror (char const *);
30 int yylex (void);
31 #define YYSTYPE int *
32 %}
33
34 %error-verbose
35
36 %%
37
38 program: 'x';
39 ]])
40
41 AT_BISON_CHECK([-o input.c input.y])
42 AT_COMPILE([input.o], [-c input.c])
43 AT_COMPILE([input.o], [-DYYDEBUG -c input.c])
44
45 AT_CLEANUP
46
47
48
49 ## ----------------- ##
50 ## YYSTYPE typedef. ##
51 ## ----------------- ##
52
53 AT_SETUP([YYSTYPE typedef])
54
55 AT_DATA_GRAMMAR([input.y],
56 [[%{
57 void yyerror (char const *);
58 int yylex (void);
59 typedef union { char const *val; } YYSTYPE;
60 %}
61
62 %type <val> program
63
64 %%
65
66 program: { $$ = ""; };
67 ]])
68
69 AT_BISON_CHECK([-o input.c input.y])
70 AT_COMPILE([input.o], [-c input.c])
71
72 AT_CLEANUP
73
74
75
76 ## ------------------------------------- ##
77 ## Early token definitions with --yacc. ##
78 ## ------------------------------------- ##
79
80
81 AT_SETUP([Early token definitions with --yacc])
82
83 # Found in GCJ: they expect the tokens to be defined before the user
84 # prologue, so that they can use the token definitions in it.
85
86 AT_DATA_GRAMMAR([input.y],
87 [[%{
88 void yyerror (const char *s);
89 int yylex (void);
90 %}
91
92 %union
93 {
94 int val;
95 };
96 %{
97 #ifndef MY_TOKEN
98 # error "MY_TOKEN not defined."
99 #endif
100 %}
101 %token MY_TOKEN
102 %%
103 exp: MY_TOKEN;
104 %%
105 ]])
106
107 AT_BISON_CHECK([-y -o input.c input.y])
108 AT_COMPILE([input.o], [-c input.c])
109
110 AT_CLEANUP
111
112
113
114 ## ---------------------------------------- ##
115 ## Early token definitions without --yacc. ##
116 ## ---------------------------------------- ##
117
118
119 AT_SETUP([Early token definitions without --yacc])
120
121 # Found in GCJ: they expect the tokens to be defined before the user
122 # prologue, so that they can use the token definitions in it.
123
124 AT_DATA_GRAMMAR([input.y],
125 [[%{
126 #include <stdio.h>
127 void yyerror (const char *s);
128 int yylex (void);
129 void print_my_token (void);
130 %}
131
132 %union
133 {
134 int val;
135 };
136 %{
137 void
138 print_my_token (void)
139 {
140 enum yytokentype my_token = MY_TOKEN;
141 printf ("%d\n", my_token);
142 }
143 %}
144 %token MY_TOKEN
145 %%
146 exp: MY_TOKEN;
147 %%
148 ]])
149
150 AT_BISON_CHECK([-o input.c input.y])
151 AT_COMPILE([input.o], [-c input.c])
152
153 AT_CLEANUP
154
155
156
157 ## ---------------- ##
158 ## Braces parsing. ##
159 ## ---------------- ##
160
161
162 AT_SETUP([Braces parsing])
163
164 AT_DATA([input.y],
165 [[/* Bison used to swallow the character after `}'. */
166
167 %%
168 exp: { tests = {{{{{{{{{{}}}}}}}}}}; };
169 %%
170 ]])
171
172 AT_BISON_CHECK([-v -o input.c input.y])
173
174 AT_CHECK([grep 'tests = {{{{{{{{{{}}}}}}}}}};' input.c], 0, [ignore])
175
176 AT_CLEANUP
177
178
179 ## ------------------ ##
180 ## Duplicate string. ##
181 ## ------------------ ##
182
183
184 AT_SETUP([Duplicate string])
185
186 AT_DATA([input.y],
187 [[/* `Bison -v' used to dump core when two tokens are defined with the same
188 string, as LE and GE below. */
189
190 %token NUM
191 %token LE "<="
192 %token GE "<="
193
194 %%
195 exp: '(' exp ')' | NUM ;
196 %%
197 ]])
198
199 AT_BISON_CHECK([-v -o input.c input.y], 0, [],
200 [[input.y:6.8-14: warning: symbol `"<="' used more than once as a literal string
201 ]])
202
203 AT_CLEANUP
204
205
206 ## ------------------- ##
207 ## Rule Line Numbers. ##
208 ## ------------------- ##
209
210 AT_SETUP([Rule Line Numbers])
211
212 AT_KEYWORDS([report])
213
214 AT_DATA([input.y],
215 [[%%
216 expr:
217 'a'
218
219 {
220
221 }
222
223 'b'
224
225 {
226
227 }
228
229 |
230
231
232 {
233
234
235 }
236
237 'c'
238
239 {
240
241 };
242 ]])
243
244 AT_BISON_CHECK([-o input.c -v input.y])
245
246 # Check the contents of the report.
247 AT_CHECK([cat input.output], [],
248 [[Grammar
249
250 0 $accept: expr $end
251
252 1 $@1: /* empty */
253
254 2 expr: 'a' $@1 'b'
255
256 3 $@2: /* empty */
257
258 4 expr: $@2 'c'
259
260
261 Terminals, with rules where they appear
262
263 $end (0) 0
264 'a' (97) 2
265 'b' (98) 2
266 'c' (99) 4
267 error (256)
268
269
270 Nonterminals, with rules where they appear
271
272 $accept (6)
273 on left: 0
274 expr (7)
275 on left: 2 4, on right: 0
276 $@1 (8)
277 on left: 1, on right: 2
278 $@2 (9)
279 on left: 3, on right: 4
280
281
282 state 0
283
284 0 $accept: . expr $end
285
286 'a' shift, and go to state 1
287
288 $default reduce using rule 3 ($@2)
289
290 expr go to state 2
291 $@2 go to state 3
292
293
294 state 1
295
296 2 expr: 'a' . $@1 'b'
297
298 $default reduce using rule 1 ($@1)
299
300 $@1 go to state 4
301
302
303 state 2
304
305 0 $accept: expr . $end
306
307 $end shift, and go to state 5
308
309
310 state 3
311
312 4 expr: $@2 . 'c'
313
314 'c' shift, and go to state 6
315
316
317 state 4
318
319 2 expr: 'a' $@1 . 'b'
320
321 'b' shift, and go to state 7
322
323
324 state 5
325
326 0 $accept: expr $end .
327
328 $default accept
329
330
331 state 6
332
333 4 expr: $@2 'c' .
334
335 $default reduce using rule 4 (expr)
336
337
338 state 7
339
340 2 expr: 'a' $@1 'b' .
341
342 $default reduce using rule 2 (expr)
343 ]])
344
345 AT_CLEANUP
346
347
348
349 ## ---------------------- ##
350 ## Mixing %token styles. ##
351 ## ---------------------- ##
352
353
354 AT_SETUP([Mixing %token styles])
355
356 # Taken from the documentation.
357 AT_DATA([input.y],
358 [[%token <operator> OR "||"
359 %token <operator> LE 134 "<="
360 %left OR "<="
361 %%
362 exp: ;
363 %%
364 ]])
365
366 AT_BISON_CHECK([-v -o input.c input.y])
367
368 AT_CLEANUP
369
370
371
372 ## ---------------- ##
373 ## Invalid inputs. ##
374 ## ---------------- ##
375
376
377 AT_SETUP([Invalid inputs])
378
379 AT_DATA([input.y],
380 [[%%
381 ?
382 default: 'a' }
383 %&
384 %a-does-not-exist
385 %-
386 %{
387 ]])
388
389 AT_BISON_CHECK([input.y], [1], [],
390 [[input.y:2.1: invalid character: `?'
391 input.y:3.14: invalid character: `}'
392 input.y:4.1: invalid character: `%'
393 input.y:4.2: invalid character: `&'
394 input.y:5.1-17: invalid directive: `%a-does-not-exist'
395 input.y:6.1-2: invalid directive: `%-'
396 input.y:7.1-8.0: missing `%}' at end of file
397 input.y:7.1-8.0: syntax error, unexpected %{...%}
398 ]])
399
400 AT_CLEANUP
401
402
403 AT_SETUP([Invalid inputs with {}])
404
405 AT_DATA([input.y],
406 [[
407 %destructor
408 %initial-action
409 %lex-param
410 %parse-param
411 %printer
412 %union
413 ]])
414
415 AT_BISON_CHECK([input.y], [1], [],
416 [[input.y:3.1-15: syntax error, unexpected %initial-action, expecting {...}
417 ]])
418
419 AT_CLEANUP
420
421
422
423 ## ------------------- ##
424 ## Token definitions. ##
425 ## ------------------- ##
426
427
428 AT_SETUP([Token definitions])
429
430 # Bison managed, when fed with `%token 'f' "f"' to #define 'f'!
431 AT_DATA_GRAMMAR([input.y],
432 [%{
433 #include <stdlib.h>
434 #include <stdio.h>
435 void yyerror (const char *s);
436 int yylex (void);
437 %}
438 [%error-verbose
439 %token MYEOF 0 "end of file"
440 %token 'a' "a"
441 %token B_TOKEN "b"
442 %token C_TOKEN 'c'
443 %token 'd' D_TOKEN
444 %token SPECIAL "\\\'\?\"\a\b\f\n\r\t\v\001\201\x001\x000081??!"
445 %token SPECIAL "\\\'\?\"\a\b\f\n\r\t\v\001\201\x001\x000081??!"
446 %%
447 exp: "a" "\\\'\?\"\a\b\f\n\r\t\v\001\201\x001\x000081??!";
448 %%
449 void
450 yyerror (char const *s)
451 {
452 fprintf (stderr, "%s\n", s);
453 }
454
455 int
456 yylex (void)
457 {
458 static int called;
459 if (called++)
460 abort ();
461 return SPECIAL;
462 }
463
464 int
465 main (void)
466 {
467 return yyparse ();
468 }
469 ]])
470
471 # Checking the warning message guarantees that the trigraph "??!" isn't
472 # unnecessarily escaped here even though it would need to be if encoded in a
473 # C-string literal. Also notice that unnecessary escaping, such as "\?", from
474 # the user specification is eliminated.
475 AT_BISON_CHECK([-o input.c input.y], [[0]], [[]],
476 [[input.y:22.8-14: warning: symbol SPECIAL redeclared
477 input.y:22.8-63: warning: symbol `"\\'?\"\a\b\f\n\r\t\v\001\201\001\201??!"' used more than once as a literal string
478 ]])
479 AT_COMPILE([input])
480
481 # Checking the error message here guarantees that yytname, which does contain
482 # C-string literals, does have the trigraph escaped correctly. Thus, the
483 # symbol name reported by the parser is exactly the same as that reported by
484 # Bison itself.
485 AT_DATA([experr],
486 [[syntax error, unexpected "\\'?\"\a\b\f\n\r\t\v\001\201\001\201??!", expecting a
487 ]])
488 AT_PARSER_CHECK([./input], 1, [], [experr])
489 AT_CLEANUP
490
491
492
493 ## -------------------- ##
494 ## Characters Escapes. ##
495 ## -------------------- ##
496
497
498 AT_SETUP([Characters Escapes])
499
500 AT_DATA_GRAMMAR([input.y],
501 [%{
502 void yyerror (const char *s);
503 int yylex (void);
504 %}
505 [%%
506 exp:
507 '\'' "\'"
508 | '\"' "\""
509 | '"' "'"
510 ;
511 ]])
512 # Pacify font-lock-mode: "
513
514 AT_BISON_CHECK([-o input.c input.y])
515 AT_COMPILE([input.o], [-c input.c])
516 AT_CLEANUP
517
518
519
520 ## -------------- ##
521 ## Web2c Report. ##
522 ## -------------- ##
523
524 # The generation of the reduction was once wrong in Bison, and made it
525 # miss some reductions. In the following test case, the reduction on
526 # `undef_id_tok' in state 1 was missing. This is stripped down from
527 # the actual web2c.y.
528
529 AT_SETUP([Web2c Report])
530
531 AT_KEYWORDS([report])
532
533 AT_DATA([input.y],
534 [[%token undef_id_tok const_id_tok
535
536 %start CONST_DEC_PART
537 \f
538 %%
539 CONST_DEC_PART:
540 CONST_DEC_LIST
541 ;
542
543 CONST_DEC_LIST:
544 CONST_DEC
545 | CONST_DEC_LIST CONST_DEC
546 ;
547
548 CONST_DEC:
549 { } undef_id_tok '=' const_id_tok ';'
550 ;
551 %%
552 ]])
553
554 AT_BISON_CHECK([-v input.y])
555 AT_CHECK([cat input.output], 0,
556 [[Grammar
557
558 0 $accept: CONST_DEC_PART $end
559
560 1 CONST_DEC_PART: CONST_DEC_LIST
561
562 2 CONST_DEC_LIST: CONST_DEC
563 3 | CONST_DEC_LIST CONST_DEC
564
565 4 $@1: /* empty */
566
567 5 CONST_DEC: $@1 undef_id_tok '=' const_id_tok ';'
568
569
570 Terminals, with rules where they appear
571
572 $end (0) 0
573 ';' (59) 5
574 '=' (61) 5
575 error (256)
576 undef_id_tok (258) 5
577 const_id_tok (259) 5
578
579
580 Nonterminals, with rules where they appear
581
582 $accept (7)
583 on left: 0
584 CONST_DEC_PART (8)
585 on left: 1, on right: 0
586 CONST_DEC_LIST (9)
587 on left: 2 3, on right: 1 3
588 CONST_DEC (10)
589 on left: 5, on right: 2 3
590 $@1 (11)
591 on left: 4, on right: 5
592
593
594 state 0
595
596 0 $accept: . CONST_DEC_PART $end
597
598 $default reduce using rule 4 ($@1)
599
600 CONST_DEC_PART go to state 1
601 CONST_DEC_LIST go to state 2
602 CONST_DEC go to state 3
603 $@1 go to state 4
604
605
606 state 1
607
608 0 $accept: CONST_DEC_PART . $end
609
610 $end shift, and go to state 5
611
612
613 state 2
614
615 1 CONST_DEC_PART: CONST_DEC_LIST .
616 3 CONST_DEC_LIST: CONST_DEC_LIST . CONST_DEC
617
618 undef_id_tok reduce using rule 4 ($@1)
619 $default reduce using rule 1 (CONST_DEC_PART)
620
621 CONST_DEC go to state 6
622 $@1 go to state 4
623
624
625 state 3
626
627 2 CONST_DEC_LIST: CONST_DEC .
628
629 $default reduce using rule 2 (CONST_DEC_LIST)
630
631
632 state 4
633
634 5 CONST_DEC: $@1 . undef_id_tok '=' const_id_tok ';'
635
636 undef_id_tok shift, and go to state 7
637
638
639 state 5
640
641 0 $accept: CONST_DEC_PART $end .
642
643 $default accept
644
645
646 state 6
647
648 3 CONST_DEC_LIST: CONST_DEC_LIST CONST_DEC .
649
650 $default reduce using rule 3 (CONST_DEC_LIST)
651
652
653 state 7
654
655 5 CONST_DEC: $@1 undef_id_tok . '=' const_id_tok ';'
656
657 '=' shift, and go to state 8
658
659
660 state 8
661
662 5 CONST_DEC: $@1 undef_id_tok '=' . const_id_tok ';'
663
664 const_id_tok shift, and go to state 9
665
666
667 state 9
668
669 5 CONST_DEC: $@1 undef_id_tok '=' const_id_tok . ';'
670
671 ';' shift, and go to state 10
672
673
674 state 10
675
676 5 CONST_DEC: $@1 undef_id_tok '=' const_id_tok ';' .
677
678 $default reduce using rule 5 (CONST_DEC)
679 ]])
680
681 AT_CLEANUP
682
683
684 ## --------------- ##
685 ## Web2c Actions. ##
686 ## --------------- ##
687
688 # The generation of the mapping `state -> action' was once wrong in
689 # extremely specific situations. web2c.y exhibits this situation.
690 # Below is a stripped version of the grammar. It looks like one can
691 # simplify it further, but just don't: it is tuned to exhibit a bug,
692 # which disapears when applying sane grammar transformations.
693 #
694 # It used to be wrong on yydefact only:
695 #
696 # static const yytype_uint8 yydefact[] =
697 # {
698 # - 2, 0, 1, 0, 0, 2, 3, 2, 5, 4,
699 # + 2, 0, 1, 0, 0, 0, 3, 2, 5, 4,
700 # 0, 0
701 # };
702 #
703 # but let's check all the tables.
704
705
706 AT_SETUP([Web2c Actions])
707
708 AT_KEYWORDS([report])
709
710 AT_DATA([input.y],
711 [[%%
712 statement: struct_stat;
713 struct_stat: /* empty. */ | if else;
714 if: "if" "const" "then" statement;
715 else: "else" statement;
716 %%
717 ]])
718
719 AT_BISON_CHECK([-v -o input.c input.y])
720
721 # Check only the tables.
722 [sed -n 's/ *$//;/^static const.*\[\] =/,/^}/p' input.c >tables.c]
723
724 AT_CHECK([[cat tables.c]], 0,
725 [[static const yytype_uint8 yytranslate[] =
726 {
727 0, 2, 2, 2, 2, 2, 2, 2, 2, 2,
728 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
729 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
730 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
731 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
732 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
733 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
734 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
735 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
736 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
737 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
738 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
739 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
740 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
741 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
742 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
743 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
744 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
745 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
746 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
747 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
748 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
749 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
750 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
751 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
752 2, 2, 2, 2, 2, 2, 1, 2, 3, 4,
753 5, 6
754 };
755 static const yytype_uint8 yyrline[] =
756 {
757 0, 2, 2, 3, 3, 4, 5
758 };
759 static const char *const yytname[] =
760 {
761 "$end", "error", "$undefined", "\"if\"", "\"const\"", "\"then\"",
762 "\"else\"", "$accept", "statement", "struct_stat", "if", "else", 0
763 };
764 static const yytype_uint16 yytoknum[] =
765 {
766 0, 256, 257, 258, 259, 260, 261
767 };
768 static const yytype_int8 yypact[] =
769 {
770 -2, -1, 4, -8, 0, 2, -8, -2, -8, -2,
771 -8, -8
772 };
773 static const yytype_uint8 yydefact[] =
774 {
775 3, 0, 0, 2, 0, 0, 1, 3, 4, 3,
776 6, 5
777 };
778 static const yytype_int8 yypgoto[] =
779 {
780 -8, -7, -8, -8, -8
781 };
782 static const yytype_int8 yydefgoto[] =
783 {
784 -1, 2, 3, 4, 8
785 };
786 static const yytype_uint8 yytable[] =
787 {
788 10, 1, 11, 5, 6, 0, 7, 9
789 };
790 static const yytype_int8 yycheck[] =
791 {
792 7, 3, 9, 4, 0, -1, 6, 5
793 };
794 static const yytype_uint8 yystos[] =
795 {
796 0, 3, 8, 9, 10, 4, 0, 6, 11, 5,
797 8, 8
798 };
799 static const yytype_uint8 yyr1[] =
800 {
801 0, 7, 8, 9, 9, 10, 11
802 };
803 static const yytype_uint8 yyr2[] =
804 {
805 0, 2, 1, 0, 2, 4, 2
806 };
807 ]])
808
809 AT_CLEANUP
810
811
812 ## ------------------------- ##
813 ## yycheck Bound Violation. ##
814 ## ------------------------- ##
815
816
817 # _AT_DATA_DANCER_Y(BISON-OPTIONS)
818 # --------------------------------
819 # The following grammar, taken from Andrew Suffield's GPL'd implementation
820 # of DGMTP, the Dancer Generic Message Transport Protocol, used to violate
821 # yycheck's bounds where issuing a verbose error message. Keep this test
822 # so that possible bound checking compilers could check all the skeletons.
823 m4_define([_AT_DATA_DANCER_Y],
824 [AT_DATA_GRAMMAR([dancer.y],
825 [%{
826 static int yylex (AT_LALR1_CC_IF([int *], [void]));
827 AT_LALR1_CC_IF([#include <cstdlib>],
828 [#include <stdlib.h>
829 #include <stdio.h>
830 static void yyerror (const char *);])
831 %}
832 $1
833 %token ARROW INVALID NUMBER STRING DATA
834 %defines
835 %verbose
836 %error-verbose
837 /* Grammar follows */
838 %%
839 line: header body
840 ;
841
842 header: '<' from ARROW to '>' type ':'
843 | '<' ARROW to '>' type ':'
844 | ARROW to type ':'
845 | type ':'
846 | '<' '>'
847 ;
848
849 from: DATA
850 | STRING
851 | INVALID
852 ;
853
854 to: DATA
855 | STRING
856 | INVALID
857 ;
858
859 type: DATA
860 | STRING
861 | INVALID
862 ;
863
864 body: /* empty */
865 | body member
866 ;
867
868 member: STRING
869 | DATA
870 | '+' NUMBER
871 | '-' NUMBER
872 | NUMBER
873 | INVALID
874 ;
875 %%
876 AT_LALR1_CC_IF(
877 [/* A C++ error reporting function. */
878 void
879 yy::parser::error (const std::string& m)
880 {
881 std::cerr << m << std::endl;
882 }
883
884 int
885 yyparse ()
886 {
887 yy::parser parser;
888 #if YYDEBUG
889 parser.set_debug_level (YYDEBUG);
890 #endif
891 return parser.parse ();
892 }
893 ],
894 [static void
895 yyerror (const char *s)
896 {
897 fprintf (stderr, "%s\n", s);
898 }])
899
900 static int
901 yylex (AT_LALR1_CC_IF([int *lval], [void]))
902 [{
903 static int const tokens[] =
904 {
905 ':', -1
906 };
907 static size_t toknum;
908 ]AT_LALR1_CC_IF([*lval = 0; /* Pacify GCC. */])[
909 if (! (toknum < sizeof tokens / sizeof *tokens))
910 abort ();
911 return tokens[toknum++];
912 }]
913
914 int
915 main (void)
916 {
917 return yyparse ();
918 }
919 ])
920 ])# _AT_DATA_DANCER_Y
921
922
923 # AT_CHECK_DANCER(BISON-OPTIONS)
924 # ------------------------------
925 # Generate the grammar, compile it, run it.
926 m4_define([AT_CHECK_DANCER],
927 [AT_SETUP([Dancer $1])
928 AT_BISON_OPTION_PUSHDEFS([$1])
929 _AT_DATA_DANCER_Y([$1])
930 AT_BISON_CHECK([-o dancer.c dancer.y])
931 AT_FULL_COMPILE([dancer])
932 AT_PARSER_CHECK([./dancer], 1, [],
933 [syntax error, unexpected ':'
934 ])
935 AT_BISON_OPTION_POPDEFS
936 AT_CLEANUP
937 ])
938
939 AT_CHECK_DANCER()
940 AT_CHECK_DANCER([%glr-parser])
941 AT_CHECK_DANCER([%skeleton "lalr1.cc"])
942
943
944 ## ------------------------------------------ ##
945 ## Diagnostic that expects two alternatives. ##
946 ## ------------------------------------------ ##
947
948
949 # _AT_DATA_EXPECT2_Y(BISON-OPTIONS)
950 # --------------------------------
951 m4_define([_AT_DATA_EXPECT2_Y],
952 [AT_DATA_GRAMMAR([expect2.y],
953 [%{
954 static int yylex (AT_LALR1_CC_IF([int *], [void]));
955 AT_LALR1_CC_IF([#include <cstdlib>],
956 [#include <stdio.h>
957 #include <stdlib.h>
958 static void yyerror (const char *);])
959 %}
960 $1
961 %defines
962 %error-verbose
963 %token A 1000
964 %token B
965
966 %%
967 program: /* empty */
968 | program e ';'
969 | program error ';';
970
971 e: e '+' t | t;
972 t: A | B;
973
974 %%
975 AT_LALR1_CC_IF(
976 [/* A C++ error reporting function. */
977 void
978 yy::parser::error (const std::string& m)
979 {
980 std::cerr << m << std::endl;
981 }
982
983 int
984 yyparse ()
985 {
986 yy::parser parser;
987 return parser.parse ();
988 }
989 ],
990 [static void
991 yyerror (const char *s)
992 {
993 fprintf (stderr, "%s\n", s);
994 }])
995
996 static int
997 yylex (AT_LALR1_CC_IF([int *lval], [void]))
998 [{
999 static int const tokens[] =
1000 {
1001 1000, '+', '+', -1
1002 };
1003 static size_t toknum;
1004 ]AT_LALR1_CC_IF([*lval = 0; /* Pacify GCC. */])[
1005 if (! (toknum < sizeof tokens / sizeof *tokens))
1006 abort ();
1007 return tokens[toknum++];
1008 }]
1009
1010 int
1011 main (void)
1012 {
1013 return yyparse ();
1014 }
1015 ])
1016 ])# _AT_DATA_EXPECT2_Y
1017
1018
1019 # AT_CHECK_EXPECT2(BISON-OPTIONS)
1020 # ------------------------------
1021 # Generate the grammar, compile it, run it.
1022 m4_define([AT_CHECK_EXPECT2],
1023 [AT_SETUP([Expecting two tokens $1])
1024 AT_BISON_OPTION_PUSHDEFS([$1])
1025 _AT_DATA_EXPECT2_Y([$1])
1026 AT_BISON_CHECK([-o expect2.c expect2.y])
1027 AT_FULL_COMPILE([expect2])
1028 AT_PARSER_CHECK([./expect2], 1, [],
1029 [syntax error, unexpected '+', expecting A or B
1030 ])
1031 AT_BISON_OPTION_POPDEFS
1032 AT_CLEANUP
1033 ])
1034
1035 AT_CHECK_EXPECT2()
1036 AT_CHECK_EXPECT2([%glr-parser])
1037 AT_CHECK_EXPECT2([%skeleton "lalr1.cc"])
1038
1039
1040
1041 ## --------------------------------------------- ##
1042 ## Braced code in declaration in rules section. ##
1043 ## --------------------------------------------- ##
1044
1045 AT_SETUP([Braced code in declaration in rules section])
1046
1047 # Bison once mistook braced code in a declaration in the rules section to be a
1048 # rule action.
1049
1050 AT_DATA_GRAMMAR([input.y],
1051 [[%{
1052 #include <stdio.h>
1053 static void yyerror (char const *msg);
1054 static int yylex (void);
1055 %}
1056
1057 %error-verbose
1058
1059 %%
1060
1061 start:
1062 {
1063 printf ("Bison would once convert this action to a midrule because of the"
1064 " subsequent braced code.\n");
1065 }
1066 ;
1067
1068 %destructor { fprintf (stderr, "DESTRUCTOR\n"); } 'a';
1069 %printer { fprintf (yyoutput, "PRINTER"); } 'a';
1070
1071 %%
1072
1073 static void
1074 yyerror (char const *msg)
1075 {
1076 fprintf (stderr, "%s\n", msg);
1077 }
1078
1079 static int
1080 yylex (void)
1081 {
1082 return 'a';
1083 }
1084
1085 int
1086 main (void)
1087 {
1088 yydebug = 1;
1089 return !yyparse ();
1090 }
1091 ]])
1092
1093 AT_BISON_CHECK([-t -o input.c input.y])
1094 AT_COMPILE([input])
1095 AT_PARSER_CHECK([./input], 0,
1096 [[Bison would once convert this action to a midrule because of the subsequent braced code.
1097 ]],
1098 [[Starting parse
1099 Entering state 0
1100 Reducing stack by rule 1 (line 20):
1101 -> $$ = nterm start ()
1102 Stack now 0
1103 Entering state 1
1104 Reading a token: Next token is token 'a' (PRINTER)
1105 syntax error, unexpected 'a', expecting $end
1106 Error: popping nterm start ()
1107 Stack now 0
1108 Cleanup: discarding lookahead token 'a' (PRINTER)
1109 DESTRUCTOR
1110 Stack now 0
1111 ]])
1112
1113 AT_CLEANUP
1114
1115
1116
1117 ## --------------------------------- ##
1118 ## String alias declared after use. ##
1119 ## --------------------------------- ##
1120
1121 AT_SETUP([String alias declared after use])
1122
1123 # Bison once incorrectly asserted that the symbol number for either a token or
1124 # its alias was the highest symbol number so far at the point of the alias
1125 # declaration. That was true unless the declaration appeared after their first
1126 # uses and other tokens appeared in between.
1127
1128 AT_DATA([input.y],
1129 [[%%
1130 start: 'a' "A" 'b';
1131 %token 'a' "A";
1132 ]])
1133
1134 AT_BISON_CHECK([-t -o input.c input.y])
1135
1136 AT_CLEANUP
1137
1138
1139
1140 ## -------------------------------- ##
1141 ## Extra lookahead sets in report. ##
1142 ## -------------------------------- ##
1143
1144 AT_SETUP([[Extra lookahead sets in report]])
1145
1146 # Bison prints each reduction's lookahead set only next to the associated
1147 # state's one item that (1) is associated with the same rule as the reduction
1148 # and (2) has its dot at the end of its RHS. Previously, Bison also
1149 # erroneously printed the lookahead set next to all of the state's other items
1150 # associated with the same rule. This bug affected only the `.output' file and
1151 # not the generated parser source code.
1152
1153 AT_DATA([[input.y]],
1154 [[%%
1155 start: a | 'a' a 'a' ;
1156 a: 'a' ;
1157 ]])
1158
1159 AT_BISON_CHECK([[--report=all input.y]])
1160 AT_CHECK([[sed -n '/^state 1$/,/^state 2$/p' input.output]], [[0]],
1161 [[state 1
1162
1163 2 start: 'a' . a 'a'
1164 3 a: . 'a'
1165 3 | 'a' . [$end]
1166
1167 'a' shift, and go to state 4
1168
1169 $default reduce using rule 3 (a)
1170
1171 a go to state 5
1172
1173
1174 state 2
1175 ]])
1176
1177 AT_CLEANUP
1178
1179
1180
1181 ## ---------------------------------------- ##
1182 ## Token number in precedence declaration. ##
1183 ## ---------------------------------------- ##
1184
1185 AT_SETUP([[Token number in precedence declaration]])
1186
1187 # POSIX says token numbers can be declared in %left, %right, and %nonassoc, but
1188 # we lost this in Bison 1.50.
1189
1190 AT_DATA_GRAMMAR([input.y],
1191 [[%{
1192 #include <stdio.h>
1193 void yyerror (char const *);
1194 int yylex (void);
1195 %}
1196
1197 %error-verbose
1198 %left TK1 1 TK2 2 "tok alias" 3
1199
1200 %%
1201
1202 start: TK1 sr_conflict "tok alias" ;
1203
1204 sr_conflict:
1205 TK2
1206 | TK2 "tok alias"
1207 ;
1208
1209 %%
1210
1211 void
1212 yyerror (char const *msg)
1213 {
1214 fprintf (stderr, "%s\n", msg);
1215 }
1216
1217 int
1218 yylex (void)
1219 {
1220 static int const input[] = { 1, 2, 3, 0 };
1221 static int const *inputp = input;
1222 return *inputp++;
1223 }
1224
1225 int
1226 main (void)
1227 {
1228 return yyparse ();
1229 }
1230 ]])
1231
1232 AT_BISON_CHECK([[-o input.c input.y]], [[0]],,
1233 [[input.y:24.5-19: warning: rule useless in parser due to conflicts: sr_conflict: TK2 "tok alias"
1234 ]])
1235 AT_COMPILE([[input]])
1236 AT_PARSER_CHECK([[./input]])
1237
1238 AT_CLEANUP
1239
1240
1241
1242 ## --------------------------- ##
1243 ## parse-gram.y: LALR = IELR. ##
1244 ## --------------------------- ##
1245
1246 # If parse-gram.y's LALR and IELR parser tables ever begin to differ, we
1247 # need to fix parse-gram.y or start using IELR.
1248
1249 AT_SETUP([[parse-gram.y: LALR = IELR]])
1250
1251 # Avoid tests/bison's dark magic by processing a local copy of the
1252 # grammar. Avoid differences in synclines by telling bison that the
1253 # output files have the same name.
1254 [cp $abs_top_srcdir/src/parse-gram.y input.y]
1255 AT_BISON_CHECK([[-o input.c -Dlr.type=lalr input.y]])
1256 [mv input.c lalr.c]
1257 AT_BISON_CHECK([[-o input.c -Dlr.type=ielr input.y]])
1258 [mv input.c ielr.c]
1259 AT_CHECK([[diff -u lalr.c ielr.c]])
1260
1261 AT_CLEANUP
1262
1263
1264
1265 ## -------------------------------------------- ##
1266 ## parse.error=verbose and YYSTACK_USE_ALLOCA. ##
1267 ## -------------------------------------------- ##
1268
1269 AT_SETUP([[parse.error=verbose and YYSTACK_USE_ALLOCA]])
1270
1271 AT_DATA_GRAMMAR([input.y],
1272 [[%code {
1273 #include <stdio.h>
1274 void yyerror (char const *);
1275 int yylex (void);
1276 #define YYSTACK_USE_ALLOCA 1
1277 }
1278
1279 %define parse.error verbose
1280
1281 %%
1282
1283 start: check syntax_error syntax_error ;
1284
1285 check:
1286 {
1287 if (128 < sizeof yymsgbuf)
1288 {
1289 fprintf (stderr,
1290 "The initial size of yymsgbuf in yyparse has increased\n"
1291 "since this test group was last updated. As a result,\n"
1292 "this test group may no longer manage to induce a\n"
1293 "reallocation of the syntax error message buffer.\n"
1294 "This test group must be adjusted to produce a longer\n"
1295 "error message.\n");
1296 YYABORT;
1297 }
1298 }
1299 ;
1300
1301 // Induce a syntax error message whose total length is more than
1302 // sizeof yymsgbuf in yyparse. Each token here is 64 bytes.
1303 syntax_error:
1304 "123456789112345678921234567893123456789412345678951234567896123A"
1305 | "123456789112345678921234567893123456789412345678951234567896123B"
1306 | error 'a' 'b' 'c'
1307 ;
1308
1309 %%
1310
1311 void
1312 yyerror (char const *msg)
1313 {
1314 fprintf (stderr, "%s\n", msg);
1315 }
1316
1317 int
1318 yylex (void)
1319 {
1320 /* Induce two syntax error messages (which requires full error
1321 recovery by shifting 3 tokens) in order to detect any loss of the
1322 reallocated buffer. */
1323 static char const *input = "abc";
1324 return *input++;
1325 }
1326
1327 int
1328 main (void)
1329 {
1330 return yyparse ();
1331 }
1332 ]])
1333
1334 AT_BISON_CHECK([[-o input.c input.y]])
1335 AT_COMPILE([[input]])
1336 AT_PARSER_CHECK([[./input]], [[1]], [],
1337 [[syntax error, unexpected 'a', expecting 123456789112345678921234567893123456789412345678951234567896123A or 123456789112345678921234567893123456789412345678951234567896123B
1338 syntax error, unexpected $end, expecting 123456789112345678921234567893123456789412345678951234567896123A or 123456789112345678921234567893123456789412345678951234567896123B
1339 ]])
1340
1341 AT_CLEANUP
1342
1343
1344
1345 ## ------------------------------ ##
1346 ## parse.error=verbose overflow. ##
1347 ## ------------------------------ ##
1348
1349 # Imagine the case where YYSTACK_ALLOC_MAXIMUM = YYSIZE_MAXIMUM and an
1350 # invocation of yysyntax_error has caused yymsg_alloc to grow to exactly
1351 # YYSTACK_ALLOC_MAXIMUM (perhaps because the normal doubling of size had
1352 # to be clipped to YYSTACK_ALLOC_MAXIMUM). In an old version of yacc.c,
1353 # a subsequent invocation of yysyntax_error that overflows during its
1354 # size calculation would return YYSIZE_MAXIMUM to yyparse. Then,
1355 # yyparse would invoke yyerror using the old contents of yymsg.
1356
1357 AT_SETUP([[parse.error=verbose overflow]])
1358
1359 AT_DATA_GRAMMAR([input.y],
1360 [[%code {
1361 #include <stdio.h>
1362 void yyerror (char const *);
1363 int yylex (void);
1364
1365 /* This prevents this test case from having to induce error messages
1366 large enough to overflow size_t. */
1367 #define YYSIZE_T unsigned char
1368
1369 /* Bring in malloc and set _STDLIB_H so yacc.c doesn't try to
1370 provide a malloc prototype using our YYSIZE_T. */
1371 #include <stdlib.h>
1372 #ifndef _STDLIB_H
1373 # define _STDLIB_H 1
1374 #endif
1375
1376 /* Max depth is usually much smaller than YYSTACK_ALLOC_MAXIMUM, and
1377 we don't want gcc to warn everywhere this constant would be too big
1378 to make sense for our YYSIZE_T. */
1379 #define YYMAXDEPTH 100
1380 }
1381
1382 %define parse.error verbose
1383
1384 %%
1385
1386 start: syntax_error1 check syntax_error2 ;
1387
1388 // Induce a syntax error message whose total length causes yymsg in
1389 // yyparse to be reallocated to size YYSTACK_ALLOC_MAXIMUM, which
1390 // should be 255. Each token here is 64 bytes.
1391 syntax_error1:
1392 "123456789112345678921234567893123456789412345678951234567896123A"
1393 | "123456789112345678921234567893123456789412345678951234567896123B"
1394 | "123456789112345678921234567893123456789412345678951234567896123C"
1395 | error 'a' 'b' 'c'
1396 ;
1397
1398 check:
1399 {
1400 if (yymsg_alloc != YYSTACK_ALLOC_MAXIMUM
1401 || YYSTACK_ALLOC_MAXIMUM != YYSIZE_MAXIMUM
1402 || YYSIZE_MAXIMUM != 255)
1403 {
1404 fprintf (stderr,
1405 "The assumptions of this test group are no longer\n"
1406 "valid, so it may no longer catch the error it was\n"
1407 "designed to catch. Specifically, the following\n"
1408 "values should all be 255:\n\n");
1409 fprintf (stderr, " yymsg_alloc = %d\n", yymsg_alloc);
1410 fprintf (stderr, " YYSTACK_ALLOC_MAXIMUM = %d\n",
1411 YYSTACK_ALLOC_MAXIMUM);
1412 fprintf (stderr, " YYSIZE_MAXIMUM = %d\n", YYSIZE_MAXIMUM);
1413 YYABORT;
1414 }
1415 }
1416 ;
1417
1418 // Now overflow.
1419 syntax_error2:
1420 "123456789112345678921234567893123456789412345678951234567896123A"
1421 | "123456789112345678921234567893123456789412345678951234567896123B"
1422 | "123456789112345678921234567893123456789412345678951234567896123C"
1423 | "123456789112345678921234567893123456789412345678951234567896123D"
1424 | "123456789112345678921234567893123456789412345678951234567896123E"
1425 ;
1426
1427 %%
1428
1429 void
1430 yyerror (char const *msg)
1431 {
1432 fprintf (stderr, "%s\n", msg);
1433 }
1434
1435 int
1436 yylex (void)
1437 {
1438 /* Induce two syntax error messages (which requires full error
1439 recovery by shifting 3 tokens). */
1440 static char const *input = "abc";
1441 return *input++;
1442 }
1443
1444 int
1445 main (void)
1446 {
1447 /* Push parsers throw away the message buffer between tokens, so skip
1448 this test under maintainer-push-check. */
1449 if (YYPUSH)
1450 return 77;
1451 return yyparse ();
1452 }
1453 ]])
1454
1455 AT_BISON_CHECK([[-o input.c input.y]])
1456
1457 # gcc warns about tautologies and fallacies involving comparisons for
1458 # unsigned char. However, it doesn't produce these same warnings for
1459 # size_t and many other types when the warnings would seem to make just
1460 # as much sense. We ignore the warnings.
1461 [CFLAGS="$NO_WERROR_CFLAGS"]
1462 AT_COMPILE([[input]])
1463
1464 AT_PARSER_CHECK([[./input]], [[2]], [],
1465 [[syntax error, unexpected 'a', expecting 123456789112345678921234567893123456789412345678951234567896123A or 123456789112345678921234567893123456789412345678951234567896123B or 123456789112345678921234567893123456789412345678951234567896123C
1466 syntax error
1467 memory exhausted
1468 ]])
1469
1470 AT_CLEANUP