tests/input.at

   1 # Checking the Bison scanner.                    -*- Autotest -*-
   2 # Copyright (C) 2002, 2003, 2004, 2005, 2006 Free Software Foundation, Inc.
   3
   4 # This program is free software; you can redistribute it and/or modify
   5 # it under the terms of the GNU General Public License as published by
   6 # the Free Software Foundation; either version 2, or (at your option)
   7 # any later version.
   8
   9 # This program is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 # GNU General Public License for more details.
  13
  14 # You should have received a copy of the GNU General Public License
  15 # along with this program; if not, write to the Free Software
  16 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
  17 # 02110-1301, USA.
  18
  19 AT_BANNER([[Input Processing.]])
  20
  21 # Mostly test that we are robust to mistakes.
  22
  23
  24 ## ------------ ##
  25 ## Invalid $n.  ##
  26 ## ------------ ##
  27
  28 AT_SETUP([Invalid \$n and @n])
  29
  30 AT_DATA([input.y],
  31 [[%%
  32 exp: { $$ = $1 ; };
  33 exp: { @$ = @1 ; };
  34 ]])
  35
  36 AT_CHECK([bison input.y], [1], [],
  37 [[input.y:2.13-14: integer out of range: `$1'
  38 input.y:3.13-14: integer out of range: `@1'
  39 ]])
  40
  41 AT_CLEANUP
  42
  43
  44 ## -------------- ##
  45 ## Type Clashes.  ##
  46 ## -------------- ##
  47
  48 AT_SETUP([Type Clashes])
  49
  50 AT_DATA([input.y],
  51 [[%union { int bar; }
  52 %token foo
  53 %type <bar> exp
  54 %%
  55 exp: foo { $$; } foo { $2; } foo
  56    | foo
  57    | /* Empty. */
  58    ;
  59 ]])
  60
  61 AT_CHECK([bison input.y], [1], [],
  62 [[input.y:5.12-13: $$ for the midrule at $2 of `exp' has no declared type
  63 input.y:5.24-25: $2 of `exp' has no declared type
  64 input.y:5.6-32: warning: type clash on default action: <bar> != <>
  65 input.y:6.6-8: warning: type clash on default action: <bar> != <>
  66 input.y:7.5: warning: empty rule for typed nonterminal, and no action
  67 ]])
  68
  69 AT_CLEANUP
  70
  71
  72 # _AT_UNUSED_VALUES_DECLARATIONS()
  73 # --------------------------------------------
  74 # Generate the token, type, and destructor
  75 # declarations for the unused values tests.
  76
  77 m4_define([_AT_UNUSED_VALUES_DECLARATIONS],
  78 [[[%token <integer> INT;
  79 %type <integer> a b c d e f g h i j k l;
  80 %destructor { destroy ($$); } INT a b c d e f g h i j k l;]]])
  81
  82
  83 # AT_CHECK_UNUSED_VALUES(DECLARATIONS_AFTER)
  84 # --------------------------------------------
  85 # Generate a grammar to test unused values,
  86 # compile it, run it.  If DECLARATIONS_AFTER
  87 # is set, then the token, type, and destructor
  88 # declarations are generated after the rules
  89 # rather than before.
  90
  91 m4_define([AT_CHECK_UNUSED_VALUES],
  92 [AT_DATA([input.y],
  93 m4_ifval($1, [
  94
  95
  96 ], [_AT_UNUSED_VALUES_DECLARATIONS
  97 ])[[%%
  98 start:
  99   'a' a { $]2[ } | 'b' b { $]2[ } | 'c' c { $]2[ } | 'd' d { $]2[ } | 'e' e { $]2[ }
 100 | 'f' f { $]2[ } | 'g' g { $]2[ } | 'h' h { $]2[ } | 'i' i { $]2[ } | 'j' j { $]2[ }
 101 | 'k' k { $]2[ } | 'l' l { $]2[ }
 102 ;
 103
 104 a: INT | INT { } INT { } INT { };
 105 b: INT | /* empty */;
 106 c: INT | INT { $]1[ } INT { $<integer>2 } INT { $<integer>4 };
 107 d: INT | INT { } INT { $]1[ } INT { $<integer>2 };
 108 e: INT | INT { } INT {  } INT { $]1[ };
 109 f: INT | INT { } INT {  } INT { $]$[ = $]1[ + $]3[ + $]5[; };
 110 g: INT | INT { $<integer>$; } INT { $<integer>$; } INT { };
 111 h: INT | INT { $<integer>$; } INT { $<integer>$ = $<integer>2; } INT { };
 112 i: INT | INT INT { } { $]$[ = $]1[ + $]2[; };
 113 j: INT | INT INT { $<integer>$ = 1; } { $]$[ = $]1[ + $]2[; };
 114 k: INT | INT INT { $<integer>$; } { $<integer>$ = $<integer>3; } { };
 115 l: INT | INT { $<integer>$ = $<integer>1; } INT { $<integer>$ = $<integer>2 + $<integer>3; } INT { $<integer>$ = $<integer>4 + $<integer>5; };]]m4_ifval($1, [
 116 _AT_UNUSED_VALUES_DECLARATIONS])
 117 )
 118
 119 AT_CHECK([bison input.y], [0], [],
 120 [[input.y:11.10-32: warning: unset value: $]$[
 121 input.y:11.10-32: warning: unused value: $]1[
 122 input.y:11.10-32: warning: unused value: $]3[
 123 input.y:11.10-32: warning: unused value: $]5[
 124 input.y:12.9: warning: empty rule for typed nonterminal, and no action
 125 input.y:13.14-19: warning: unset value: $$
 126 input.y:13.25-39: warning: unset value: $$
 127 input.y:13.10-59: warning: unset value: $]$[
 128 input.y:13.10-59: warning: unused value: $]3[
 129 input.y:13.10-59: warning: unused value: $]5[
 130 input.y:14.14-16: warning: unset value: $$
 131 input.y:14.10-47: warning: unset value: $]$[
 132 input.y:14.10-47: warning: unused value: $]3[
 133 input.y:14.10-47: warning: unused value: $]5[
 134 input.y:15.10-36: warning: unset value: $]$[
 135 input.y:15.10-36: warning: unused value: $]3[
 136 input.y:15.10-36: warning: unused value: $]5[
 137 input.y:17.10-58: warning: unset value: $]$[
 138 input.y:17.10-58: warning: unused value: $]1[
 139 input.y:17.10-58: warning: unused value: $]2[
 140 input.y:17.10-58: warning: unused value: $]3[
 141 input.y:17.10-58: warning: unused value: $]4[
 142 input.y:17.10-58: warning: unused value: $]5[
 143 input.y:18.10-72: warning: unset value: $]$[
 144 input.y:18.10-72: warning: unused value: $]1[
 145 input.y:18.10-72: warning: unused value: $]3[
 146 input.y:18.10-72: warning: unused value: $]4[
 147 input.y:18.10-72: warning: unused value: $]5[
 148 input.y:20.10-55: warning: unused value: $]3[
 149 input.y:21.10-68: warning: unset value: $]$[
 150 input.y:21.10-68: warning: unused value: $]1[
 151 input.y:21.10-68: warning: unused value: $]2[
 152 input.y:21.10-68: warning: unused value: $]4[
 153 ]])])
 154
 155
 156 ## --------------- ##
 157 ## Unused values.  ##
 158 ## --------------- ##
 159
 160 AT_SETUP([Unused values])
 161 AT_CHECK_UNUSED_VALUES
 162 AT_CLEANUP
 163
 164
 165 ## ------------------------------------------ ##
 166 ## Unused values before symbol declarations.  ##
 167 ## ------------------------------------------ ##
 168
 169 AT_SETUP([Unused values before symbol declarations])
 170 AT_CHECK_UNUSED_VALUES([1])
 171 AT_CLEANUP
 172
 173
 174 ## --------------------------------------------- ##
 175 ## Default %printer and %destructor redeclared.  ##
 176 ## --------------------------------------------- ##
 177
 178 AT_SETUP([Default %printer and %destructor redeclared])
 179
 180 AT_DATA([[input.y]],
 181 [[%destructor { destroy ($$); } <*> <*>
 182 %printer { destroy ($$); } <*> <*>
 183
 184 %destructor { destroy ($$); } <*>
 185 %printer { destroy ($$); } <*>
 186
 187 %destructor { destroy ($$); } <!> <!>
 188 %printer { destroy ($$); } <!> <!>
 189
 190 %destructor { destroy ($$); } <!>
 191 %printer { destroy ($$); } <!>
 192
 193 %%
 194
 195 start: ;
 196
 197 %destructor { destroy ($$); } <*>;
 198 %printer { destroy ($$); } <*>;
 199
 200 %destructor { destroy ($$); } <!>;
 201 %printer { destroy ($$); } <!>;
 202 ]])
 203
 204 AT_CHECK([bison input.y], [1], [],
 205 [[input.y:1.13-29: redeclaration for default tagged %destructor
 206 input.y:1.13-29: previous declaration
 207 input.y:2.10-26: redeclaration for default tagged %printer
 208 input.y:2.10-26: previous declaration
 209 input.y:4.13-29: redeclaration for default tagged %destructor
 210 input.y:1.13-29: previous declaration
 211 input.y:5.10-26: redeclaration for default tagged %printer
 212 input.y:2.10-26: previous declaration
 213 input.y:7.13-29: redeclaration for default tagless %destructor
 214 input.y:7.13-29: previous declaration
 215 input.y:8.10-26: redeclaration for default tagless %printer
 216 input.y:8.10-26: previous declaration
 217 input.y:10.13-29: redeclaration for default tagless %destructor
 218 input.y:7.13-29: previous declaration
 219 input.y:11.10-26: redeclaration for default tagless %printer
 220 input.y:8.10-26: previous declaration
 221 input.y:17.13-29: redeclaration for default tagged %destructor
 222 input.y:4.13-29: previous declaration
 223 input.y:18.10-26: redeclaration for default tagged %printer
 224 input.y:5.10-26: previous declaration
 225 input.y:20.13-29: redeclaration for default tagless %destructor
 226 input.y:10.13-29: previous declaration
 227 input.y:21.10-26: redeclaration for default tagless %printer
 228 input.y:11.10-26: previous declaration
 229 ]])
 230
 231 AT_CLEANUP
 232
 233
 234 ## ---------------------------------------------- ##
 235 ## Per-type %printer and %destructor redeclared.  ##
 236 ## ---------------------------------------------- ##
 237
 238 AT_SETUP([Per-type %printer and %destructor redeclared])
 239
 240 AT_DATA([[input.y]],
 241 [[%destructor { destroy ($$); } <field1> <field2>
 242 %printer { destroy ($$); } <field1> <field2>
 243
 244 %destructor { destroy ($$); } <field1> <field1>
 245 %printer { destroy ($$); } <field2> <field2>
 246
 247 %%
 248
 249 start: ;
 250
 251 %destructor { destroy ($$); } <field2> <field1>;
 252 %printer { destroy ($$); } <field2> <field1>;
 253 ]])
 254
 255 AT_CHECK([bison input.y], [1], [],
 256 [[input.y:4.13-29: %destructor redeclaration for <field1>
 257 input.y:1.13-29: previous declaration
 258 input.y:4.13-29: %destructor redeclaration for <field1>
 259 input.y:4.13-29: previous declaration
 260 input.y:5.10-26: %printer redeclaration for <field2>
 261 input.y:2.10-26: previous declaration
 262 input.y:5.10-26: %printer redeclaration for <field2>
 263 input.y:5.10-26: previous declaration
 264 input.y:11.13-29: %destructor redeclaration for <field1>
 265 input.y:4.13-29: previous declaration
 266 input.y:11.13-29: %destructor redeclaration for <field2>
 267 input.y:1.13-29: previous declaration
 268 input.y:12.10-26: %printer redeclaration for <field1>
 269 input.y:2.10-26: previous declaration
 270 input.y:12.10-26: %printer redeclaration for <field2>
 271 input.y:5.10-26: previous declaration
 272 ]])
 273
 274 AT_CLEANUP
 275
 276
 277 ## ---------------------------------------- ##
 278 ## Unused values with default %destructor.  ##
 279 ## ---------------------------------------- ##
 280
 281 AT_SETUP([Unused values with default %destructor])
 282
 283 AT_DATA([[input.y]],
 284 [[%destructor { destroy ($$); } <!>
 285 %type <tag> tagged
 286
 287 %%
 288
 289 start: end end tagged tagged { $<tag>1; $3; } ;
 290 end: { } ;
 291 tagged: { } ;
 292 ]])
 293
 294 AT_CHECK([bison input.y], [0], [],
 295 [[input.y:6.8-45: warning: unset value: $$
 296 input.y:6.8-45: warning: unused value: $2
 297 input.y:7.6-8: warning: unset value: $$
 298 ]])
 299
 300 AT_DATA([[input.y]],
 301 [[%destructor { destroy ($$); } <*>
 302 %type <tag> tagged
 303
 304 %%
 305
 306 start: end end tagged tagged { $<tag>1; $3; } ;
 307 end: { } ;
 308 tagged: { } ;
 309 ]])
 310
 311 AT_CHECK([bison input.y], [0], [],
 312 [[input.y:6.8-45: warning: unused value: $4
 313 input.y:8.9-11: warning: unset value: $$
 314 ]])
 315
 316 AT_CLEANUP
 317
 318
 319 ## ----------------------------------------- ##
 320 ## Unused values with per-type %destructor.  ##
 321 ## ----------------------------------------- ##
 322
 323 AT_SETUP([Unused values with per-type %destructor])
 324
 325 AT_DATA([[input.y]],
 326 [[%destructor { destroy ($$); } <field1>
 327 %type <field1> start end
 328
 329 %%
 330
 331 start: end end { $1; } ;
 332 end: { }  ;
 333 ]])
 334
 335 AT_CHECK([bison input.y], [0], [],
 336 [[input.y:6.8-22: warning: unset value: $$
 337 input.y:6.8-22: warning: unused value: $2
 338 input.y:7.6-8: warning: unset value: $$
 339 ]])
 340
 341 AT_CLEANUP
 342
 343
 344 ## ---------------------- ##
 345 ## Incompatible Aliases.  ##
 346 ## ---------------------- ##
 347
 348 AT_SETUP([Incompatible Aliases])
 349
 350 AT_DATA([input.y],
 351 [[%token foo "foo"
 352
 353 %type <bar>       foo
 354 %printer {bar}    foo
 355 %destructor {bar} foo
 356 %left             foo
 357
 358 %type <baz>       "foo"
 359 %printer {baz}    "foo"
 360 %destructor {baz} "foo"
 361 %left             "foo"
 362
 363 %%
 364 exp: foo;
 365 ]])
 366
 367 AT_CHECK([bison input.y], [1], [],
 368 [[input.y:8.7-11: %type redeclaration for foo
 369 input.y:3.7-11: previous declaration
 370 input.y:10.13-17: %destructor redeclaration for foo
 371 input.y:5.13-17: previous declaration
 372 input.y:9.10-14: %printer redeclaration for foo
 373 input.y:4.10-14: previous declaration
 374 input.y:11.1-5: %left redeclaration for foo
 375 input.y:6.1-5: previous declaration
 376 ]])
 377
 378 AT_CLEANUP
 379
 380
 381
 382 ## ----------------------- ##
 383 ## Torturing the Scanner.  ##
 384 ## ----------------------- ##
 385
 386 # Be sure to compile and run, so that the C compiler checks what
 387 # we do.
 388
 389 AT_SETUP([Torturing the Scanner])
 390
 391
 392 AT_DATA([input.y], [])
 393 AT_CHECK([bison input.y], [1], [],
 394 [[input.y:1.1: syntax error, unexpected end of file
 395 ]])
 396
 397
 398 AT_DATA([input.y],
 399 [{}
 400 ])
 401 AT_CHECK([bison input.y], [1], [],
 402 [[input.y:1.1-2: syntax error, unexpected {...}
 403 ]])
 404
 405
 406 AT_DATA_GRAMMAR([input.y],
 407 [[%{
 408 /* This is seen in GCC: a %{ and %} in middle of a comment. */
 409 const char *foo = "So %{ and %} can be here too.";
 410
 411 #if 0
 412 /* These examples test Bison while not stressing C compilers too much.
 413    Many C compilers mishandle backslash-newlines, so this part of the
 414    test is inside "#if 0".  The comment and string are written so that
 415    the "#endif" will be seen regardless of the C compiler bugs that we
 416    know about, namely:
 417
 418      HP C (as of late 2002) mishandles *\[newline]\[newline]/ within a
 419      comment.
 420
 421      The Apple Darwin compiler (as of late 2002) mishandles
 422      \\[newline]' within a character constant.
 423
 424    */
 425
 426 /\
 427 * A comment with backslash-newlines in it. %} *\
 428 \
 429 /
 430 /* { Close the above comment, if the C compiler mishandled it.  */
 431
 432 char str[] = "\\
 433 " A string with backslash-newlines in it %{ %} \\
 434 \
 435 "";
 436
 437 char apostrophe = '\'';
 438 #endif
 439
 440 #include <stdio.h>
 441 #include <stdlib.h>
 442 %}
 443 /* %{ and %} can be here too. */
 444
 445 %{
 446 /* Exercise pre-prologue dependency to %union.  */
 447 typedef int value;
 448 %}
 449
 450 /* Exercise M4 quoting: '@:>@@:>@', 0.  */
 451
 452 /* Also exercise %union. */
 453 %union
 454 {
 455   value ival; /* A comment to exercise an old bug. */
 456 };
 457
 458
 459 /* Exercise post-prologue dependency to %union.  */
 460 %{
 461 static YYSTYPE value_as_yystype (value val);
 462
 463 /* Exercise quotes in declarations.  */
 464 char quote[] = "@:>@@:>@,";
 465 %}
 466
 467 %{
 468 static void yyerror (const char *s);
 469 static int yylex (void);
 470 %}
 471
 472 %type <ival> '@<:@'
 473
 474 /* Exercise quotes in strings.  */
 475 %token FAKE "fake @<:@@:>@ \a\b\f\n\r\t\v\"\'\?\\\u005B\U0000005c ??!??'??(??)??-??/??<??=??> \x1\1"
 476
 477 %%
 478 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 1.  */
 479 exp: '@<:@' '\1' two '$' '@' '{' oline output.or.oline.opt
 480   {
 481     /* Exercise quotes in braces.  */
 482     char tmp[] = "@<:@%c@:>@,\n";
 483     printf (tmp, $1);
 484   }
 485 ;
 486
 487 two: '\x000000000000000000000000000000000000000000000000000000000000000000002';
 488 oline: '@' 'o' 'l' 'i' 'n' 'e' '@' '_' '_' 'o' 'l' 'i' 'n' 'e' '_' '_';
 489 output.or.oline.opt: ;|oline;;|output;;;
 490 output: '#' 'o' 'u' 't' 'p' 'u' 't' ' ';
 491 %%
 492 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 2.  */
 493
 494 static YYSTYPE
 495 value_as_yystype (value val)
 496 {
 497   YYSTYPE res;
 498   res.ival = val;
 499   return res;
 500 }
 501
 502 static int
 503 yylex (void)
 504 {
 505   static char const input[] = "@<:@\1\2$@{@oline@__@&t@oline__\
 506 #output "; /* "
 507   */
 508   static size_t toknum;
 509   if (! (toknum < sizeof input))
 510     abort ();
 511   yylval = value_as_yystype (input[toknum]);
 512   return input[toknum++];
 513 }
 514
 515 static void
 516 yyerror (const char *msg)
 517 {
 518   fprintf (stderr, "%s\n", msg);
 519 }
 520 ]])
 521
 522 # Pacify Emacs'font-lock-mode: "
 523
 524 AT_DATA([main.c],
 525 [[typedef int value;
 526 #include "input.h"
 527
 528 int yyparse (void);
 529
 530 int
 531 main (void)
 532 {
 533   return yyparse ();
 534 }
 535 ]])
 536
 537 AT_CHECK([bison -d -v -o input.c input.y])
 538 AT_COMPILE([input.o], [-c input.c])
 539 AT_COMPILE([main.o], [-c main.c])
 540 AT_COMPILE([input], [input.o main.o])
 541 AT_PARSER_CHECK([./input], 0,
 542 [[[@<:@],
 543 ]])
 544
 545 AT_CLEANUP
 546
 547
 548 ## ---------------------- ##
 549 ## Typed symbol aliases.  ##
 550 ## ---------------------- ##
 551
 552 AT_SETUP([Typed symbol aliases])
 553
 554 # Bison 2.0 broke typed symbol aliases - ensure they work.
 555
 556 AT_DATA_GRAMMAR([input.y],
 557 [[%union
 558 {
 559   int val;
 560 };
 561 %token <val> MY_TOKEN "MY TOKEN"
 562 %type <val> exp
 563 %%
 564 exp: "MY TOKEN";
 565 %%
 566 ]])
 567
 568 AT_CHECK([bison -o input.c input.y])
 569
 570 AT_CLEANUP
 571
 572
 573 ## --------- ##
 574 ## Require.  ##
 575 ## --------- ##
 576
 577 m4_define([AT_CHECK_REQUIRE],
 578 [AT_SETUP([Require $1])
 579 AT_DATA_GRAMMAR([input.y],
 580 [[%require "$1";
 581 %%
 582 empty_file:;
 583 ]])
 584 AT_CHECK([bison -o input.c input.y], $2, [], ignore)
 585 AT_CLEANUP
 586 ])
 587
 588 AT_CHECK_REQUIRE(1.0, 0)
 589 AT_CHECK_REQUIRE(AT_PACKAGE_VERSION, 0)
 590 ## FIXME: Some day augment this version number.
 591 AT_CHECK_REQUIRE(100.0, 63)
 592
 593
 594 ## ------------------------------------- ##
 595 ## String aliases for character tokens.  ##
 596 ## ------------------------------------- ##
 597
 598 AT_SETUP([String aliases for character tokens])
 599
 600 # Bison once thought a character token and its alias were different symbols
 601 # with the same user token number.
 602
 603 AT_DATA_GRAMMAR([input.y],
 604 [[%token 'a' "a"
 605 %%
 606 start: 'a';
 607 %%
 608 ]])
 609
 610 AT_CHECK([bison -o input.c input.y])
 611
 612 AT_CLEANUP
 613
 614
 615 ## --------------------- ##
 616 ## Unclosed constructs.  ##
 617 ## --------------------- ##
 618
 619 AT_SETUP([Unclosed constructs])
 620
 621 # Bison's scan-gram.l once forgot to STRING_FINISH some unclosed constructs, so
 622 # they were prepended to whatever it STRING_GROW'ed next.  It also threw them
 623 # away rather than returning them to the parser.  The effect was confusing
 624 # subsequent error messages.
 625
 626 AT_DATA([input.y],
 627 [[%token A "a
 628 %token B "b"
 629 %token AB "ab" // Used to complain that "ab" was already used.
 630 %token C '1
 631 %token TWO "2"
 632 %token TICK_TWELVE "'12" // Used to complain that "'12" was already used.
 633
 634 %%
 635
 636 start: ;
 637
 638 // Used to report a syntax error because it didn't see any kind of symbol
 639 // identifier.
 640 %type <f> 'a
 641 ;
 642 %type <f> "a
 643 ;
 644 // Used to report a syntax error because it didn't see braced code.
 645 %destructor { free ($$)
 646 ]])
 647
 648 AT_CHECK([bison -o input.c input.y], 1, [],
 649 [[input.y:1.10-2.0: missing `"' at end of line
 650 input.y:4.10-5.0: missing `'' at end of line
 651 input.y:14.11-15.0: missing `'' at end of line
 652 input.y:16.11-17.0: missing `"' at end of line
 653 input.y:19.13-20.0: missing `}' at end of file
 654 input.y:20.1: syntax error, unexpected end of file
 655 ]])
 656
 657 AT_CLEANUP
 658
 659
 660 ## ------------------------- ##
 661 ## %start after first rule.  ##
 662 ## ------------------------- ##
 663
 664 AT_SETUP([%start after first rule])
 665
 666 # Bison once complained that a %start after the first rule was a redeclaration
 667 # of the start symbol.
 668
 669 AT_DATA([input.y],
 670 [[%%
 671 false_start: ;
 672 start: false_start ;
 673 %start start;
 674 ]])
 675
 676 AT_CHECK([bison -o input.c input.y])
 677
 678 AT_CLEANUP