tests/input.at

   1 # Checking the Bison scanner.                    -*- Autotest -*-
   2 # Copyright (C) 2002-2010 Free Software Foundation, Inc.
   3
   4 # This program is free software: you can redistribute it and/or modify
   5 # it under the terms of the GNU General Public License as published by
   6 # the Free Software Foundation, either version 3 of the License, or
   7 # (at your option) any later version.
   8 #
   9 # This program is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 # GNU General Public License for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License
  15 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  16
  17 AT_BANNER([[Input Processing.]])
  18
  19 # Mostly test that we are robust to mistakes.
  20
  21
  22 ## ------------ ##
  23 ## Invalid $n.  ##
  24 ## ------------ ##
  25
  26 AT_SETUP([Invalid $n and @n])
  27
  28 AT_DATA([input.y],
  29 [[%%
  30 exp: { $$ = $1 ; };
  31 exp: { @$ = @1 ; };
  32 ]])
  33
  34 AT_BISON_CHECK([input.y], [1], [],
  35 [[input.y:2.13-14: integer out of range: `$1'
  36 input.y:3.13-14: integer out of range: `@1'
  37 ]])
  38
  39 AT_CLEANUP
  40
  41
  42 ## -------------- ##
  43 ## Type Clashes.  ##
  44 ## -------------- ##
  45
  46 AT_SETUP([Type Clashes])
  47
  48 AT_DATA([input.y],
  49 [[%union { int bar; }
  50 %token foo
  51 %type <bar> exp
  52 %%
  53 exp: foo { $$; } foo { $2; } foo
  54    | foo
  55    | /* Empty. */
  56    ;
  57 ]])
  58
  59 AT_BISON_CHECK([input.y], [1], [],
  60 [[input.y:5.12-13: $$ for the midrule at $2 of `exp' has no declared type
  61 input.y:5.24-25: $2 of `exp' has no declared type
  62 input.y:5.6-32: warning: type clash on default action: <bar> != <>
  63 input.y:6.6-8: warning: type clash on default action: <bar> != <>
  64 input.y:7.5: warning: empty rule for typed nonterminal, and no action
  65 ]])
  66
  67 AT_CLEANUP
  68
  69
  70 # _AT_UNUSED_VALUES_DECLARATIONS()
  71 # --------------------------------------------
  72 # Generate the token, type, and destructor
  73 # declarations for the unused values tests.
  74
  75 m4_define([_AT_UNUSED_VALUES_DECLARATIONS],
  76 [[[%token <integer> INT;
  77 %type <integer> a b c d e f g h i j k l;
  78 %destructor { destroy ($$); } INT a b c d e f g h i j k l;]]])
  79
  80
  81 # AT_CHECK_UNUSED_VALUES(DECLARATIONS_AFTER, CHECK_MIDRULE_VALUES)
  82 # ------------------------------------------------------------------
  83 # Generate a grammar to test unused values,
  84 # compile it, run it.  If DECLARATIONS_AFTER
  85 # is set, then the token, type, and destructor
  86 # declarations are generated after the rules
  87 # rather than before.  If CHECK_MIDRULE_VALUES
  88 # is set, then --warnings=midrule-values is
  89 # set.
  90
  91 m4_define([AT_CHECK_UNUSED_VALUES],
  92 [AT_DATA([input.y],
  93 m4_ifval($1, [
  94
  95
  96 ], [_AT_UNUSED_VALUES_DECLARATIONS
  97 ])[[%%
  98 start:
  99   'a' a { $]2[; } | 'b' b { $]2[; } | 'c' c { $]2[; } | 'd' d { $]2[; }
 100 | 'e' e { $]2[; } | 'f' f { $]2[; } | 'g' g { $]2[; } | 'h' h { $]2[; }
 101 | 'i' i { $]2[; } | 'j' j { $]2[; } | 'k' k { $]2[; } | 'l' l { $]2[; }
 102 ;
 103
 104 a: INT | INT { } INT { } INT { };
 105 b: INT | /* empty */;
 106 c: INT | INT { $]1[; } INT { $<integer>2; } INT { $<integer>4; };
 107 d: INT | INT { } INT { $]1[; } INT { $<integer>2; };
 108 e: INT | INT { } INT {  } INT { $]1[; };
 109 f: INT | INT { } INT {  } INT { $]$[ = $]1[ + $]3[ + $]5[; };
 110 g: INT | INT { $<integer>$; } INT { $<integer>$; } INT { };
 111 h: INT | INT { $<integer>$; } INT { $<integer>$ = $<integer>2; } INT { };
 112 i: INT | INT INT { } { $]$[ = $]1[ + $]2[; };
 113 j: INT | INT INT { $<integer>$ = 1; } { $]$[ = $]1[ + $]2[; };
 114 k: INT | INT INT { $<integer>$; } { $<integer>$ = $<integer>3; } { };
 115 l: INT | INT { $<integer>$ = $<integer>1; } INT { $<integer>$ = $<integer>2 + $<integer>3; } INT { $<integer>$ = $<integer>4 + $<integer>5; };]]m4_ifval($1, [
 116 _AT_UNUSED_VALUES_DECLARATIONS])
 117 )
 118
 119 AT_BISON_CHECK(m4_ifval($2, [ --warnings=midrule-values ])[ input.y], [0], [],
 120 [[input.y:11.10-32: warning: unset value: $]$[
 121 input.y:11.10-32: warning: unused value: $]1[
 122 input.y:11.10-32: warning: unused value: $]3[
 123 input.y:11.10-32: warning: unused value: $]5[
 124 input.y:12.9: warning: empty rule for typed nonterminal, and no action
 125 ]]m4_ifval($2, [[[input.y:13.14-20: warning: unset value: $$
 126 input.y:13.26-41: warning: unset value: $$
 127 ]]])[[input.y:13.10-62: warning: unset value: $]$[
 128 input.y:13.10-62: warning: unused value: $]3[
 129 input.y:13.10-62: warning: unused value: $]5[
 130 ]]m4_ifval($2, [[[input.y:14.14-16: warning: unset value: $$
 131 ]]])[[input.y:14.10-49: warning: unset value: $]$[
 132 input.y:14.10-49: warning: unused value: $]3[
 133 input.y:14.10-49: warning: unused value: $]5[
 134 input.y:15.10-37: warning: unset value: $]$[
 135 input.y:15.10-37: warning: unused value: $]3[
 136 input.y:15.10-37: warning: unused value: $]5[
 137 input.y:17.10-58: warning: unset value: $]$[
 138 input.y:17.10-58: warning: unused value: $]1[
 139 ]]m4_ifval($2, [[[input.y:17.10-58: warning: unused value: $]2[
 140 ]]])[[input.y:17.10-58: warning: unused value: $]3[
 141 ]]m4_ifval($2, [[[input.y:17.10-58: warning: unused value: $]4[
 142 ]]])[[input.y:17.10-58: warning: unused value: $]5[
 143 input.y:18.10-72: warning: unset value: $]$[
 144 input.y:18.10-72: warning: unused value: $]1[
 145 input.y:18.10-72: warning: unused value: $]3[
 146 ]]m4_ifval($2, [[[input.y:18.10-72: warning: unused value: $]4[
 147 ]]])[[input.y:18.10-72: warning: unused value: $]5[
 148 ]]m4_ifval($2, [[[input.y:20.10-55: warning: unused value: $]3[
 149 ]]])[[input.y:21.10-68: warning: unset value: $]$[
 150 input.y:21.10-68: warning: unused value: $]1[
 151 input.y:21.10-68: warning: unused value: $]2[
 152 ]]m4_ifval($2, [[[input.y:21.10-68: warning: unused value: $]4[
 153 ]]]))])
 154
 155
 156 ## --------------- ##
 157 ## Unused values.  ##
 158 ## --------------- ##
 159
 160 AT_SETUP([Unused values])
 161 AT_CHECK_UNUSED_VALUES
 162 AT_CHECK_UNUSED_VALUES(, [1])
 163 AT_CLEANUP
 164
 165
 166 ## ------------------------------------------ ##
 167 ## Unused values before symbol declarations.  ##
 168 ## ------------------------------------------ ##
 169
 170 AT_SETUP([Unused values before symbol declarations])
 171 AT_CHECK_UNUSED_VALUES([1])
 172 AT_CHECK_UNUSED_VALUES([1], [1])
 173 AT_CLEANUP
 174
 175
 176 ## --------------------------------------------- ##
 177 ## Default %printer and %destructor redeclared.  ##
 178 ## --------------------------------------------- ##
 179
 180 AT_SETUP([Default %printer and %destructor redeclared])
 181
 182 AT_DATA([[input.y]],
 183 [[%destructor { destroy ($$); } <*> <*>
 184 %printer { destroy ($$); } <*> <*>
 185
 186 %destructor { destroy ($$); } <*>
 187 %printer { destroy ($$); } <*>
 188
 189 %destructor { destroy ($$); } <> <>
 190 %printer { destroy ($$); } <> <>
 191
 192 %destructor { destroy ($$); } <>
 193 %printer { destroy ($$); } <>
 194
 195 %%
 196
 197 start: ;
 198
 199 %destructor { destroy ($$); } <*>;
 200 %printer { destroy ($$); } <*>;
 201
 202 %destructor { destroy ($$); } <>;
 203 %printer { destroy ($$); } <>;
 204 ]])
 205
 206 AT_BISON_CHECK([input.y], [1], [],
 207 [[input.y:1.13-29: redeclaration for default tagged %destructor
 208 input.y:1.13-29: previous declaration
 209 input.y:2.10-26: redeclaration for default tagged %printer
 210 input.y:2.10-26: previous declaration
 211 input.y:4.13-29: redeclaration for default tagged %destructor
 212 input.y:1.13-29: previous declaration
 213 input.y:5.10-26: redeclaration for default tagged %printer
 214 input.y:2.10-26: previous declaration
 215 input.y:7.13-29: redeclaration for default tagless %destructor
 216 input.y:7.13-29: previous declaration
 217 input.y:8.10-26: redeclaration for default tagless %printer
 218 input.y:8.10-26: previous declaration
 219 input.y:10.13-29: redeclaration for default tagless %destructor
 220 input.y:7.13-29: previous declaration
 221 input.y:11.10-26: redeclaration for default tagless %printer
 222 input.y:8.10-26: previous declaration
 223 input.y:17.13-29: redeclaration for default tagged %destructor
 224 input.y:4.13-29: previous declaration
 225 input.y:18.10-26: redeclaration for default tagged %printer
 226 input.y:5.10-26: previous declaration
 227 input.y:20.13-29: redeclaration for default tagless %destructor
 228 input.y:10.13-29: previous declaration
 229 input.y:21.10-26: redeclaration for default tagless %printer
 230 input.y:11.10-26: previous declaration
 231 ]])
 232
 233 AT_CLEANUP
 234
 235
 236 ## ---------------------------------------------- ##
 237 ## Per-type %printer and %destructor redeclared.  ##
 238 ## ---------------------------------------------- ##
 239
 240 AT_SETUP([Per-type %printer and %destructor redeclared])
 241
 242 AT_DATA([[input.y]],
 243 [[%destructor { destroy ($$); } <field1> <field2>
 244 %printer { destroy ($$); } <field1> <field2>
 245
 246 %destructor { destroy ($$); } <field1> <field1>
 247 %printer { destroy ($$); } <field2> <field2>
 248
 249 %%
 250
 251 start: ;
 252
 253 %destructor { destroy ($$); } <field2> <field1>;
 254 %printer { destroy ($$); } <field2> <field1>;
 255 ]])
 256
 257 AT_BISON_CHECK([input.y], [1], [],
 258 [[input.y:4.13-29: %destructor redeclaration for <field1>
 259 input.y:1.13-29: previous declaration
 260 input.y:4.13-29: %destructor redeclaration for <field1>
 261 input.y:4.13-29: previous declaration
 262 input.y:5.10-26: %printer redeclaration for <field2>
 263 input.y:2.10-26: previous declaration
 264 input.y:5.10-26: %printer redeclaration for <field2>
 265 input.y:5.10-26: previous declaration
 266 input.y:11.13-29: %destructor redeclaration for <field1>
 267 input.y:4.13-29: previous declaration
 268 input.y:11.13-29: %destructor redeclaration for <field2>
 269 input.y:1.13-29: previous declaration
 270 input.y:12.10-26: %printer redeclaration for <field1>
 271 input.y:2.10-26: previous declaration
 272 input.y:12.10-26: %printer redeclaration for <field2>
 273 input.y:5.10-26: previous declaration
 274 ]])
 275
 276 AT_CLEANUP
 277
 278
 279 ## ---------------------------------------- ##
 280 ## Unused values with default %destructor.  ##
 281 ## ---------------------------------------- ##
 282
 283 AT_SETUP([Unused values with default %destructor])
 284
 285 AT_DATA([[input.y]],
 286 [[%destructor { destroy ($$); } <>
 287 %type <tag> tagged
 288
 289 %%
 290
 291 start: end end tagged tagged { $<tag>1; $3; } ;
 292 end: { } ;
 293 tagged: { } ;
 294 ]])
 295
 296 AT_BISON_CHECK([input.y], [0], [],
 297 [[input.y:6.8-45: warning: unset value: $$
 298 input.y:6.8-45: warning: unused value: $2
 299 input.y:7.6-8: warning: unset value: $$
 300 ]])
 301
 302 AT_DATA([[input.y]],
 303 [[%destructor { destroy ($$); } <*>
 304 %type <tag> tagged
 305
 306 %%
 307
 308 start: end end tagged tagged { $<tag>1; $3; } ;
 309 end: { } ;
 310 tagged: { } ;
 311 ]])
 312
 313 AT_BISON_CHECK([input.y], [0], [],
 314 [[input.y:6.8-45: warning: unused value: $4
 315 input.y:8.9-11: warning: unset value: $$
 316 ]])
 317
 318 AT_CLEANUP
 319
 320
 321 ## ----------------------------------------- ##
 322 ## Unused values with per-type %destructor.  ##
 323 ## ----------------------------------------- ##
 324
 325 AT_SETUP([Unused values with per-type %destructor])
 326
 327 AT_DATA([[input.y]],
 328 [[%destructor { destroy ($$); } <field1>
 329 %type <field1> start end
 330
 331 %%
 332
 333 start: end end { $1; } ;
 334 end: { }  ;
 335 ]])
 336
 337 AT_BISON_CHECK([input.y], [0], [],
 338 [[input.y:6.8-22: warning: unset value: $$
 339 input.y:6.8-22: warning: unused value: $2
 340 input.y:7.6-8: warning: unset value: $$
 341 ]])
 342
 343 AT_CLEANUP
 344
 345
 346 ## ---------------------- ##
 347 ## Incompatible Aliases.  ##
 348 ## ---------------------- ##
 349
 350 AT_SETUP([Incompatible Aliases])
 351
 352 AT_DATA([input.y],
 353 [[%token foo "foo"
 354
 355 %type <bar>       foo
 356 %printer {bar}    foo
 357 %destructor {bar} foo
 358 %left             foo
 359
 360 %type <baz>       "foo"
 361 %printer {baz}    "foo"
 362 %destructor {baz} "foo"
 363 %left             "foo"
 364
 365 %%
 366 exp: foo;
 367 ]])
 368
 369 AT_BISON_CHECK([input.y], [1], [],
 370 [[input.y:8.7-11: %type redeclaration for foo
 371 input.y:3.7-11: previous declaration
 372 input.y:10.13-17: %destructor redeclaration for foo
 373 input.y:5.13-17: previous declaration
 374 input.y:9.10-14: %printer redeclaration for foo
 375 input.y:4.10-14: previous declaration
 376 input.y:11.1-5: %left redeclaration for foo
 377 input.y:6.1-5: previous declaration
 378 ]])
 379
 380 AT_CLEANUP
 381
 382
 383
 384 ## ----------------------- ##
 385 ## Torturing the Scanner.  ##
 386 ## ----------------------- ##
 387
 388 # Be sure to compile and run, so that the C compiler checks what
 389 # we do.
 390
 391 AT_SETUP([Torturing the Scanner])
 392
 393
 394 AT_DATA([input.y], [])
 395 AT_BISON_CHECK([input.y], [1], [],
 396 [[input.y:1.1: syntax error, unexpected end of file
 397 ]])
 398
 399
 400 AT_DATA([input.y],
 401 [{}
 402 ])
 403 AT_BISON_CHECK([input.y], [1], [],
 404 [[input.y:1.1-2: syntax error, unexpected {...}
 405 ]])
 406
 407
 408 AT_DATA_GRAMMAR([input.y],
 409 [[%{
 410 /* This is seen in GCC: a %{ and %} in middle of a comment. */
 411 const char *foo = "So %{ and %} can be here too.";
 412
 413 #if 0
 414 /* These examples test Bison while not stressing C compilers too much.
 415    Many C compilers mishandle backslash-newlines, so this part of the
 416    test is inside "#if 0".  The comment and string are written so that
 417    the "#endif" will be seen regardless of the C compiler bugs that we
 418    know about, namely:
 419
 420      HP C (as of late 2002) mishandles *\[newline]\[newline]/ within a
 421      comment.
 422
 423      The Apple Darwin compiler (as of late 2002) mishandles
 424      \\[newline]' within a character constant.
 425
 426    */
 427
 428 /\
 429 * A comment with backslash-newlines in it. %} *\
 430 \
 431 /
 432 /* { Close the above comment, if the C compiler mishandled it.  */
 433
 434 char str[] = "\\
 435 " A string with backslash-newlines in it %{ %} \\
 436 \
 437 "";
 438
 439 char apostrophe = '\'';
 440 #endif
 441
 442 #include <stdio.h>
 443 #include <stdlib.h>
 444 %}
 445 /* %{ and %} can be here too. */
 446
 447 %{
 448 /* Exercise pre-prologue dependency to %union.  */
 449 typedef int value;
 450 %}
 451
 452 /* Exercise M4 quoting: '@:>@@:>@', 0.  */
 453
 454 /* Also exercise %union. */
 455 %union
 456 {
 457   value ival; /* A comment to exercise an old bug. */
 458 };
 459
 460
 461 /* Exercise post-prologue dependency to %union.  */
 462 %{
 463 static YYSTYPE value_as_yystype (value val);
 464
 465 /* Exercise quotes in declarations.  */
 466 char quote[] = "@:>@@:>@,";
 467 %}
 468
 469 %{
 470 static void yyerror (const char *s);
 471 static int yylex (void);
 472 %}
 473
 474 %type <ival> '@<:@'
 475
 476 /* Exercise quotes in strings.  */
 477 %token FAKE "fake @<:@@:>@ \a\b\f\n\r\t\v\"\'\?\\\u005B\U0000005c ??!??'??(??)??-??/??<??=??> \x1\1"
 478
 479 %%
 480 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 1.  */
 481 exp: '@<:@' '\1' two '$' '@' '{' oline output.or.oline.opt
 482   {
 483     /* Exercise quotes in braces.  */
 484     char tmp[] = "@<:@%c@:>@,\n";
 485     printf (tmp, $1);
 486   }
 487 ;
 488
 489 two: '\x000000000000000000000000000000000000000000000000000000000000000000002';
 490 oline: '@' 'o' 'l' 'i' 'n' 'e' '@' '_' '_' 'o' 'l' 'i' 'n' 'e' '_' '_';
 491 output.or.oline.opt: ;|oline;;|output;;;
 492 output: '#' 'o' 'u' 't' 'p' 'u' 't' ' ';
 493 %%
 494 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 2.  */
 495
 496 static YYSTYPE
 497 value_as_yystype (value val)
 498 {
 499   YYSTYPE res;
 500   res.ival = val;
 501   return res;
 502 }
 503
 504 static int
 505 yylex (void)
 506 {
 507   static char const input[] = "@<:@\1\2$@{@oline@__@&t@oline__\
 508 #output "; /* "
 509   */
 510   static size_t toknum;
 511   if (! (toknum < sizeof input))
 512     abort ();
 513   yylval = value_as_yystype (input[toknum]);
 514   return input[toknum++];
 515 }
 516
 517 static void
 518 yyerror (const char *msg)
 519 {
 520   fprintf (stderr, "%s\n", msg);
 521 }
 522 ]])
 523
 524 # Pacify Emacs'font-lock-mode: "
 525
 526 AT_DATA([main.c],
 527 [[typedef int value;
 528 #include "input.h"
 529
 530 int yyparse (void);
 531
 532 int
 533 main (void)
 534 {
 535   return yyparse ();
 536 }
 537 ]])
 538
 539 AT_BISON_CHECK([-d -v -o input.c input.y])
 540 AT_COMPILE([input.o], [-c input.c])
 541 AT_COMPILE([main.o], [-c main.c])
 542 AT_COMPILE([input], [input.o main.o])
 543 AT_PARSER_CHECK([./input], 0,
 544 [[[@<:@],
 545 ]])
 546
 547 AT_CLEANUP
 548
 549
 550 ## ---------------------- ##
 551 ## Typed symbol aliases.  ##
 552 ## ---------------------- ##
 553
 554 AT_SETUP([Typed symbol aliases])
 555
 556 # Bison 2.0 broke typed symbol aliases - ensure they work.
 557
 558 AT_DATA_GRAMMAR([input.y],
 559 [[%union
 560 {
 561   int val;
 562 };
 563 %token <val> MY_TOKEN "MY TOKEN"
 564 %type <val> exp
 565 %%
 566 exp: "MY TOKEN";
 567 %%
 568 ]])
 569
 570 AT_BISON_CHECK([-o input.c input.y])
 571
 572 AT_CLEANUP
 573
 574
 575 ## --------- ##
 576 ## Require.  ##
 577 ## --------- ##
 578
 579 m4_define([AT_CHECK_REQUIRE],
 580 [AT_SETUP([Require $1])
 581 AT_DATA_GRAMMAR([input.y],
 582 [[%require "$1";
 583 %%
 584 empty_file:;
 585 ]])
 586 AT_BISON_CHECK([-o input.c input.y], $2, [], ignore)
 587 AT_CLEANUP
 588 ])
 589
 590 AT_CHECK_REQUIRE(1.0, 0)
 591 AT_CHECK_REQUIRE(AT_PACKAGE_VERSION, 0)
 592 ## FIXME: Some day augment this version number.
 593 AT_CHECK_REQUIRE(100.0, 63)
 594
 595
 596 ## ------------------------------------- ##
 597 ## String aliases for character tokens.  ##
 598 ## ------------------------------------- ##
 599
 600 AT_SETUP([String aliases for character tokens])
 601
 602 # Bison once thought a character token and its alias were different symbols
 603 # with the same user token number.
 604
 605 AT_DATA_GRAMMAR([input.y],
 606 [[%token 'a' "a"
 607 %%
 608 start: 'a';
 609 %%
 610 ]])
 611
 612 AT_BISON_CHECK([-o input.c input.y])
 613
 614 AT_CLEANUP
 615
 616
 617 ## -------------- ##
 618 ## Symbol names.  ##
 619 ## -------------- ##
 620
 621 AT_SETUP([Symbols])
 622
 623 AT_DATA_GRAMMAR([input.y],
 624 [[%token WITH-DASH
 625 %token WITHOUT_DASH "WITHOUT-DASH"
 626 %token WITH.PERIOD
 627 %token WITHOUT_PERIOD "WITHOUT.PERIOD"
 628 %code {
 629   void yyerror (char const *);
 630   int yylex (void);
 631 }
 632 %%
 633 start: with-dash without_dash with.period without_period;
 634 with-dash: WITH-DASH;
 635 without_dash: "WITHOUT-DASH";
 636 with.period: WITH.PERIOD;
 637 without_period: "WITHOUT.PERIOD";
 638 %%
 639 ]])
 640
 641 # POSIX Yacc accept periods, but not dashes.
 642 AT_BISON_CHECK([--yacc input.y], [1], [],
 643 [[input.y:9.8-16: POSIX Yacc forbids dashes in symbol names: WITH-DASH
 644 input.y:18.8-16: POSIX Yacc forbids dashes in symbol names: with-dash
 645 ]])
 646
 647 # So warn about them.
 648 AT_BISON_CHECK([-Wyacc input.y], [], [],
 649 [[input.y:9.8-16: warning: POSIX Yacc forbids dashes in symbol names: WITH-DASH
 650 input.y:18.8-16: warning: POSIX Yacc forbids dashes in symbol names: with-dash
 651 ]])
 652
 653 # Dashes are fine for GNU Bison.
 654 AT_BISON_CHECK([-o input.c input.y])
 655
 656 # Make sure we don't export silly token identifiers with periods or dashes.
 657 AT_COMPILE([input.o], [-c input.c])
 658
 659
 660 # Periods and dashes are genuine letters, they can start identifiers.
 661 # Digits cannot.
 662 AT_DATA_GRAMMAR([input.y],
 663 [[%token .GOOD
 664          -GOOD
 665          1NV4L1D
 666 %%
 667 start: .GOOD -GOOD
 668 ]])
 669 AT_BISON_CHECK([-o input.c input.y], [1], [],
 670 [[input.y:11.10-16: invalid identifier: `1NV4L1D'
 671 ]])
 672
 673 AT_CLEANUP
 674
 675
 676 ## ----------------- ##
 677 ## Numbered tokens.  ##
 678 ## ----------------- ##
 679
 680 AT_SETUP([Numbered tokens])
 681
 682 AT_DATA_GRAMMAR([redecl.y],
 683 [[%token DECIMAL_1     11259375
 684          HEXADECIMAL_1 0xabcdef
 685          HEXADECIMAL_2 0xFEDCBA
 686          DECIMAL_2     16702650
 687 %%
 688 start: DECIMAL_1 HEXADECIMAL_2;
 689 ]])
 690
 691 AT_BISON_CHECK([redecl.y], [1], [],
 692 [[redecl.y:10.10-22: user token number 11259375 redeclaration for HEXADECIMAL_1
 693 redecl.y:9.8-16: previous declaration for DECIMAL_1
 694 redecl.y:12.10-18: user token number 16702650 redeclaration for DECIMAL_2
 695 redecl.y:11.10-22: previous declaration for HEXADECIMAL_2
 696 ]])
 697
 698 AT_DATA_GRAMMAR([too-large.y],
 699 [[%token TOO_LARGE_DEC 999999999999999999999
 700          TOO_LARGE_HEX 0xFFFFFFFFFFFFFFFFFFF
 701 %%
 702 start: TOO_LARGE_DEC TOO_LARGE_HEX
 703 %%
 704 ]])
 705
 706 AT_BISON_CHECK([too-large.y], [1], [],
 707 [[too-large.y:9.22-42: integer out of range: `999999999999999999999'
 708 too-large.y:10.24-44: integer out of range: `0xFFFFFFFFFFFFFFFFFFF'
 709 ]])
 710
 711 AT_CLEANUP
 712
 713
 714 ## --------------------- ##
 715 ## Unclosed constructs.  ##
 716 ## --------------------- ##
 717
 718 AT_SETUP([Unclosed constructs])
 719
 720 # Bison's scan-gram.l once forgot to STRING_FINISH some unclosed constructs, so
 721 # they were prepended to whatever it STRING_GROW'ed next.  It also threw them
 722 # away rather than returning them to the parser.  The effect was confusing
 723 # subsequent error messages.
 724
 725 AT_DATA([input.y],
 726 [[%token A "a
 727 %token B "b"
 728 %token AB "ab" // Used to complain that "ab" was already used.
 729 %token C '1
 730 %token TWO "2"
 731 %token TICK_TWELVE "'12" // Used to complain that "'12" was already used.
 732
 733 %%
 734
 735 start: ;
 736
 737 // Used to report a syntax error because it didn't see any kind of symbol
 738 // identifier.
 739 %type <f> 'a
 740 ;
 741 %type <f> "a
 742 ;
 743 // Used to report a syntax error because it didn't see braced code.
 744 %destructor { free ($$)
 745 ]])
 746
 747 AT_BISON_CHECK([-o input.c input.y], 1, [],
 748 [[input.y:1.10-2.0: missing `"' at end of line
 749 input.y:4.10-5.0: missing `'' at end of line
 750 input.y:14.11-15.0: missing `'' at end of line
 751 input.y:16.11-17.0: missing `"' at end of line
 752 input.y:19.13-20.0: missing `}' at end of file
 753 input.y:20.1: syntax error, unexpected end of file
 754 ]])
 755
 756 AT_CLEANUP
 757
 758
 759 ## ------------------------- ##
 760 ## %start after first rule.  ##
 761 ## ------------------------- ##
 762
 763 AT_SETUP([%start after first rule])
 764
 765 # Bison once complained that a %start after the first rule was a redeclaration
 766 # of the start symbol.
 767
 768 AT_DATA([input.y],
 769 [[%%
 770 false_start: ;
 771 start: false_start ;
 772 %start start;
 773 ]])
 774
 775 AT_BISON_CHECK([-o input.c input.y])
 776
 777 AT_CLEANUP
 778
 779
 780 ## --------------------- ##
 781 ## %prec takes a token.  ##
 782 ## --------------------- ##
 783
 784 AT_SETUP([%prec takes a token])
 785
 786 # Bison once allowed %prec sym where sym was a nonterminal.
 787
 788 AT_DATA([input.y],
 789 [[%%
 790 start: PREC %prec PREC ;
 791 PREC: ;
 792 ]])
 793
 794 AT_BISON_CHECK([input.y], [1], [],
 795 [[input.y:3.1-4: rule given for PREC, which is a token
 796 ]])
 797
 798 AT_CLEANUP
 799
 800
 801 ## ------------------------------- ##
 802 ## %prec's token must be defined.  ##
 803 ## ------------------------------- ##
 804
 805 AT_SETUP([[%prec's token must be defined]])
 806
 807 # According to POSIX, a %prec token must be defined separately.
 808
 809 AT_DATA([[input.y]],
 810 [[%%
 811 start: %prec PREC ;
 812 ]])
 813
 814 AT_BISON_CHECK([[input.y]], [[0]], [],
 815 [[input.y:2.8-17: warning: token for %prec is not defined: PREC
 816 ]])
 817
 818 AT_CLEANUP
 819
 820
 821 ## -------------------------------- ##
 822 ## Reject unused %code qualifiers.  ##
 823 ## -------------------------------- ##
 824
 825 AT_SETUP([Reject unused %code qualifiers])
 826
 827 AT_DATA([input-c.y],
 828 [[%code q {}
 829 %code bad {}
 830 %code bad {}
 831 %code format {}
 832 %%
 833 start: ;
 834 ]])
 835 AT_BISON_CHECK([[input-c.y]], [[1]], [],
 836 [[input-c.y:1.7: %code qualifier `q' is not used
 837 input-c.y:2.7-9: %code qualifier `bad' is not used
 838 input-c.y:3.7-9: %code qualifier `bad' is not used
 839 input-c.y:4.7-12: %code qualifier `format' is not used
 840 ]])
 841
 842 AT_DATA([input-c-glr.y],
 843 [[%code q {}
 844 %code bad {}
 845  %code bad {}
 846 %%
 847 start: ;
 848 ]])
 849 AT_BISON_CHECK([[input-c-glr.y]], [[1]], [],
 850 [[input-c-glr.y:1.7: %code qualifier `q' is not used
 851 input-c-glr.y:2.7-9: %code qualifier `bad' is not used
 852 input-c-glr.y:3.8-10: %code qualifier `bad' is not used
 853 ]])
 854
 855 AT_DATA([input-c++.y],
 856 [[%code q {}
 857 %code bad {}
 858  %code q {}
 859 %%
 860 start: ;
 861 ]])
 862 AT_BISON_CHECK([[input-c++.y]], [[1]], [],
 863 [[input-c++.y:1.7: %code qualifier `q' is not used
 864 input-c++.y:2.7-9: %code qualifier `bad' is not used
 865 input-c++.y:3.8: %code qualifier `q' is not used
 866 ]])
 867
 868 AT_DATA([input-c++-glr.y],
 869 [[%code bad {}
 870 %code q {}
 871 %code q {}
 872 %%
 873 start: ;
 874 ]])
 875 AT_BISON_CHECK([[input-c++-glr.y]], [[1]], [],
 876 [[input-c++-glr.y:1.7-9: %code qualifier `bad' is not used
 877 input-c++-glr.y:2.7: %code qualifier `q' is not used
 878 input-c++-glr.y:3.7: %code qualifier `q' is not used
 879 ]])
 880
 881 AT_DATA([special-char-@@.y],
 882 [[%code bad {}
 883 %code q {}
 884 %code q {}
 885 %%
 886 start: ;
 887 ]])
 888 AT_BISON_CHECK([[special-char-@@.y]], [[1]], [],
 889 [[special-char-@@.y:1.7-9: %code qualifier `bad' is not used
 890 special-char-@@.y:2.7: %code qualifier `q' is not used
 891 special-char-@@.y:3.7: %code qualifier `q' is not used
 892 ]])
 893
 894 AT_DATA([special-char-@:>@.y],
 895 [[%code bad {}
 896 %code q {}
 897 %code q {}
 898 %%
 899 start: ;
 900 ]])
 901 AT_BISON_CHECK([[special-char-@:>@.y]], [[1]], [],
 902 [[special-char-@:>@.y:1.7-9: %code qualifier `bad' is not used
 903 special-char-@:>@.y:2.7: %code qualifier `q' is not used
 904 special-char-@:>@.y:3.7: %code qualifier `q' is not used
 905 ]])
 906
 907 AT_CLEANUP
 908
 909
 910 ## ---------------- ##
 911 ## %define errors.  ##
 912 ## ---------------- ##
 913
 914 AT_SETUP([%define errors])
 915
 916 AT_DATA([input-redefined.y],
 917 [[%define var "value1"
 918 %define var "value1"
 919  %define var "value2"
 920 %define special1 "@:>@"
 921 %define special2 "@<:@"
 922 %%
 923 start: ;
 924 ]])
 925
 926 AT_BISON_CHECK([[input-redefined.y]], [[1]], [],
 927 [[input-redefined.y:2.9-11: %define variable `var' redefined
 928 input-redefined.y:1.9-11: previous definition
 929 input-redefined.y:3.10-12: %define variable `var' redefined
 930 input-redefined.y:2.9-11: previous definition
 931 ]])
 932
 933 AT_DATA([input-unused.y],
 934 [[%define var "value"
 935 %%
 936 start: ;
 937 ]])
 938
 939 AT_BISON_CHECK([[input-unused.y]], [[1]], [],
 940 [[input-unused.y:1.9-11: %define variable `var' is not used
 941 ]])
 942
 943 AT_CLEANUP
 944
 945
 946 ## ----------------------------------- ##
 947 ## %define, --define, --force-define.  ##
 948 ## ----------------------------------- ##
 949
 950 AT_SETUP([[%define, --define, --force-define]])
 951
 952 AT_DATA([[skel.c]],
 953 [[m4@&t@_divert_push(0)@
 954 @output(b4_parser_file_name@)@
 955 [var-dd: ]b4_percent_define_get([[var-dd]])[
 956 var-ff: ]b4_percent_define_get([[var-ff]])[
 957 var-dfg: ]b4_percent_define_get([[var-dfg]])[
 958 var-fd: ]b4_percent_define_get([[var-fd]])
 959 m4@&t@_divert_pop(0)
 960 ]])
 961 AT_DATA([[input.y]],
 962 [[%define var-dfg "gram"
 963 %%
 964 start: ;
 965 ]])
 966 AT_BISON_CHECK([[-Dvar-dd=cmd-d1 -Dvar-dd=cmd-d2 \
 967                  -Fvar-ff=cmd-f1 -Fvar-ff=cmd-f2 \
 968                  -Dvar-dfg=cmd-d -Fvar-dfg=cmd-f \
 969                  -Fvar-fd=cmd-f -Dvar-fd=cmd-d   \
 970                  --skeleton ./skel.c input.y]])
 971 AT_CHECK([[cat input.tab.c]], [[0]],
 972 [[var-dd: cmd-d2
 973 var-ff: cmd-f2
 974 var-dfg: cmd-f
 975 var-fd: cmd-d
 976 ]])
 977
 978 AT_DATA([[input-dg.y]],
 979 [[%define var "gram"
 980 %%
 981 start: ;
 982 ]])
 983 AT_BISON_CHECK([[-Dvar=cmd-d input-dg.y]], [[1]], [],
 984 [[input-dg.y:1.9-11: %define variable `var' redefined
 985 <command line>:2: previous definition
 986 ]])
 987
 988 AT_DATA([[input-unused.y]],
 989 [[%%
 990 start: ;
 991 ]])
 992 AT_BISON_CHECK([[-Dunused-d -Funused-f input-unused.y]], [[1]], [],
 993 [[<command line>:2: %define variable `unused-d' is not used
 994 <command line>:3: %define variable `unused-f' is not used
 995 ]])
 996
 997 AT_CLEANUP
 998
 999 ## --------------------------- ##
1000 ## %define Boolean variables.  ##
1001 ## --------------------------- ##
1002
1003 AT_SETUP([[%define Boolean variables]])
1004
1005 AT_DATA([Input.y],
1006 [[%language "Java"
1007 %define public "maybe"
1008 %define parser_class_name "Input"
1009 %%
1010 start: ;
1011 ]])
1012
1013 AT_BISON_CHECK([[Input.y]], [1], [],
1014 [[Input.y:2.9-14: invalid value for %define Boolean variable `public'
1015 ]])
1016
1017 AT_CLEANUP
1018
1019 ## ------------------------ ##
1020 ## %define enum variables.  ##
1021 ## ------------------------ ##
1022
1023 AT_SETUP([[%define enum variables]])
1024
1025 # Front-end.
1026 AT_DATA([[input.y]],
1027 [[%define lr.default-reductions bogus
1028 %%
1029 start: ;
1030 ]])
1031 AT_BISON_CHECK([[input.y]], [[1]], [[]],
1032 [[input.y:1.9-29: invalid value for %define variable `lr.default-reductions': `bogus'
1033 input.y:1.9-29: accepted value: `all'
1034 input.y:1.9-29: accepted value: `consistent'
1035 input.y:1.9-29: accepted value: `accepting'
1036 ]])
1037
1038 # Back-end.
1039 AT_DATA([[input.y]],
1040 [[%define api.push-pull neither
1041 %%
1042 start: ;
1043 ]])
1044 AT_BISON_CHECK([[input.y]], [1], [],
1045 [[input.y:1.9-21: invalid value for %define variable `api.push-pull': `neither'
1046 input.y:1.9-21: accepted value: `pull'
1047 input.y:1.9-21: accepted value: `push'
1048 input.y:1.9-21: accepted value: `both'
1049 ]])
1050
1051 AT_CLEANUP
1052
1053 ## -------------------------------- ##
1054 ## %define backward compatibility.  ##
1055 ## -------------------------------- ##
1056
1057 AT_SETUP([[%define backward compatibility]])
1058
1059 # The error messages tell us whether underscores in these variables are
1060 # being converted to dashes.
1061
1062 AT_DATA([[input.y]],
1063 [[%define api.push_pull "neither"
1064 %%
1065 start: ;
1066 ]])
1067 AT_BISON_CHECK([[input.y]], [1], [],
1068 [[input.y:1.9-21: invalid value for %define variable `api.push-pull': `neither'
1069 input.y:1.9-21: accepted value: `pull'
1070 input.y:1.9-21: accepted value: `push'
1071 input.y:1.9-21: accepted value: `both'
1072 ]])
1073
1074 AT_DATA([[input.y]],
1075 [[%define lr.keep_unreachable_states maybe
1076 %%
1077 start: ;
1078 ]])
1079 AT_BISON_CHECK([[input.y]], [1], [],
1080 [[input.y:1.9-34: invalid value for %define Boolean variable `lr.keep-unreachable-states'
1081 ]])
1082
1083 AT_DATA([[input.y]],
1084 [[%define foo_bar "baz"
1085 %%
1086 start: ;
1087 ]])
1088 AT_BISON_CHECK([[input.y]], [[1]], [],
1089 [[input.y:1.9-15: %define variable `foo_bar' is not used
1090 ]])
1091
1092 AT_CLEANUP
1093
1094 ## ------------------------- ##
1095 ## Unused %define api.pure.  ##
1096 ## ------------------------- ##
1097
1098 AT_SETUP([[Unused %define api.pure]])
1099
1100 # AT_CHECK_API_PURE(DECLS, VALUE)
1101 # -------------------------------
1102 # Make sure Bison reports that `%define api.pure VALUE' is unused when DECLS
1103 # are specified.
1104 m4_define([AT_CHECK_API_PURE],
1105 [
1106 AT_DATA([[input.y]],
1107 [[%define api.pure ]$2[
1108 ]$1[
1109 %%
1110 start: ;
1111 ]])
1112
1113 AT_BISON_CHECK([[input.y]], [[1]], [],
1114 [[input.y:1.9-16: %define variable `api.pure' is not used
1115 ]])
1116 ])
1117
1118 AT_CHECK_API_PURE([[%language "c++" %defines]], [[]])
1119 AT_CHECK_API_PURE([[%language "c++" %defines]], [[false]])
1120 AT_CHECK_API_PURE([[%language "c++" %defines %glr-parser]], [[""]])
1121 AT_CHECK_API_PURE([[%language "c++" %defines %glr-parser]], [[false]])
1122 AT_CHECK_API_PURE([[%language "java"]], [[true]])
1123 AT_CHECK_API_PURE([[%language "java"]], [[false]])
1124
1125 AT_CLEANUP
1126
1127 ## -------------------------------- ##
1128 ## C++ namespace reference errors.  ##
1129 ## -------------------------------- ##
1130
1131 AT_SETUP([[C++ namespace reference errors]])
1132
1133 # AT_CHECK_NAMESPACE_ERROR(NAMESPACE-DECL, ERROR, [ERROR], ...)
1134 # -------------------------------------------------------------
1135 # Make sure Bison reports all ERROR's for %define namespace "NAMESPACE-DECL".
1136 m4_define([AT_CHECK_NAMESPACE_ERROR],
1137 [
1138 AT_DATA([[input.y]],
1139 [[%language "C++"
1140 %defines
1141 %define namespace "]$1["
1142 %%
1143 start: ;
1144 ]])
1145
1146 AT_BISON_CHECK([[input.y]], [1], [],
1147 [m4_foreach([b4_arg], m4_dquote(m4_shift($@)),
1148 [[input.y:3.9-17: ]b4_arg[
1149 ]])])
1150 ])
1151
1152 AT_CHECK_NAMESPACE_ERROR([[]],
1153                          [[namespace reference is empty]])
1154 AT_CHECK_NAMESPACE_ERROR([[                             ]],
1155                          [[namespace reference is empty]])
1156 AT_CHECK_NAMESPACE_ERROR([[foo::::bar]],
1157                          [[namespace reference has consecutive "::"]])
1158 AT_CHECK_NAMESPACE_ERROR([[foo::        ::bar]],
1159                          [[namespace reference has consecutive "::"]])
1160 AT_CHECK_NAMESPACE_ERROR([[::::bar]],
1161                          [[namespace reference has consecutive "::"]])
1162 AT_CHECK_NAMESPACE_ERROR([[:: ::bar]],
1163                          [[namespace reference has consecutive "::"]])
1164 AT_CHECK_NAMESPACE_ERROR([[foo::bar::   ::]],
1165                          [[namespace reference has consecutive "::"]],
1166                          [[namespace reference has a trailing "::"]])
1167 AT_CHECK_NAMESPACE_ERROR([[foo::bar::]],
1168                          [[namespace reference has a trailing "::"]])
1169 AT_CHECK_NAMESPACE_ERROR([[foo::bar::   ]],
1170                          [[namespace reference has a trailing "::"]])
1171 AT_CHECK_NAMESPACE_ERROR([[::]],
1172                          [[namespace reference has a trailing "::"]])
1173
1174 AT_CLEANUP
1175
1176 ## ------------------------ ##
1177 ## Bad character literals.  ##
1178 ## ------------------------ ##
1179
1180 # Bison used to accept character literals that were empty or contained
1181 # too many characters.
1182
1183 # FIXME: AT_DATA or some variant of AT_DATA may eventually permit
1184 # the final newline to be omitted.  See the threads starting at
1185 # <http://lists.gnu.org/archive/html/bison-patches/2009-07/msg00019.html>.
1186
1187 AT_SETUP([[Bad character literals]])
1188
1189 AT_DATA([empty.y],
1190 [[%%
1191 start: '';
1192 start: '
1193 ]])
1194 AT_CHECK([[perl -e "print 'start: \'';" >> empty.y || exit 77]])
1195
1196 AT_BISON_CHECK([empty.y], [1], [],
1197 [[empty.y:2.8-9: warning: empty character literal
1198 empty.y:3.8-4.0: warning: empty character literal
1199 empty.y:3.8-4.0: missing `'' at end of line
1200 empty.y:4.8: warning: empty character literal
1201 empty.y:4.8: missing `'' at end of file
1202 ]])
1203
1204 AT_DATA([two.y],
1205 [[%%
1206 start: 'ab';
1207 start: 'ab
1208 ]])
1209 AT_CHECK([[perl -e "print 'start: \'ab';" >> two.y || exit 77]])
1210
1211 AT_BISON_CHECK([two.y], [1], [],
1212 [[two.y:2.8-11: warning: extra characters in character literal
1213 two.y:3.8-4.0: warning: extra characters in character literal
1214 two.y:3.8-4.0: missing `'' at end of line
1215 two.y:4.8-10: warning: extra characters in character literal
1216 two.y:4.8-10: missing `'' at end of file
1217 ]])
1218
1219 AT_DATA([three.y],
1220 [[%%
1221 start: 'abc';
1222 start: 'abc
1223 ]])
1224 AT_CHECK([[perl -e "print 'start: \'abc';" >> three.y || exit 77]])
1225
1226 AT_BISON_CHECK([three.y], [1], [],
1227 [[three.y:2.8-12: warning: extra characters in character literal
1228 three.y:3.8-4.0: warning: extra characters in character literal
1229 three.y:3.8-4.0: missing `'' at end of line
1230 three.y:4.8-11: warning: extra characters in character literal
1231 three.y:4.8-11: missing `'' at end of file
1232 ]])
1233
1234 AT_CLEANUP
1235
1236 ## ------------------------- ##
1237 ## Bad escapes in literals.  ##
1238 ## ------------------------- ##
1239
1240 AT_SETUP([[Bad escapes in literals]])
1241
1242 AT_DATA([input.y],
1243 [[%%
1244 start: '\777' '\0' '\xfff' '\x0'
1245        '\uffff' '\u0000' '\Uffffffff' '\U00000000'
1246        '\ ' '\A';
1247 ]])
1248
1249 # It is not easy to create special characters, we cannot even trust tr.
1250 # Beside we cannot even expect "echo '\0'" to output two characters
1251 # (well three with \n): at least Bash 3.2 converts the two-character
1252 # sequence "\0" into a single NUL character.
1253 AT_CHECK([[perl -e 'print "start: \"\\\t\\\f\\\0\\\1\" ;";' >> input.y \
1254            || exit 77]])
1255
1256 AT_BISON_CHECK([input.y], [1], [],
1257 [[input.y:2.9-12: invalid number after \-escape: 777
1258 input.y:2.8-13: warning: empty character literal
1259 input.y:2.16-17: invalid number after \-escape: 0
1260 input.y:2.15-18: warning: empty character literal
1261 input.y:2.21-25: invalid number after \-escape: xfff
1262 input.y:2.20-26: warning: empty character literal
1263 input.y:2.29-31: invalid number after \-escape: x0
1264 input.y:2.28-32: warning: empty character literal
1265 input.y:3.9-14: invalid number after \-escape: uffff
1266 input.y:3.8-15: warning: empty character literal
1267 input.y:3.18-23: invalid number after \-escape: u0000
1268 input.y:3.17-24: warning: empty character literal
1269 input.y:3.27-36: invalid number after \-escape: Uffffffff
1270 input.y:3.26-37: warning: empty character literal
1271 input.y:3.40-49: invalid number after \-escape: U00000000
1272 input.y:3.39-50: warning: empty character literal
1273 input.y:4.9-10: invalid character after \-escape: ` '
1274 input.y:4.8-11: warning: empty character literal
1275 input.y:4.14-15: invalid character after \-escape: A
1276 input.y:4.13-16: warning: empty character literal
1277 input.y:5.9-16: invalid character after \-escape: \t
1278 input.y:5.17: invalid character after \-escape: \f
1279 input.y:5.18: invalid character after \-escape: \0
1280 input.y:5.19: invalid character after \-escape: \001
1281 ]])
1282
1283 AT_CLEANUP