tests/input.at

   1 # Checking the Bison scanner.                    -*- Autotest -*-
   2 # Copyright (C) 2002, 2003, 2004, 2005, 2006 Free Software Foundation, Inc.
   3
   4 # This program is free software; you can redistribute it and/or modify
   5 # it under the terms of the GNU General Public License as published by
   6 # the Free Software Foundation; either version 2, or (at your option)
   7 # any later version.
   8
   9 # This program is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 # GNU General Public License for more details.
  13
  14 # You should have received a copy of the GNU General Public License
  15 # along with this program; if not, write to the Free Software
  16 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
  17 # 02110-1301, USA.
  18
  19 AT_BANNER([[Input Processing.]])
  20
  21 # Mostly test that we are robust to mistakes.
  22
  23
  24 ## ------------ ##
  25 ## Invalid $n.  ##
  26 ## ------------ ##
  27
  28 AT_SETUP([Invalid \$n and @n])
  29
  30 AT_DATA([input.y],
  31 [[%%
  32 exp: { $$ = $1 ; };
  33 exp: { @$ = @1 ; };
  34 ]])
  35
  36 AT_CHECK([bison input.y], [1], [],
  37 [[input.y:2.13-14: integer out of range: `$1'
  38 input.y:3.13-14: integer out of range: `@1'
  39 ]])
  40
  41 AT_CLEANUP
  42
  43
  44 ## -------------- ##
  45 ## Type Clashes.  ##
  46 ## -------------- ##
  47
  48 AT_SETUP([Type Clashes])
  49
  50 AT_DATA([input.y],
  51 [[%union { int bar; }
  52 %token foo
  53 %type <bar> exp
  54 %%
  55 exp: foo { $$; } foo { $2; } foo
  56    | foo
  57    | /* Empty. */
  58    ;
  59 ]])
  60
  61 AT_CHECK([bison input.y], [1], [],
  62 [[input.y:5.12-13: $$ for the midrule at $2 of `exp' has no declared type
  63 input.y:5.24-25: $2 of `exp' has no declared type
  64 input.y:5.6-32: warning: type clash on default action: <bar> != <>
  65 input.y:6.6-8: warning: type clash on default action: <bar> != <>
  66 input.y:7.5: warning: empty rule for typed nonterminal, and no action
  67 ]])
  68
  69 AT_CLEANUP
  70
  71
  72 # _AT_UNUSED_VALUES_DECLARATIONS()
  73 # --------------------------------------------
  74 # Generate the token, type, and destructor
  75 # declarations for the unused values tests.
  76
  77 m4_define([_AT_UNUSED_VALUES_DECLARATIONS],
  78 [[[%token <integer> INT;
  79 %type <integer> a b c d e f g h i j k l;
  80 %destructor { destroy ($$); } INT a b c d e f g h i j k l;]]])
  81
  82
  83 # AT_CHECK_UNUSED_VALUES(DECLARATIONS_AFTER)
  84 # --------------------------------------------
  85 # Generate a grammar to test unused values,
  86 # compile it, run it.  If DECLARATIONS_AFTER
  87 # is set, then the token, type, and destructor
  88 # declarations are generated after the rules
  89 # rather than before.
  90
  91 m4_define([AT_CHECK_UNUSED_VALUES],
  92 [AT_DATA([input.y],
  93 m4_ifval($1, [
  94
  95
  96 ], [_AT_UNUSED_VALUES_DECLARATIONS
  97 ])[[%%
  98 start:
  99   'a' a { $]2[ } | 'b' b { $]2[ } | 'c' c { $]2[ } | 'd' d { $]2[ } | 'e' e { $]2[ }
 100 | 'f' f { $]2[ } | 'g' g { $]2[ } | 'h' h { $]2[ } | 'i' i { $]2[ } | 'j' j { $]2[ }
 101 | 'k' k { $]2[ } | 'l' l { $]2[ }
 102 ;
 103
 104 a: INT | INT { } INT { } INT { };
 105 b: INT | /* empty */;
 106 c: INT | INT { $]1[ } INT { } INT { };
 107 d: INT | INT { } INT { $]1[ } INT { };
 108 e: INT | INT { } INT {  } INT { $]1[ };
 109 f: INT | INT { } INT {  } INT { $]$[ = $]1[ + $]3[ + $]5[; };
 110 g: INT | INT { $<integer>$; } INT { $<integer>$; } INT { };
 111 h: INT | INT { $<integer>$; } INT { $<integer>$ = $<integer>2; } INT { };
 112 i: INT | INT INT { } { $]$[ = $]1[ + $]2[; };
 113 j: INT | INT INT { $<integer>$ = 1; } { $]$[ = $]1[ + $]2[; };
 114 k: INT | INT INT { $<integer>$; } { $<integer>$ = $<integer>3; } { };
 115 l: INT | INT { $<integer>$ = $<integer>1; } INT { $<integer>$ = $<integer>2 + $<integer>3; } INT { $<integer>$ = $<integer>4 + $<integer>5; };]]m4_ifval($1, [
 116 _AT_UNUSED_VALUES_DECLARATIONS])
 117 )
 118
 119 AT_CHECK([bison input.y], [0], [],
 120 [[input.y:11.10-32: warning: unset value: $]$[
 121 input.y:11.10-32: warning: unused value: $]1[
 122 input.y:11.10-32: warning: unused value: $]3[
 123 input.y:11.10-32: warning: unused value: $]5[
 124 input.y:12.9: warning: empty rule for typed nonterminal, and no action
 125 input.y:13.10-35: warning: unset value: $]$[
 126 input.y:13.10-35: warning: unused value: $]3[
 127 input.y:13.10-35: warning: unused value: $]5[
 128 input.y:14.10-35: warning: unset value: $]$[
 129 input.y:14.10-35: warning: unused value: $]3[
 130 input.y:14.10-35: warning: unused value: $]5[
 131 input.y:15.10-36: warning: unset value: $]$[
 132 input.y:15.10-36: warning: unused value: $]3[
 133 input.y:15.10-36: warning: unused value: $]5[
 134 input.y:17.10-58: warning: unset value: $]$[
 135 input.y:17.10-58: warning: unused value: $]1[
 136 input.y:17.10-58: warning: unused value: $]2[
 137 input.y:17.10-58: warning: unused value: $]3[
 138 input.y:17.10-58: warning: unused value: $]4[
 139 input.y:17.10-58: warning: unused value: $]5[
 140 input.y:18.10-72: warning: unset value: $]$[
 141 input.y:18.10-72: warning: unused value: $]1[
 142 input.y:18.10-72: warning: unused value: $]3[
 143 input.y:18.10-72: warning: unused value: $]4[
 144 input.y:18.10-72: warning: unused value: $]5[
 145 input.y:20.10-55: warning: unused value: $]3[
 146 input.y:21.10-68: warning: unset value: $]$[
 147 input.y:21.10-68: warning: unused value: $]1[
 148 input.y:21.10-68: warning: unused value: $]2[
 149 input.y:21.10-68: warning: unused value: $]4[
 150 ]])])
 151
 152
 153 ## --------------- ##
 154 ## Unused values.  ##
 155 ## --------------- ##
 156
 157 AT_SETUP([Unused values])
 158 AT_CHECK_UNUSED_VALUES
 159 AT_CLEANUP
 160
 161
 162 ## ------------------------------------------ ##
 163 ## Unused values before symbol declarations.  ##
 164 ## ------------------------------------------ ##
 165
 166 AT_SETUP([Unused values before symbol declarations])
 167 AT_CHECK_UNUSED_VALUES([1])
 168 AT_CLEANUP
 169
 170
 171 ## --------------------------------------------- ##
 172 ## Default %printer and %destructor redeclared.  ##
 173 ## --------------------------------------------- ##
 174
 175 AT_SETUP([Default %printer and %destructor redeclared])
 176
 177 AT_DATA([[input.y]],
 178 [[%destructor { destroy ($$); } %symbol-default
 179 %printer { destroy ($$); } %symbol-default
 180
 181 %destructor { destroy ($$); } %symbol-default
 182 %printer { destroy ($$); } %symbol-default
 183
 184 %%
 185
 186 start: ;
 187
 188 %destructor { destroy ($$); } %symbol-default;
 189 %printer { destroy ($$); } %symbol-default;
 190 ]])
 191
 192 AT_CHECK([bison input.y], [1], [],
 193 [[input.y:4.13-29: redeclaration for default %destructor
 194 input.y:1.13-29: previous declaration
 195 input.y:5.10-26: redeclaration for default %printer
 196 input.y:2.10-26: previous declaration
 197 input.y:11.13-29: redeclaration for default %destructor
 198 input.y:4.13-29: previous declaration
 199 input.y:12.10-26: redeclaration for default %printer
 200 input.y:5.10-26: previous declaration
 201 ]])
 202
 203 AT_CLEANUP
 204
 205
 206 ## ---------------------------------------- ##
 207 ## Unused values with default %destructor.  ##
 208 ## ---------------------------------------- ##
 209
 210 AT_SETUP([Unused values with default %destructor])
 211
 212 AT_DATA([[input.y]],
 213 [[%destructor { destroy ($$); } %symbol-default
 214
 215 %%
 216
 217 start: end end { $1; } ;
 218 end: { }  ;
 219 ]])
 220
 221 AT_CHECK([bison input.y], [0], [],
 222 [[input.y:5.8-22: warning: unset value: $$
 223 input.y:5.8-22: warning: unused value: $2
 224 input.y:6.6-8: warning: unset value: $$
 225 ]])
 226
 227 AT_CLEANUP
 228
 229
 230 ## ---------------------- ##
 231 ## Incompatible Aliases.  ##
 232 ## ---------------------- ##
 233
 234 AT_SETUP([Incompatible Aliases])
 235
 236 AT_DATA([input.y],
 237 [[%token foo "foo"
 238
 239 %type <bar>       foo
 240 %printer {bar}    foo
 241 %destructor {bar} foo
 242 %left             foo
 243
 244 %type <baz>       "foo"
 245 %printer {baz}    "foo"
 246 %destructor {baz} "foo"
 247 %left             "foo"
 248
 249 %%
 250 exp: foo;
 251 ]])
 252
 253 AT_CHECK([bison input.y], [1], [],
 254 [[input.y:8.7-11: %type redeclaration for foo
 255 input.y:3.7-11: previous declaration
 256 input.y:10.13-17: %destructor redeclaration for foo
 257 input.y:5.13-17: previous declaration
 258 input.y:9.10-14: %printer redeclaration for foo
 259 input.y:4.10-14: previous declaration
 260 input.y:11.1-5: %left redeclaration for foo
 261 input.y:6.1-5: previous declaration
 262 ]])
 263
 264 AT_CLEANUP
 265
 266
 267
 268 ## ----------------------- ##
 269 ## Torturing the Scanner.  ##
 270 ## ----------------------- ##
 271
 272 # Be sure to compile and run, so that the C compiler checks what
 273 # we do.
 274
 275 AT_SETUP([Torturing the Scanner])
 276
 277
 278 AT_DATA([input.y], [])
 279 AT_CHECK([bison input.y], [1], [],
 280 [[input.y:1.1: syntax error, unexpected end of file
 281 ]])
 282
 283
 284 AT_DATA([input.y],
 285 [{}
 286 ])
 287 AT_CHECK([bison input.y], [1], [],
 288 [[input.y:1.1-2: syntax error, unexpected {...}
 289 ]])
 290
 291
 292 AT_DATA_GRAMMAR([input.y],
 293 [[%{
 294 /* This is seen in GCC: a %{ and %} in middle of a comment. */
 295 const char *foo = "So %{ and %} can be here too.";
 296
 297 #if 0
 298 /* These examples test Bison while not stressing C compilers too much.
 299    Many C compilers mishandle backslash-newlines, so this part of the
 300    test is inside "#if 0".  The comment and string are written so that
 301    the "#endif" will be seen regardless of the C compiler bugs that we
 302    know about, namely:
 303
 304      HP C (as of late 2002) mishandles *\[newline]\[newline]/ within a
 305      comment.
 306
 307      The Apple Darwin compiler (as of late 2002) mishandles
 308      \\[newline]' within a character constant.
 309
 310    */
 311
 312 /\
 313 * A comment with backslash-newlines in it. %} *\
 314 \
 315 /
 316 /* { Close the above comment, if the C compiler mishandled it.  */
 317
 318 char str[] = "\\
 319 " A string with backslash-newlines in it %{ %} \\
 320 \
 321 "";
 322
 323 char apostrophe = '\'';
 324 #endif
 325
 326 #include <stdio.h>
 327 %}
 328 /* %{ and %} can be here too. */
 329
 330 %{
 331 /* Exercise pre-prologue dependency to %union.  */
 332 typedef int value;
 333 %}
 334
 335 /* Exercise M4 quoting: '@:>@@:>@', 0.  */
 336
 337 /* Also exercise %union. */
 338 %union
 339 {
 340   value ival; /* A comment to exercise an old bug. */
 341 };
 342
 343
 344 /* Exercise post-prologue dependency to %union.  */
 345 %{
 346 static YYSTYPE value_as_yystype (value val);
 347
 348 /* Exercise quotes in declarations.  */
 349 char quote[] = "@:>@@:>@,";
 350 %}
 351
 352 %{
 353 static void yyerror (const char *s);
 354 static int yylex (void);
 355 %}
 356
 357 %type <ival> '@<:@'
 358
 359 /* Exercise quotes in strings.  */
 360 %token FAKE "fake @<:@@:>@ \a\b\f\n\r\t\v\"\'\?\\\u005B\U0000005c ??!??'??(??)??-??/??<??=??> \x1\1"
 361
 362 %%
 363 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 1.  */
 364 exp: '@<:@' '\1' two '$' '@' '{' oline output.or.oline.opt
 365   {
 366     /* Exercise quotes in braces.  */
 367     char tmp[] = "@<:@%c@:>@,\n";
 368     printf (tmp, $1);
 369   }
 370 ;
 371
 372 two: '\x000000000000000000000000000000000000000000000000000000000000000000002';
 373 oline: '@' 'o' 'l' 'i' 'n' 'e' '@' '_' '_' 'o' 'l' 'i' 'n' 'e' '_' '_';
 374 output.or.oline.opt: ;|oline;;|output;;;
 375 output: '#' 'o' 'u' 't' 'p' 'u' 't' ' ';
 376 %%
 377 /* Exercise M4 quoting: '@:>@@:>@', @<:@, 2.  */
 378
 379 static YYSTYPE
 380 value_as_yystype (value val)
 381 {
 382   YYSTYPE res;
 383   res.ival = val;
 384   return res;
 385 }
 386
 387 static int
 388 yylex (void)
 389 {
 390   static const char *input = "@<:@\1\2$@{@oline@__@&t@oline__\
 391 #output "; /* "
 392   */
 393   yylval = value_as_yystype (*input);
 394   return *input++;
 395 }
 396
 397 static void
 398 yyerror (const char *msg)
 399 {
 400   fprintf (stderr, "%s\n", msg);
 401 }
 402 ]])
 403
 404 # Pacify Emacs'font-lock-mode: "
 405
 406 AT_DATA([main.c],
 407 [[typedef int value;
 408 #include "input.h"
 409
 410 int yyparse (void);
 411
 412 int
 413 main (void)
 414 {
 415   return yyparse ();
 416 }
 417 ]])
 418
 419 AT_CHECK([bison -d -v -o input.c input.y])
 420 AT_COMPILE([input.o], [-c input.c])
 421 AT_COMPILE([main.o], [-c main.c])
 422 AT_COMPILE([input], [input.o main.o])
 423 AT_PARSER_CHECK([./input], 0,
 424 [[[@<:@],
 425 ]])
 426
 427 AT_CLEANUP
 428
 429
 430 ## ---------------------- ##
 431 ## Typed symbol aliases.  ##
 432 ## ---------------------- ##
 433
 434 AT_SETUP([Typed symbol aliases])
 435
 436 # Bison 2.0 broke typed symbol aliases - ensure they work.
 437
 438 AT_DATA_GRAMMAR([input.y],
 439 [[%union
 440 {
 441   int val;
 442 };
 443 %token <val> MY_TOKEN "MY TOKEN"
 444 %type <val> exp
 445 %%
 446 exp: "MY TOKEN";
 447 %%
 448 ]])
 449
 450 AT_CHECK([bison -o input.c input.y])
 451
 452 AT_CLEANUP
 453
 454
 455 ## --------- ##
 456 ## Require.  ##
 457 ## --------- ##
 458
 459 m4_define([AT_CHECK_REQUIRE],
 460 [AT_SETUP([Require $1])
 461 AT_DATA_GRAMMAR([input.y],
 462 [[%require "$1";
 463 %%
 464 empty_file:;
 465 ]])
 466 AT_CHECK([bison -o input.c input.y], $2, [], ignore)
 467 AT_CLEANUP
 468 ])
 469
 470 AT_CHECK_REQUIRE(1.0, 0)
 471 AT_CHECK_REQUIRE(AT_PACKAGE_VERSION, 0)
 472 ## FIXME: Some day augment this version number.
 473 AT_CHECK_REQUIRE(100.0, 63)
 474
 475
 476 ## ------------------------------------- ##
 477 ## String aliases for character tokens.  ##
 478 ## ------------------------------------- ##
 479
 480 AT_SETUP([String aliases for character tokens])
 481
 482 # Bison once thought a character token and its alias were different symbols
 483 # with the same user token number.
 484
 485 AT_DATA_GRAMMAR([input.y],
 486 [[%token 'a' "a"
 487 %%
 488 start: 'a';
 489 %%
 490 ]])
 491
 492 AT_CHECK([bison -o input.c input.y])
 493
 494 AT_CLEANUP
 495
 496
 497 ## --------------------- ##
 498 ## Unclosed constructs.  ##
 499 ## --------------------- ##
 500
 501 AT_SETUP([Unclosed constructs])
 502
 503 # Bison's scan-gram.l once forgot to STRING_FINISH some unclosed constructs, so
 504 # they were prepended to whatever it STRING_GROW'ed next.  It also threw them
 505 # away rather than returning them to the parser.  The effect was confusing
 506 # subsequent error messages.
 507
 508 AT_DATA([input.y],
 509 [[%token A "a
 510 %token B "b"
 511 %token AB "ab" // Used to complain that "ab" was already used.
 512 %token C '1
 513 %token TWO "2"
 514 %token TICK_TWELVE "'12" // Used to complain that "'12" was already used.
 515
 516 %%
 517
 518 start: ;
 519
 520 // Used to report a syntax error because it didn't see any kind of symbol
 521 // identifier.
 522 %type <f> 'a
 523 ;
 524 %type <f> "a
 525 ;
 526 // Used to report a syntax error because it didn't see braced code.
 527 %destructor { free ($$)
 528 ]])
 529
 530 AT_CHECK([bison -o input.c input.y], 1, [],
 531 [[input.y:1.10-2.0: missing `"' at end of line
 532 input.y:4.10-5.0: missing `'' at end of line
 533 input.y:14.11-15.0: missing `'' at end of line
 534 input.y:16.11-17.0: missing `"' at end of line
 535 input.y:19.13-20.0: missing `}' at end of file
 536 input.y:20.1: syntax error, unexpected end of file
 537 ]])
 538
 539 AT_CLEANUP
 540
 541
 542 ## ------------------------- ##
 543 ## %start after first rule.  ##
 544 ## ------------------------- ##
 545
 546 AT_SETUP([%start after first rule])
 547
 548 # Bison once complained that a %start after the first rule was a redeclaration
 549 # of the start symbol.
 550
 551 AT_DATA([input.y],
 552 [[%%
 553 false_start: ;
 554 start: false_start ;
 555 %start start;
 556 ]])
 557
 558 AT_CHECK([bison -o input.c input.y])
 559
 560 AT_CLEANUP