src/reader.c

   1 /* Input parser for Bison
   2
   3    Copyright (C) 1984, 1986, 1989, 1992, 1998, 2000, 2001, 2002, 2003,
   4    2005, 2006 Free Software Foundation, Inc.
   5
   6    This file is part of Bison, the GNU Compiler Compiler.
   7
   8    Bison is free software; you can redistribute it and/or modify
   9    it under the terms of the GNU General Public License as published by
  10    the Free Software Foundation; either version 2, or (at your option)
  11    any later version.
  12
  13    Bison is distributed in the hope that it will be useful,
  14    but WITHOUT ANY WARRANTY; without even the implied warranty of
  15    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16    GNU General Public License for more details.
  17
  18    You should have received a copy of the GNU General Public License
  19    along with Bison; see the file COPYING.  If not, write to
  20    the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
  21    Boston, MA 02110-1301, USA.  */
  22
  23 #include <config.h>
  24 #include "system.h"
  25
  26 #include <quotearg.h>
  27
  28 #include "complain.h"
  29 #include "conflicts.h"
  30 #include "files.h"
  31 #include "getargs.h"
  32 #include "gram.h"
  33 #include "muscle_tab.h"
  34 #include "output.h"
  35 #include "reader.h"
  36 #include "symlist.h"
  37 #include "symtab.h"
  38
  39 static symbol_list *grammar = NULL;
  40 static bool start_flag = false;
  41 merger_list *merge_functions;
  42
  43 /* Was %union seen?  */
  44 bool typed = false;
  45
  46 /* Should rules have a default precedence?  */
  47 bool default_prec = true;
  48 \f
  49 /*-----------------------.
  50 | Set the start symbol.  |
  51 `-----------------------*/
  52
  53 void
  54 grammar_start_symbol_set (symbol *sym, location loc)
  55 {
  56   if (start_flag)
  57     complain_at (loc, _("multiple %s declarations"), "%start");
  58   else
  59     {
  60       start_flag = true;
  61       startsymbol = sym;
  62       startsymbol_location = loc;
  63     }
  64 }
  65
  66
  67 /*----------------------------------------------------------------.
  68 | There are two prologues: one before %union, one after.  Augment |
  69 | the current one.                                                |
  70 `----------------------------------------------------------------*/
  71
  72 void
  73 prologue_augment (const char *prologue, location loc)
  74 {
  75   struct obstack *oout =
  76     !typed ? &pre_prologue_obstack : &post_prologue_obstack;
  77
  78   obstack_fgrow1 (oout, "]b4_syncline(%d, [[", loc.start.line);
  79   MUSCLE_OBSTACK_SGROW (oout,
  80                         quotearg_style (c_quoting_style, loc.start.file));
  81   obstack_sgrow (oout, "]])[\n");
  82   obstack_sgrow (oout, prologue);
  83 }
  84
  85 \f
  86
  87 /*-------------------------------------------------------------------.
  88 | Return the merger index for a merging function named NAME, whose   |
  89 | arguments have type TYPE.  Records the function, if new, in        |
  90 | MERGER_LIST.                                                       |
  91 `-------------------------------------------------------------------*/
  92
  93 static int
  94 get_merge_function (uniqstr name, uniqstr type, location loc)
  95 {
  96   merger_list *syms;
  97   merger_list head;
  98   int n;
  99
 100   if (! glr_parser)
 101     return 0;
 102
 103   if (type == NULL)
 104     type = uniqstr_new ("");
 105
 106   head.next = merge_functions;
 107   for (syms = &head, n = 1; syms->next; syms = syms->next, n += 1)
 108     if (UNIQSTR_EQ (name, syms->next->name))
 109       break;
 110   if (syms->next == NULL)
 111     {
 112       syms->next = xmalloc (sizeof syms->next[0]);
 113       syms->next->name = uniqstr_new (name);
 114       syms->next->type = uniqstr_new (type);
 115       syms->next->next = NULL;
 116       merge_functions = head.next;
 117     }
 118   else if (!UNIQSTR_EQ (type, syms->next->type))
 119     warn_at (loc, _("result type clash on merge function %s: <%s> != <%s>"),
 120              name, type, syms->next->type);
 121   return n;
 122 }
 123
 124 /*--------------------------------------.
 125 | Free all merge-function definitions.  |
 126 `--------------------------------------*/
 127
 128 void
 129 free_merger_functions (void)
 130 {
 131   merger_list *L0 = merge_functions;
 132   while (L0)
 133     {
 134       merger_list *L1 = L0->next;
 135       free (L0);
 136       L0 = L1;
 137     }
 138 }
 139
 140 \f
 141 /*-------------------------------------------------------------------.
 142 | Parse the input grammar into a one symbol_list structure.  Each    |
 143 | rule is represented by a sequence of symbols: the left hand side   |
 144 | followed by the contents of the right hand side, followed by a     |
 145 | null pointer instead of a symbol to terminate the rule.  The next  |
 146 | symbol is the lhs of the following rule.                           |
 147 |                                                                    |
 148 | All actions are copied out, labelled by the rule number they apply |
 149 | to.                                                                |
 150 `-------------------------------------------------------------------*/
 151
 152 /* The (currently) last symbol of GRAMMAR. */
 153 static symbol_list *grammar_end = NULL;
 154
 155 /* Append SYM to the grammar.  */
 156 static void
 157 grammar_symbol_append (symbol *sym, location loc)
 158 {
 159   symbol_list *p = symbol_list_new (sym, loc);
 160
 161   if (grammar_end)
 162     grammar_end->next = p;
 163   else
 164     grammar = p;
 165
 166   grammar_end = p;
 167
 168   /* A null SYM stands for an end of rule; it is not an actual
 169      part of it.  */
 170   if (sym)
 171     ++nritems;
 172 }
 173
 174 /* The rule currently being defined, and the previous rule.
 175    CURRENT_RULE points to the first LHS of the current rule, while
 176    PREVIOUS_RULE_END points to the *end* of the previous rule (NULL).  */
 177 symbol_list *current_rule = NULL;
 178 static symbol_list *previous_rule_end = NULL;
 179
 180
 181 /*----------------------------------------------.
 182 | Create a new rule for LHS in to the GRAMMAR.  |
 183 `----------------------------------------------*/
 184
 185 void
 186 grammar_current_rule_begin (symbol *lhs, location loc)
 187 {
 188   if (!start_flag)
 189     {
 190       startsymbol = lhs;
 191       startsymbol_location = loc;
 192       start_flag = true;
 193     }
 194
 195   /* Start a new rule and record its lhs.  */
 196   ++nrules;
 197   previous_rule_end = grammar_end;
 198   grammar_symbol_append (lhs, loc);
 199   current_rule = grammar_end;
 200
 201   /* Mark the rule's lhs as a nonterminal if not already so.  */
 202   if (lhs->class == unknown_sym)
 203     {
 204       lhs->class = nterm_sym;
 205       lhs->number = nvars;
 206       ++nvars;
 207     }
 208   else if (lhs->class == token_sym)
 209     complain_at (loc, _("rule given for %s, which is a token"), lhs->tag);
 210 }
 211
 212
 213 /*----------------------------------------------------------------.
 214 | Check that the rule R is properly defined.  For instance, there |
 215 | should be no type clash on the default action.                  |
 216 `----------------------------------------------------------------*/
 217
 218 static void
 219 grammar_rule_check (const symbol_list *r)
 220 {
 221   /* Type check.
 222
 223      If there is an action, then there is nothing we can do: the user
 224      is allowed to shoot herself in the foot.
 225
 226      Don't worry about the default action if $$ is untyped, since $$'s
 227      value can't be used.  */
 228   if (!r->action && r->sym->type_name)
 229     {
 230       symbol *first_rhs = r->next->sym;
 231       /* If $$ is being set in default way, report if any type mismatch.  */
 232       if (first_rhs)
 233         {
 234           char const *lhs_type = r->sym->type_name;
 235           const char *rhs_type =
 236             first_rhs->type_name ? first_rhs->type_name : "";
 237           if (!UNIQSTR_EQ (lhs_type, rhs_type))
 238             warn_at (r->location,
 239                      _("type clash on default action: <%s> != <%s>"),
 240                      lhs_type, rhs_type);
 241         }
 242       /* Warn if there is no default for $$ but we need one.  */
 243       else
 244         warn_at (r->location,
 245                  _("empty rule for typed nonterminal, and no action"));
 246     }
 247
 248   /* Check that typed symbol values are used.  */
 249   {
 250     symbol_list const *l = r;
 251     int n = 0;
 252     for (; l && l->sym; l = l->next, ++n)
 253       if (! (l->used
 254              || !l->sym->type_name
 255              /* The default action, $$ = $1, `uses' both.  */
 256              || (!r->action && (n == 0 || n == 1))))
 257         {
 258           if (n)
 259             warn_at (r->location, _("unused value: $%d"), n);
 260           else
 261             warn_at (r->location, _("unset value: $$"));
 262         }
 263   }
 264 }
 265
 266
 267 /*-------------------------------------.
 268 | End the currently being grown rule.  |
 269 `-------------------------------------*/
 270
 271 void
 272 grammar_current_rule_end (location loc)
 273 {
 274   /* Put an empty link in the list to mark the end of this rule  */
 275   grammar_symbol_append (NULL, grammar_end->location);
 276   current_rule->location = loc;
 277   grammar_rule_check (current_rule);
 278 }
 279
 280
 281 /*-------------------------------------------------------------------.
 282 | The previous action turns out the be a mid-rule action.  Attach it |
 283 | to the current rule, i.e., create a dummy symbol, attach it this   |
 284 | mid-rule action, and append this dummy nonterminal to the current  |
 285 | rule.                                                              |
 286 `-------------------------------------------------------------------*/
 287
 288 static void
 289 grammar_midrule_action (void)
 290 {
 291   /* Since the action was written out with this rule's number, we must
 292      give the new rule this number by inserting the new rule before
 293      it.  */
 294
 295   /* Make a DUMMY nonterminal, whose location is that of the midrule
 296      action.  Create the MIDRULE.  */
 297   location dummy_location = current_rule->action_location;
 298   symbol *dummy = dummy_symbol_get (dummy_location);
 299   symbol_list *midrule = symbol_list_new (dummy, dummy_location);
 300
 301   /* Make a new rule, whose body is empty, before the current one, so
 302      that the action just read can belong to it.  */
 303   ++nrules;
 304   ++nritems;
 305   /* Attach its location and actions to that of the DUMMY.  */
 306   midrule->location = dummy_location;
 307   midrule->action = current_rule->action;
 308   midrule->action_location = dummy_location;
 309   current_rule->action = NULL;
 310   /* If $$ was used in the action, the LHS of the enclosing rule was
 311      incorrectly flagged as used.  */
 312   midrule->used = current_rule->used;
 313   current_rule->used = false;
 314
 315   if (previous_rule_end)
 316     previous_rule_end->next = midrule;
 317   else
 318     grammar = midrule;
 319
 320   /* End the dummy's rule.  */
 321   previous_rule_end = symbol_list_new (NULL, dummy_location);
 322   previous_rule_end->next = current_rule;
 323
 324   midrule->next = previous_rule_end;
 325
 326   /* Insert the dummy nonterminal replacing the midrule action into
 327      the current rule.  */
 328   grammar_current_rule_symbol_append (dummy, dummy_location);
 329 }
 330
 331 /* Set the precedence symbol of the current rule to PRECSYM. */
 332
 333 void
 334 grammar_current_rule_prec_set (symbol *precsym, location loc)
 335 {
 336   if (current_rule->ruleprec)
 337     complain_at (loc, _("only one %s allowed per rule"), "%prec");
 338   current_rule->ruleprec = precsym;
 339 }
 340
 341 /* Attach dynamic precedence DPREC to the current rule. */
 342
 343 void
 344 grammar_current_rule_dprec_set (int dprec, location loc)
 345 {
 346   if (! glr_parser)
 347     warn_at (loc, _("%s affects only GLR parsers"), "%dprec");
 348   if (dprec <= 0)
 349     complain_at (loc, _("%s must be followed by positive number"), "%dprec");
 350   else if (current_rule->dprec != 0)
 351     complain_at (loc, _("only one %s allowed per rule"), "%dprec");
 352   current_rule->dprec = dprec;
 353 }
 354
 355 /* Attach a merge function NAME with argument type TYPE to current
 356    rule. */
 357
 358 void
 359 grammar_current_rule_merge_set (uniqstr name, location loc)
 360 {
 361   if (! glr_parser)
 362     warn_at (loc, _("%s affects only GLR parsers"), "%merge");
 363   if (current_rule->merger != 0)
 364     complain_at (loc, _("only one %s allowed per rule"), "%merge");
 365   current_rule->merger =
 366     get_merge_function (name, current_rule->sym->type_name, loc);
 367 }
 368
 369 /* Attach SYM to the current rule.  If needed, move the previous
 370    action as a mid-rule action.  */
 371
 372 void
 373 grammar_current_rule_symbol_append (symbol *sym, location loc)
 374 {
 375   if (current_rule->action)
 376     grammar_midrule_action ();
 377   grammar_symbol_append (sym, loc);
 378 }
 379
 380 /* Attach an ACTION to the current rule.  If needed, move the previous
 381    action as a mid-rule action.  */
 382
 383 void
 384 grammar_current_rule_action_append (const char *action, location loc)
 385 {
 386   if (current_rule->action)
 387     grammar_midrule_action ();
 388   current_rule->action = action;
 389   current_rule->action_location = loc;
 390 }
 391
 392 \f
 393 /*---------------------------------------------------------------.
 394 | Convert the rules into the representation using RRHS, RLHS and |
 395 | RITEM.                                                         |
 396 `---------------------------------------------------------------*/
 397
 398 static void
 399 packgram (void)
 400 {
 401   unsigned int itemno = 0;
 402   rule_number ruleno = 0;
 403   symbol_list *p = grammar;
 404
 405   ritem = xnmalloc (nritems, sizeof *ritem);
 406   rules = xnmalloc (nrules, sizeof *rules);
 407
 408   while (p)
 409     {
 410       symbol *ruleprec = p->ruleprec;
 411       rules[ruleno].user_number = ruleno;
 412       rules[ruleno].number = ruleno;
 413       rules[ruleno].lhs = p->sym;
 414       rules[ruleno].rhs = ritem + itemno;
 415       rules[ruleno].prec = NULL;
 416       rules[ruleno].dprec = p->dprec;
 417       rules[ruleno].merger = p->merger;
 418       rules[ruleno].precsym = NULL;
 419       rules[ruleno].location = p->location;
 420       rules[ruleno].useful = true;
 421       rules[ruleno].action = p->action;
 422       rules[ruleno].action_location = p->action_location;
 423
 424       p = p->next;
 425       while (p && p->sym)
 426         {
 427           /* item_number = symbol_number.
 428              But the former needs to contain more: negative rule numbers. */
 429           ritem[itemno++] = symbol_number_as_item_number (p->sym->number);
 430           /* A rule gets by default the precedence and associativity
 431              of the last token in it.  */
 432           if (p->sym->class == token_sym && default_prec)
 433             rules[ruleno].prec = p->sym;
 434           if (p)
 435             p = p->next;
 436         }
 437
 438       /* If this rule has a %prec,
 439          the specified symbol's precedence replaces the default.  */
 440       if (ruleprec)
 441         {
 442           rules[ruleno].precsym = ruleprec;
 443           rules[ruleno].prec = ruleprec;
 444         }
 445       ritem[itemno++] = rule_number_as_item_number (ruleno);
 446       ++ruleno;
 447
 448       if (p)
 449         p = p->next;
 450     }
 451
 452   if (itemno != nritems)
 453     abort ();
 454
 455   if (trace_flag & trace_sets)
 456     ritem_print (stderr);
 457 }
 458 \f
 459 /*------------------------------------------------------------------.
 460 | Read in the grammar specification and record it in the format     |
 461 | described in gram.h.  All actions are copied into ACTION_OBSTACK, |
 462 | in each case forming the body of a C function (YYACTION) which    |
 463 | contains a switch statement to decide which action to execute.    |
 464 `------------------------------------------------------------------*/
 465
 466 void
 467 reader (void)
 468 {
 469   /* Initialize the symbol table.  */
 470   symbols_new ();
 471
 472   /* Construct the accept symbol. */
 473   accept = symbol_get ("$accept", empty_location);
 474   accept->class = nterm_sym;
 475   accept->number = nvars++;
 476
 477   /* Construct the error token */
 478   errtoken = symbol_get ("error", empty_location);
 479   errtoken->class = token_sym;
 480   errtoken->number = ntokens++;
 481
 482   /* Construct a token that represents all undefined literal tokens.
 483      It is always token number 2.  */
 484   undeftoken = symbol_get ("$undefined", empty_location);
 485   undeftoken->class = token_sym;
 486   undeftoken->number = ntokens++;
 487
 488   /* Initialize the obstacks. */
 489   obstack_init (&pre_prologue_obstack);
 490   obstack_init (&post_prologue_obstack);
 491
 492   gram_in = xfopen (grammar_file, "r");
 493
 494   gram__flex_debug = trace_flag & trace_scan;
 495   gram_debug = trace_flag & trace_parse;
 496   scanner_initialize ();
 497   gram_parse ();
 498
 499   /* If something went wrong during the parsing, don't try to
 500      continue.  */
 501   if (complaint_issued)
 502     return;
 503
 504   /* Grammar has been read.  Do some checking */
 505   if (nrules == 0)
 506     fatal (_("no rules in the input grammar"));
 507
 508   /* Report any undefined symbols and consider them nonterminals.  */
 509   symbols_check_defined ();
 510
 511   /* If the user did not define her ENDTOKEN, do it now. */
 512   if (!endtoken)
 513     {
 514       endtoken = symbol_get ("$end", empty_location);
 515       endtoken->class = token_sym;
 516       endtoken->number = 0;
 517       /* Value specified by POSIX.  */
 518       endtoken->user_token_number = 0;
 519     }
 520
 521   /* Insert the initial rule, which line is that of the first rule
 522      (not that of the start symbol):
 523
 524      accept: %start EOF.  */
 525   {
 526     symbol_list *p = symbol_list_new (accept, empty_location);
 527     p->location = grammar->location;
 528     p->next = symbol_list_new (startsymbol, empty_location);
 529     p->next->next = symbol_list_new (endtoken, empty_location);
 530     p->next->next->next = symbol_list_new (NULL, empty_location);
 531     p->next->next->next->next = grammar;
 532     nrules += 1;
 533     nritems += 3;
 534     grammar = p;
 535   }
 536
 537   if (! (nsyms <= SYMBOL_NUMBER_MAXIMUM && nsyms == ntokens + nvars))
 538     abort ();
 539
 540   xfclose (gram_in);
 541
 542   /* Assign the symbols their symbol numbers.  Write #defines for the
 543      token symbols into FDEFINES if requested.  */
 544   symbols_pack ();
 545
 546   /* Convert the grammar into the format described in gram.h.  */
 547   packgram ();
 548
 549   /* The grammar as a symbol_list is no longer needed. */
 550   LIST_FREE (symbol_list, grammar);
 551 }