1 /* Grammar reduction for Bison.
3 Copyright (C) 1988-1989, 2000-2003, 2005-2013 Free Software
6 This file is part of Bison, the GNU Compiler Compiler.
8 This program is free software: you can redistribute it and/or modify
9 it under the terms of the GNU General Public License as published by
10 the Free Software Foundation, either version 3 of the License, or
11 (at your option) any later version.
13 This program is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
18 You should have received a copy of the GNU General Public License
19 along with this program. If not, see <http://www.gnu.org/licenses/>. */
22 /* Reduce the grammar: Find and eliminate unreachable terminals,
23 nonterminals, and productions. David S. Bakin. */
25 /* Don't eliminate unreachable terminals: They may be used by the
37 #include "print-xml.h"
42 /* Set of all nonterminals which are not useless. */
45 /* Set of all rules which have no useless nonterminals in their RHS. */
48 /* Set of all accessible symbols. */
51 /* Set of symbols used to define rule precedence (so they are
52 `useless', but no warning should be issued). */
55 static rule_number nuseful_productions
;
56 rule_number nuseless_productions
;
57 static int nuseful_nonterminals
;
58 symbol_number nuseless_nonterminals
;
60 /*-------------------------------------------------------------------.
61 | Another way to do this would be with a set for each production and |
62 | then do subset tests against N0, but even for the C grammar the |
63 | whole reducing process takes only 2 seconds on my 8Mhz AT. |
64 `-------------------------------------------------------------------*/
67 useful_production (rule_number r
, bitset N0
)
71 /* A production is useful if all of the nonterminals in its appear
72 in the set of useful nonterminals. */
74 for (rhsp
= rules
[r
].rhs
; *rhsp
>= 0; ++rhsp
)
75 if (ISVAR (*rhsp
) && !bitset_test (N0
, *rhsp
- ntokens
))
81 /*---------------------------------------------------------.
82 | Remember that rules are 1-origin, symbols are 0-origin. |
83 `---------------------------------------------------------*/
86 useless_nonterminals (void)
91 /* N is set as built. Np is set being built this iteration. P is
92 set of all productions which have a RHS all in N. */
94 Np
= bitset_create (nvars
, BITSET_FIXED
);
97 /* The set being computed is a set of nonterminals which can derive
98 the empty string or strings consisting of all terminals. At each
99 iteration a nonterminal is added to the set if there is a
100 production with that nonterminal as its LHS for which all the
101 nonterminals in its RHS are already in the set. Iterate until
102 the set being computed remains unchanged. Any nonterminals not
103 in the set at that point are useless in that they will never be
104 used in deriving a sentence of the language.
106 This iteration doesn't use any special traversal over the
107 productions. A set is kept of all productions for which all the
108 nonterminals in the RHS are in useful. Only productions not in
109 this set are scanned on each iteration. At the end, this set is
110 saved to be used when finding useful productions: only
111 productions in this set will appear in the final grammar. */
116 for (r
= 0; r
< nrules
; r
++)
117 if (!bitset_test (P
, r
)
118 && useful_production (r
, N
))
120 bitset_set (Np
, rules
[r
].lhs
->number
- ntokens
);
123 if (bitset_equal_p (N
, Np
))
135 inaccessable_symbols (void)
139 /* Find out which productions are reachable and which symbols are
140 used. Starting with an empty set of productions and a set of
141 symbols which only has the start symbol in it, iterate over all
142 productions until the set of productions remains unchanged for an
143 iteration. For each production which has a LHS in the set of
144 reachable symbols, add the production to the set of reachable
145 productions, and add all of the nonterminals in the RHS of the
146 production to the set of reachable symbols.
148 Consider only the (partially) reduced grammar which has only
149 nonterminals in N and productions in P.
151 The result is the set P of productions in the reduced grammar,
152 and the set V of symbols in the reduced grammar.
154 Although this algorithm also computes the set of terminals which
155 are reachable, no terminal will be deleted from the grammar. Some
156 terminals might not be in the grammar but might be generated by
157 semantic routines, and so the user might want them available with
158 specified numbers. (Is this true?) However, the nonreachable
159 terminals are printed (if running in verbose mode) so that the
162 Vp
= bitset_create (nsyms
, BITSET_FIXED
);
163 Pp
= bitset_create (nrules
, BITSET_FIXED
);
165 /* If the start symbol isn't useful, then nothing will be useful. */
166 if (bitset_test (N
, accept
->number
- ntokens
))
168 bitset_set (V
, accept
->number
);
174 for (r
= 0; r
< nrules
; r
++)
176 if (!bitset_test (Pp
, r
)
177 && bitset_test (P
, r
)
178 && bitset_test (V
, rules
[r
].lhs
->number
))
181 for (rhsp
= rules
[r
].rhs
; *rhsp
>= 0; rhsp
++)
182 if (ISTOKEN (*rhsp
) || bitset_test (N
, *rhsp
- ntokens
))
183 bitset_set (Vp
, *rhsp
);
187 if (bitset_equal_p (V
, Vp
))
198 /* Tokens 0, 1, and 2 are internal to Bison. Consider them useful. */
199 bitset_set (V
, endtoken
->number
); /* end-of-input token */
200 bitset_set (V
, errtoken
->number
); /* error token */
201 bitset_set (V
, undeftoken
->number
); /* some undefined token */
206 nuseful_productions
= bitset_count (P
);
207 nuseless_productions
= nrules
- nuseful_productions
;
209 nuseful_nonterminals
= 0;
212 for (i
= ntokens
; i
< nsyms
; i
++)
213 if (bitset_test (V
, i
))
214 nuseful_nonterminals
++;
216 nuseless_nonterminals
= nvars
- nuseful_nonterminals
;
218 /* A token that was used in %prec should not be warned about. */
221 for (r
= 0; r
< nrules
; ++r
)
222 if (rules
[r
].precsym
!= 0)
223 bitset_set (V1
, rules
[r
].precsym
->number
);
228 /*-------------------------------------------------------------------.
229 | Put the useless productions at the end of RULES, and adjust NRULES |
231 `-------------------------------------------------------------------*/
234 reduce_grammar_tables (void)
236 /* Report and flag useless productions. */
239 for (r
= 0; r
< nrules
; r
++)
240 rules
[r
].useful
= bitset_test (P
, r
);
241 grammar_rules_useless_report (_("rule useless in grammar"));
244 /* Map the nonterminals to their new index: useful first, useless
245 afterwards. Kept for later report. */
248 int useless
= nrules
- nuseless_productions
;
249 rule
*rules_sorted
= xnmalloc (nrules
, sizeof *rules_sorted
);
251 for (r
= 0; r
< nrules
; ++r
)
252 rules_sorted
[rules
[r
].useful
? useful
++ : useless
++] = rules
[r
];
254 rules
= rules_sorted
;
256 /* Renumber the rules markers in RITEMS. */
257 for (r
= 0; r
< nrules
; ++r
)
259 item_number
*rhsp
= rules
[r
].rhs
;
260 for (/* Nothing. */; *rhsp
>= 0; ++rhsp
)
262 *rhsp
= rule_number_as_item_number (r
);
265 nrules
-= nuseless_productions
;
268 /* Adjust NRITEMS. */
272 for (r
= nrules
; r
< nrules
+ nuseless_productions
; ++r
)
274 length
= rule_rhs_length (&rules
[r
]);
275 nritems
-= length
+ 1;
281 /*------------------------------.
282 | Remove useless nonterminals. |
283 `------------------------------*/
286 nonterminals_reduce (void)
288 /* Map the nonterminals to their new index: useful first, useless
289 afterwards. Kept for later report. */
291 symbol_number
*nontermmap
= xnmalloc (nvars
, sizeof *nontermmap
);
292 symbol_number n
= ntokens
;
294 for (i
= ntokens
; i
< nsyms
; i
++)
295 if (bitset_test (V
, i
))
296 nontermmap
[i
- ntokens
] = n
++;
297 for (i
= ntokens
; i
< nsyms
; i
++)
298 if (!bitset_test (V
, i
))
300 nontermmap
[i
- ntokens
] = n
++;
301 if (symbols
[i
]->status
!= used
)
302 complain (&symbols
[i
]->location
, Wother
,
303 _("nonterminal useless in grammar: %s"),
308 /* Shuffle elements of tables indexed by symbol number. */
310 symbol
**symbols_sorted
= xnmalloc (nvars
, sizeof *symbols_sorted
);
312 for (i
= ntokens
; i
< nsyms
; i
++)
313 symbols
[i
]->number
= nontermmap
[i
- ntokens
];
314 for (i
= ntokens
; i
< nsyms
; i
++)
315 symbols_sorted
[nontermmap
[i
- ntokens
] - ntokens
] = symbols
[i
];
316 for (i
= ntokens
; i
< nsyms
; i
++)
317 symbols
[i
] = symbols_sorted
[i
- ntokens
];
318 free (symbols_sorted
);
323 for (r
= 0; r
< nrules
; ++r
)
326 for (rhsp
= rules
[r
].rhs
; *rhsp
>= 0; ++rhsp
)
328 *rhsp
= symbol_number_as_item_number (nontermmap
[*rhsp
331 accept
->number
= nontermmap
[accept
->number
- ntokens
];
334 nsyms
-= nuseless_nonterminals
;
335 nvars
-= nuseless_nonterminals
;
341 /*------------------------------------------------------------------.
342 | Output the detailed results of the reductions. For FILE.output. |
343 `------------------------------------------------------------------*/
346 reduce_output (FILE *out
)
348 if (nuseless_nonterminals
> 0)
351 fprintf (out
, "%s\n\n", _("Nonterminals useless in grammar"));
352 for (i
= 0; i
< nuseless_nonterminals
; ++i
)
353 fprintf (out
, " %s\n", symbols
[nsyms
+ i
]->tag
);
360 for (i
= 0; i
< ntokens
; i
++)
361 if (reduce_token_unused_in_grammar (i
))
364 fprintf (out
, "%s\n\n", _("Terminals unused in grammar"));
366 fprintf (out
, " %s\n", symbols
[i
]->tag
);
372 if (nuseless_productions
> 0)
373 grammar_rules_partial_print (out
, _("Rules useless in grammar"),
374 rule_useless_in_grammar_p
);
378 /*-------------------------------.
379 | Report the results to STDERR. |
380 `-------------------------------*/
385 if (nuseless_nonterminals
> 0)
386 complain (NULL
, Wother
, ngettext ("%d nonterminal useless in grammar",
387 "%d nonterminals useless in grammar",
388 nuseless_nonterminals
),
389 nuseless_nonterminals
);
390 if (nuseless_productions
> 0)
391 complain (NULL
, Wother
, ngettext ("%d rule useless in grammar",
392 "%d rules useless in grammar",
393 nuseless_productions
),
394 nuseless_productions
);
398 reduce_grammar (void)
402 /* Allocate the global sets used to compute the reduced grammar */
404 N
= bitset_create (nvars
, BITSET_FIXED
);
405 P
= bitset_create (nrules
, BITSET_FIXED
);
406 V
= bitset_create (nsyms
, BITSET_FIXED
);
407 V1
= bitset_create (nsyms
, BITSET_FIXED
);
409 useless_nonterminals ();
410 inaccessable_symbols ();
412 reduced
= (nuseless_nonterminals
+ nuseless_productions
> 0);
418 if (!bitset_test (N
, accept
->number
- ntokens
))
419 complain (&startsymbol_location
, fatal
,
420 _("start symbol %s does not derive any sentence"),
423 /* First reduce the nonterminals, as they renumber themselves in the
424 whole grammar. If you change the order, nonterms would be
425 renumbered only in the reduced grammar. */
426 if (nuseless_nonterminals
> 0)
427 nonterminals_reduce ();
428 if (nuseless_productions
> 0)
429 reduce_grammar_tables ();
431 if (trace_flag
& trace_grammar
)
433 grammar_dump (stderr
, "Reduced Grammar");
435 fprintf (stderr
, "reduced %s defines %d terminals, %d nonterminals"
436 ", and %d productions.\n",
437 grammar_file
, ntokens
, nvars
, nrules
);
442 reduce_token_unused_in_grammar (symbol_number i
)
445 return !bitset_test (V
, i
) && !bitset_test (V1
, i
);
449 reduce_nonterminal_useless_in_grammar (symbol_number i
)
451 aver (ntokens
<= i
&& i
< nsyms
+ nuseless_nonterminals
);
455 /*-----------------------------------------------------------.
456 | Free the global sets used to compute the reduced grammar. |
457 `-----------------------------------------------------------*/