X-Git-Url: https://git.saurik.com/bison.git/blobdiff_plain/55a30bda173145b0c18e9b36129284b2bfbdd364..45319f1365eb8d125424f31401d9d33cc02ff4ad:/tests/local.at diff --git a/tests/local.at b/tests/local.at index 10db0143..dc3897b5 100644 --- a/tests/local.at +++ b/tests/local.at @@ -1,27 +1,42 @@ # Process this -*- Autotest -*- file with autom4te. # Macros for the GNU Bison Test suite. -# Copyright (C) 2003, 2004, 2005, 2006 Free Software Foundation, Inc. +# Copyright (C) 2003, 2004, 2005, 2006, 2007, 2008, 2009 Free Software +# Foundation, Inc. -# This program is free software; you can redistribute it and/or modify +# This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by -# the Free Software Foundation; either version 2, or (at your option) -# any later version. - +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. - +# # You should have received a copy of the GNU General Public License -# along with this program; if not, write to the Free Software -# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA -# 02110-1301, USA. +# along with this program. If not, see . # We want a recent Autotest. m4_version_prereq([2.58]) +## ------------- ## +## Basic tests. ## +## ------------- ## + +# AT_MATCHES_CHECK(FILE, PERL-REGEXP, COUNT) +# ------------------------------------------ +# Expect COUNT matches of the PERL-REGEXP in FILE. The file is +# taken in "slurp" mode, i.e., one can match end-of-lines. +m4_define([AT_MATCHES_CHECK], +[AT_CHECK([perl -0777 -ne ' +my $count = 0; +s{$2}{ ++$count; "" }gem; +printf "$count\n";' $1], [0], [$3 +])]) + + ## ------------------------------- ## ## Macros decoding Bison options. ## ## ------------------------------- ## @@ -37,56 +52,60 @@ m4_define([AT_BISON_OPTION_PUSHDEFS], # -------------------------------------------------- # This macro works around the impossibility to define macros # inside macros, because issuing `[$1]' is not possible in M4 :(. -# This sucks hard, GNU M4 should really provide M5 like $$1. +# This sucks hard, GNU M4 should really provide M5-like $$1. m4_define([_AT_BISON_OPTION_PUSHDEFS], [m4_if([$1$2], $[1]$[2], [], [m4_fatal([$0: Invalid arguments: $@])])dnl -m4_pushdef([AT_LALR1_CC_IF], -[m4_bmatch([$3], ["lalr1.cc"], [$1], [$2])]) -m4_pushdef([AT_GLR_CC_IF], -[m4_bmatch([$3], ["glr.cc"], [$1], [$2])]) +m4_pushdef([AT_DEFINES_IF], +[m4_bmatch([$3], [%defines], [$1], [$2])]) m4_pushdef([AT_SKEL_CC_IF], -[m4_bmatch([$3], ["\(glr\|lalr1\).cc"], [$1], [$2])]) +[m4_bmatch([$3], [%language "[Cc]\+\+"\|%skeleton "[a-z0-9]+\.cc"], [$1], [$2])]) m4_pushdef([AT_GLR_IF], -[m4_bmatch([$3], [%glr-parser], [$1], [$2])]) +[m4_bmatch([$3], [%glr-parser\|%skeleton "glr\.], [$1], [$2])]) +m4_pushdef([AT_LALR1_CC_IF], +[AT_SKEL_CC_IF([AT_GLR_IF([$2], [$1])], [$2])]) +m4_pushdef([AT_GLR_CC_IF], +[AT_SKEL_CC_IF([AT_GLR_IF([$1], [$2])], [$2])]) # Using yacc.c? m4_pushdef([AT_YACC_IF], -[m4_bmatch([$3], [%glr-parser\|%skeleton], [$2], [$1])]) +[m4_bmatch([$3], [%language\|%glr-parser\|%skeleton], [$2], [$1])]) +m4_pushdef([AT_LEXPARAM_IF], +[m4_bmatch([$3], [%lex-param], [$1], [$2])]) m4_pushdef([AT_PARAM_IF], [m4_bmatch([$3], [%parse-param], [$1], [$2])]) m4_pushdef([AT_LOCATION_IF], [m4_bmatch([$3], [%locations], [$1], [$2])]) m4_pushdef([AT_PURE_IF], -[m4_bmatch([$3], [%pure-parser], [$1], [$2])]) -m4_pushdef([AT_PUSH_IF], -[m4_bmatch([$3], [%push-parser], [$1], [$2])]) -m4_pushdef([AT_PURE_OR_PUSH_IF], -[m4_bmatch([$3], [%pure-parser\|%push-parser], [$1], [$2])]) +[m4_bmatch([$3], [%define *api\.pure\|%pure-parser], + [m4_bmatch([$3], [%define *api\.pure *"?false"?], [$2], [$1])], + [$2])]) m4_pushdef([AT_PURE_AND_LOC_IF], -[m4_bmatch([$3], [%locations.*%pure-parser\|%pure-parser.*%locations], - [$1], [$2])]) +[m4_bmatch([$3], [%locations], [AT_PURE_IF($@)], [$2])]) m4_pushdef([AT_GLR_OR_PARAM_IF], [m4_bmatch([$3], [%glr-parser\|%parse-param], [$1], [$2])]) m4_pushdef([AT_NAME_PREFIX], [m4_bmatch([$3], [%name-prefix ".*"], [m4_bregexp([$3], [name-prefix "\([^"]*\)"], [\1])], [yy])]) +m4_pushdef([AT_TOKEN_PREFIX], +[m4_bmatch([$3], [%define api.tokens.prefix ".*"], + [m4_bregexp([$3], [%define api.tokens.prefix "\(.*\)"], [\1])])]) # yyerror receives the location if %location & %pure & (%glr or %parse-param). m4_pushdef([AT_YYERROR_ARG_LOC_IF], [AT_GLR_OR_PARAM_IF([AT_PURE_AND_LOC_IF([$1], [$2])], [$2])]) # yyerror always sees the locations (when activated), except if -# push or (yacc & pure & !param). +# (yacc & pure & !param). FIXME: This is wrong. See the manual. m4_pushdef([AT_YYERROR_SEES_LOC_IF], -[AT_PUSH_IF([$2],[AT_LOCATION_IF([AT_YACC_IF([AT_PURE_IF([AT_PARAM_IF([$1], [$2])], +[AT_LOCATION_IF([AT_YACC_IF([AT_PURE_IF([AT_PARAM_IF([$1], [$2])], [$1])], [$1])], - [$2])])]) + [$2])]) -# The interface is pure: either because %pure-parser, or because we +# The interface is pure: either because %define api.pure, or because we # are using the C++ parsers. m4_pushdef([AT_PURE_LEX_IF], -[AT_PURE_OR_PUSH_IF([$1], +[AT_PURE_IF([$1], [AT_SKEL_CC_IF([$1], [$2])])]) AT_PURE_LEX_IF( @@ -103,14 +122,15 @@ AT_PURE_LEX_IF( m4_pushdef([AT_LEX_PRE_ARGS], [AT_LEX_ARGS, ]) ], -[m4_pushdef([AT_LOC], [(yylloc)]) - m4_pushdef([AT_VAL], [(yylval)]) +[m4_pushdef([AT_LOC], [[(]AT_NAME_PREFIX[lloc)]]) + m4_pushdef([AT_VAL], [[(]AT_NAME_PREFIX[lval)]]) m4_pushdef([AT_LEX_FORMALS], [void]) m4_pushdef([AT_LEX_ARGS], []) m4_pushdef([AT_USE_LEX_ARGS], []) m4_pushdef([AT_LEX_PRE_FORMALS], []) m4_pushdef([AT_LEX_PRE_ARGS], []) ]) +AT_GLR_IF([AT_KEYWORDS([glr])]) ])# _AT_BISON_OPTION_PUSHDEFS @@ -132,11 +152,13 @@ m4_popdef([AT_GLR_OR_PARAM_IF]) m4_popdef([AT_PURE_AND_LOC_IF]) m4_popdef([AT_LOCATION_IF]) m4_popdef([AT_PARAM_IF]) +m4_popdef([AT_LEXPARAM_IF]) m4_popdef([AT_YACC_IF]) m4_popdef([AT_GLR_IF]) m4_popdef([AT_SKEL_CC_IF]) m4_popdef([AT_GLR_CC_IF]) m4_popdef([AT_LALR1_CC_IF]) +m4_popdef([AT_DEFINES_IF]) ])# AT_BISON_OPTION_POPDEFS @@ -145,21 +167,37 @@ m4_popdef([AT_LALR1_CC_IF]) ## Generating Grammar Files. ## ## -------------------------- ## - -# AT_DATA_GRAMMAR_PROLOGUE +# AT_DATA_SOURCE_PROLOGUE # ------------------------ -# The prologue that should be included in any grammar which parser is +# The prologue that should be included in any source code that is # meant to be compiled. -m4_define([AT_DATA_GRAMMAR_PROLOGUE], -[[%{ -#include +m4_define([AT_DATA_SOURCE_PROLOGUE], +[[#include /* We don't need perfect functions for these tests. */ #undef malloc #undef memcmp #undef realloc -%}] -]) +]]) +# AT_DATA_GRAMMAR_PROLOGUE +# ------------------------ +# The prologue that should be included in any grammar which parser is +# meant to be compiled. +m4_define([AT_DATA_GRAMMAR_PROLOGUE], +[[%code top { +]AT_DATA_SOURCE_PROLOGUE[]dnl +[} +]]) + +# AT_DATA_SOURCE(NAME, CONTENT) +# ----------------------------- +# Generate the file NAME, which CONTENT is preceded by +# AT_DATA_SOURCE_PROLOGUE. +m4_define([AT_DATA_SOURCE], +[AT_DATA([$1], +[AT_DATA_SOURCE_PROLOGUE +$2]) +]) # AT_DATA_GRAMMAR(NAME, CONTENT) # ------------------------------ @@ -171,6 +209,79 @@ m4_define([AT_DATA_GRAMMAR], $2]) ]) +# AT_BISON_CHECK(BISON_ARGS, [OTHER_AT_CHECK_ARGS]) +# ------------------------------------------------- +# Check Bison by invoking `bison BISON_ARGS'. OTHER_AT_CHECK_ARGS are the +# usual remaining arguments to AT_CHECK: STATUS, STDOUT, etc. +# +# This macro or AT_BISON_CHECK_NO_XML should always be used whenever invoking +# Bison in the test suite. For now it ensures that: +# +# 1. Valgrind doesn't report reachable memory when Bison is expected to have +# a non-zero exit status since Bison doesn't always try to free all memory +# in that case. +# +# 2. In the case of maintainer-xml-check, XML/XSLT output is compared with +# --graph and --report=all output for every working grammar. +m4_define([AT_BISON_CHECK], +[m4_if(m4_quote($2), [0], [AT_BISON_CHECK_XML($@)], + m4_quote($2), [], [AT_BISON_CHECK_XML($@)]) +AT_BISON_CHECK_NO_XML($@)]) + +# AT_BISON_CHECK_NO_XML(BISON_ARGS, [OTHER_AT_CHECK_ARGS]) +# -------------------------------------------------------- +# Same as AT_BISON_CHECK except don't perform XML/XSLT checks. This is useful +# when a tortured grammar's XML is known to be too large for xsltproc to +# handle. +m4_define([AT_BISON_CHECK_NO_XML], +[AT_CHECK(m4_if(m4_quote($2), [0], [], m4_quote($2), [], [], + [AT_QUELL_VALGRIND ])[[bison ]]$@)]) + +# AT_BISON_CHECK_XML(BISON_ARGS, [OTHER_AT_CHECK_ARGS]) +# ----------------------------------------------------- +# Run AT_BISON_CHECK's XML/XSLT checks if $BISON_TEST_XML=1 and $XSLTPROC is +# defined. It doesn't make sense to invoke this macro if Bison is expected to +# have a non-zero exit status. +m4_define([AT_BISON_CHECK_XML], +[[if test x"$BISON_TEST_XML" = x1 && test x"$XSLTPROC" != x""; then + mkdir xml-tests] + m4_pushdef([AT_BISON_ARGS], + [m4_bpatsubsts([[$1]], + [--report(-file)?=[^][ ]*], [], + [--graph=[^][ ]*], [], + [--xml=[^][ ]*], [])])dnl + # Don't combine these Bison invocations since we want to be sure that + # --report=all isn't required to get the full XML file. + AT_CHECK([[bison --report=all --report-file=xml-tests/test.output \ + --graph=xml-tests/test.dot ]]AT_BISON_ARGS, + [[0]], [ignore], [ignore]) + AT_CHECK([[bison --xml=xml-tests/test.xml ]]AT_BISON_ARGS, + [[0]], [ignore], [ignore]) + m4_popdef([AT_BISON_ARGS])dnl + [cp xml-tests/test.output expout] + AT_CHECK([[$XSLTPROC \ + `]]AT_QUELL_VALGRIND[[ bison --print-datadir`/xslt/xml2text.xsl \ + xml-tests/test.xml]], [[0]], [expout]) + [cp xml-tests/test.dot expout] + AT_CHECK([[$XSLTPROC \ + `]]AT_QUELL_VALGRIND[[ bison --print-datadir`/xslt/xml2dot.xsl \ + xml-tests/test.xml]], [[0]], [expout]) + [rm -rf xml-tests expout +fi]]) + +# AT_QUELL_VALGRIND +# ----------------- +# Put this before a Bison invocation to keep Valgrind from complaining about +# reachable memory. +# +# Do not quote invocations of this macro within the first argument of AT_CHECK. +# The triple quoting below will cause test cases to fail if you do. If you do +# so anyway but also decrease the quoting below to avoid that problem, AT_CHECK +# will then fail to shell-escape its contents when attempting to print them. +# The testsuite verbose output, at least, will be incorrect, but nothing may +# fail to make sure you notice. +m4_define([AT_QUELL_VALGRIND], +[[[VALGRIND_OPTS="$VALGRIND_OPTS --leak-check=summary --show-reachable=no"; export VALGRIND_OPTS;]]]) ## ------------------------ ## ## Compiling C, C++ Files. ## @@ -197,17 +308,179 @@ AT_CHECK([$CXX $CXXFLAGS $CPPFLAGS m4_bmatch([$1], [[.]], [], [$LDFLAGS ])-o $1 0, [ignore], [ignore])]) +# AT_FULL_COMPILE(OUTPUT, [OTHER]) +# -------------------------------- +# Compile OUTPUT.y to OUTPUT.c or OUTPUT.cc, and compile it to OUTPUT. +# If OTHER is specified, compile OUTPUT-OTHER.c or OUTPUT-OTHER.cc to OUTPUT +# along with it. +# Relies on AT_SKEL_CC_IF. +m4_define([AT_FULL_COMPILE], +[AT_SKEL_CC_IF( + [AT_BISON_CHECK([-o $1.cc $1.y]) + AT_COMPILE_CXX([$1]m4_ifval($2, [, [$1.cc $1-$2.cc]]))], + [AT_BISON_CHECK([-o $1.c $1.y]) + AT_COMPILE([$1]m4_ifval($2, [, [$1.c $1-$2.c]]))]) +]) + ## ---------------------------- ## ## Running a generated parser. ## ## ---------------------------- ## -# AT_PARSER_CHECK(COMMAND, EXIT-STATUS, EXPOUT, EXPERR) -# ----------------------------------------------------- +# AT_PARSER_CHECK(COMMAND, EXIT-STATUS, EXPOUT, EXPERR, [PRE]) +# ------------------------------------------------------------ # So that we can run `./testsuite PREPARSER='valgrind -q' for instance. m4_define([AT_PARSER_CHECK], -[AT_CHECK([$PREPARSER $1], [$2], [$3], [$4])]) - +[AT_CHECK([$5 $PREPARSER $1], [$2], [$3], [$4])]) + +# AT_TEST_TABLES_AND_PARSE(TITLE, COND-VALUE, TEST-SPEC, +# DECLS, GRAMMAR, INPUT, +# BISON-STDERR, TABLES-OR-LAST-STATE, +# [OTHER-CHECKS], +# [PARSER-EXIT-VALUE], +# [PARSER-STDOUT], [PARSER-STDERR]) +# ------------------------------------------------------------- +# Using TITLE as the test group title, check the generated parser tables +# and parser for a specified grammar file under a condition labeled by +# COND-VALUE. +# +# TEST-SPEC is a comma-delimited list of attributes of this test. Each +# recognized attribute is described below where it is relevant. +# +# Insert DECLS and GRAMMAR into the declarations and grammar section of +# the grammar file. Insert basic yyerror, yylex, and main function +# definitions as well. Hardcode yylex to return the (possibly empty) +# comma-delimited series of tokens in INPUT followed by token 0. +# +# If TEST-SPEC contains the attribute no-xml, then invoke bison using +# AT_BISON_CHECK_NO_XML. Otherwise, invoke bison using AT_BISON_CHECK. +# On the bison command-line, specify `--report=all --defines'. Check +# that Bison exits with value 0, has no stdout, and has stderr +# BISON-STDERR. +# +# If TEST-SPEC contains the attribute `last-state', check that the value +# of TABLES-OR-LAST-STATE is the index of the last state generated for +# the grammar; in other words, check the number of states (minus one). +# Otherwise, check that everything in the `.output' file starting with +# the definition of state 0 is the same as the entire value of +# TABLES-OR-LAST-STATE. +# +# Expand the M4 in OTHER-CHECKS to perform additional checks of the +# `.output' file, which is named `input.output', and/or grammar file, +# which is named `input.y'. +# +# Finally, compile the generated parser and then run it using +# AT_PARSER_CHECK with PARSER-EXIT-VALUE, PARSER-STDOUT, and +# PARSER-STDERR as the 2nd-4th arguments. +# +# As a precondition, you must properly double-quote all arguments that +# are to be interpreted as strings. +# +# AT_COND_CASE (when appearing in single-quoted segments of arguments) +# invokes m4_case with its own arguments but COND-VALUE inserted as the +# first argument. This is useful, for example, when wrapping multiple +# AT_TEST_TABLES_AND_PARSE invocations, each representing a different +# condition, in another macro. +# +# For example: +# +# # AT_TEST_SYNTAX_ERROR(DESCRIPTION, DECLS, GRAMMAR, INPUT, LAST-STATE, +# # PARSER-EXIT-VALUE, PARSER-STDOUT, PARSER-STDERR) +# # --------------------------------------------------------------------- +# m4_define([AT_TEST_SYNTAX_ERROR], +# [ +# AT_TEST_TABLES_AND_PARSE([$1[ with %error-verbose]], [[verbose]], +# [[last-state]], +# [[%error-verbose ]$2], [$3], [$4], +# [[]], [$5], [], [$6], [$7], [$8]) +# AT_TEST_TABLES_AND_PARSE([$1[ with no %error-verbose]], [[no verbose]], +# [[last-state]], +# [$2], [$3], [$4], +# [[]], [$5], [], [$6], [$7], [$8]) +# ]) +# +# AT_TEST_SYNTAX_ERROR([[Single Char Grammar]], +# [[%token 'b']], [[start: 'a' ;]], [['a', 'b']], +# [[3]], +# [[1]], [[]], +# [AT_COND_CASE([[no verbose]], +# [[syntax error +# ]], +# [[syntax error, unexpected 'b', expecting $end +# ]])]) +m4_define([AT_TEST_TABLES_AND_PARSE], +[m4_pushdef([AT_COND_CASE], [m4_case([$2], $][@)]) + +AT_SETUP([$1]) + +AT_DATA_GRAMMAR([[input.y]], +[[%code { + #include + static void yyerror (char const *msg); + static int yylex (void); +} + +]$4[ + +%% + +]$5[ + +%% + +static void +yyerror (char const *msg) +{ + fprintf (stderr, "%s\n", msg); +} + +static int +yylex (void) +{ + static int const input[] = { + ]m4_if([$6], [], [], [$6], [[]], [], [$6[, ]])[0 + }; + static int const *inputp = input; + return *inputp++; +} + +int +main (void) +{ + return yyparse (); +} +]]) + +# In some versions of Autoconf, AT_CHECK invokes AS_ESCAPE before +# expanding macros, so it corrupts some special characters in the +# macros. To avoid this, expand now and pass it the result with proper +# string quotation. Assume args 7 thru 12 expand to properly quoted +# strings. + +m4_if(m4_index(m4_quote($3), [no-xml]), -1, + [AT_BISON_CHECK], + [AT_BISON_CHECK_NO_XML])([[--report=all --defines -o input.c input.y]], + [0], [], m4_dquote($7)) + +m4_if(m4_index(m4_quote($3), [last-state]), -1, + [AT_CHECK([[sed -n '/^state 0$/,$p' input.output]], [[0]], + m4_dquote($8))], + [AT_CHECK([[sed -n 's/^state //p' input.output | tail -1]], [[0]], + m4_dquote($8)[[ +]])]) + +$9 + +AT_COMPILE([[input]]) + +AT_PARSER_CHECK([[./input]], + m4_ifval([$10], [m4_dquote($10)]), + m4_ifval([$11], [m4_dquote($11)]), + m4_ifval([$12], [m4_dquote($12)])) + +AT_CLEANUP + +m4_popdef([AT_COND_CASE])])