Cycript.l

   1 %{
   2 #include "Cycript.tab.hh"
   3 typedef cy::parser::token tk;
   4
   5 #define YY_EXTRA_TYPE CYDriver *
   6 #define YYLTYPE cy::location
   7
   8 #define T yylval->newline_ = yyextra->state_ == CYNewLine;
   9 #define C T yyextra->state_ = CYClear;
  10 #define R T yyextra->state_ = CYRestricted;
  11 #define N if (yyextra->state_ != CYNewLine) { bool restricted(yyextra->state_ == CYRestricted); if (restricted) { yyextra->state_ = CYClear; return tk::NewLine; } else yyextra->state_ = CYNewLine; }
  12 %}
  13
  14 %option prefix="cy"
  15 %option bison-bridge
  16 %option bison-locations
  17 %option noyywrap
  18 %option yylineno
  19 %option nounput
  20 %option interactive
  21 %option reentrant
  22
  23 Exponent [eE][+-]?[0-9]+
  24 Escape   \\['"\\bfnrtv]|\\0|\\x[0-9a-fA-F]{2}|\\u[0-9a-fA-F]{4}
  25
  26 %%
  27
  28 \/\/[^\n]* ;
  29 \/\*(\n|[^\*]|\*[^/])\*\/ if (memchr(yytext, '\n', yyleng) != NULL) N // XXX: supposedly I will be screwed on very very long multi-line comments and need to replace this with a manual lexer. http://websrv.cs.fsu.edu/~engelen/courses/COP5621/Pr2.pdf ; XXX: this rule doesn't work anyway, fucking A :(
  30
  31 "&"    C return tk::Ampersand;
  32 "&&"   C return tk::AmpersandAmpersand;
  33 "&="   C return tk::AmpersandEqual;
  34 "^"    C return tk::Carrot;
  35 "^="   C return tk::CarrotEqual;
  36 "="    C return tk::Equal;
  37 "=="   C return tk::EqualEqual;
  38 "==="  C return tk::EqualEqualEqual;
  39 "!"    C return tk::Exclamation;
  40 "!="   C return tk::ExclamationEqual;
  41 "!=="  C return tk::ExclamationEqualEqual;
  42 "-"    C return tk::Hyphen;
  43 "-="   C return tk::HyphenEqual;
  44 "--"   C return yylval->newline_ ? tk::HyphenHyphen_ : tk::HyphenHyphen;
  45 "->"   C return tk::HyphenRight;
  46 "<"    C return tk::Left;
  47 "<="   C return tk::LeftEqual;
  48 "<<"   C return tk::LeftLeft;
  49 "<<="  C return tk::LeftLeftEqual;
  50 "%"    C return tk::Percent;
  51 "%="   C return tk::PercentEqual;
  52 "."    C return tk::Period;
  53 "|"    C return tk::Pipe;
  54 "|="   C return tk::PipeEqual;
  55 "||"   C return tk::PipePipe;
  56 "+"    C return tk::Plus;
  57 "+="   C return tk::PlusEqual;
  58 "++"   C return yylval->newline_ ? tk::PlusPlus_ : tk::PlusPlus;
  59 ">"    C return tk::Right;
  60 ">="   C return tk::RightEqual;
  61 ">>"   C return tk::RightRight;
  62 ">>="  C return tk::RightRightEqual;
  63 ">>>"  C return tk::RightRightRight;
  64 ">>>=" C return tk::RightRightRightEqual;
  65 "/"    C return tk::Slash;
  66 "/="   C return tk::SlashEqual;
  67 "*"    C return tk::Star;
  68 "*="   C return tk::StarEqual;
  69 "~"    C return tk::Tilde;
  70
  71 ":"    C return tk::Colon;
  72 ","    C return tk::Comma;
  73 "?"    C return tk::Question;
  74 ";"    C return tk::SemiColon;
  75
  76 "("    C return tk::OpenParen;
  77 ")"    C return tk::CloseParen;
  78
  79 "{"    C return tk::OpenBrace;
  80 "}"    C return tk::CloseBrace;
  81
  82 "["    C return tk::OpenBracket;
  83 "]"    C return tk::CloseBracket;
  84
  85 "break"      R yylval->word_ = new CYWord("break"); return tk::Break;
  86 "case"       C yylval->word_ = new CYWord("case"); return tk::Case;
  87 "catch"      C yylval->word_ = new CYWord("catch"); return tk::Catch;
  88 "continue"   R yylval->word_ = new CYWord("continue"); return tk::Continue;
  89 "default"    C yylval->word_ = new CYWord("default"); return tk::Default;
  90 "delete"     C yylval->word_ = new CYWord("delete"); return tk::Delete;
  91 "do"         C yylval->word_ = new CYWord("do"); return tk::Do;
  92 "else"       C yylval->word_ = new CYWord("else"); return tk::Else;
  93 "false"      C yylval->false_ = new CYFalse(); return tk::False;
  94 "finally"    C yylval->word_ = new CYWord("finally"); return tk::Finally;
  95 "for"        C yylval->word_ = new CYWord("for"); return tk::For;
  96 "function"   C yylval->word_ = new CYWord("function"); return tk::Function;
  97 "if"         C yylval->word_ = new CYWord("if"); return tk::If;
  98 "in"         C yylval->word_ = new CYWord("in"); return tk::In;
  99 "instanceof" C yylval->word_ = new CYWord("instanceof"); return tk::InstanceOf;
 100 "new"        C yylval->word_ = new CYWord("new"); return tk::New;
 101 "null"       C yylval->null_ = new CYNull(); return tk::Null;
 102 "return"     R yylval->word_ = new CYWord("return"); return tk::Return;
 103 "switch"     C yylval->word_ = new CYWord("switch"); return tk::Switch;
 104 "this"       C yylval->this_ = new CYThis(); return tk::This;
 105 "throw"      R yylval->word_ = new CYWord("throw"); return tk::Throw;
 106 "true"       C yylval->true_ = new CYTrue(); return tk::True;
 107 "try"        C yylval->word_ = new CYWord("try"); return tk::Try;
 108 "typeof"     C yylval->word_ = new CYWord("typeof"); return tk::TypeOf;
 109 "var"        C yylval->word_ = new CYWord("var"); return tk::Var;
 110 "void"       C yylval->word_ = new CYWord("void"); return tk::Void;
 111 "while"      C yylval->word_ = new CYWord("while"); return tk::While;
 112 "with"       C yylval->word_ = new CYWord("with"); return tk::With;
 113
 114 [a-zA-Z$_][a-zA-Z$_0-9]* yylval->identifier_ = new CYIdentifier(apr_pstrmemdup(yyextra->pool_, yytext, yyleng)); C return tk::Identifier;
 115
 116 (\.[0-9]+|(0|[1-9][0-9]*)(\.[0-9]*)?){Exponent}? yylval->number_ = new CYNumber(strtod(yytext, NULL)); C return tk::NumericLiteral;
 117
 118 0[xX][0-9a-fA-F]+ C yylval->number_ = new CYNumber(strtoull(yytext + 2, NULL, 16)); return tk::NumericLiteral;
 119
 120 0[bB][0-1]+ C yylval->number_ = new CYNumber(strtoull(yytext + 2, NULL, 2)); return tk::NumericLiteral;
 121
 122 \"([^"\\\n]|{Escape})*\" C return tk::StringLiteral;
 123 '([^'\\\n]|{Escape})*' C return tk::StringLiteral;
 124
 125 \n N
 126 [ \t] ;
 127
 128 %%
 129
 130 void CYDriver::ScannerInit() {
 131     cylex_init(&scanner_);
 132     cyset_extra(this, scanner_);
 133 }
 134
 135 void CYDriver::ScannerDestroy() {
 136     cylex_destroy(scanner_);
 137 }