X-Git-Url: https://git.saurik.com/cycript.git/blobdiff_plain/9b5527f0b979deba030328eb11c355b5785aceb5..8964aa089c709fbf370be623d75a204480b26b3c:/Parser.hpp?ds=inline diff --git a/Parser.hpp b/Parser.hpp index 71bdee4..2102091 100644 --- a/Parser.hpp +++ b/Parser.hpp @@ -1,94 +1,199 @@ -/* Cycript - Remove Execution Server and Disassembler - * Copyright (C) 2009 Jay Freeman (saurik) +/* Cycript - Optimizing JavaScript Compiler/Runtime + * Copyright (C) 2009-2013 Jay Freeman (saurik) */ -/* Modified BSD License {{{ */ +/* GNU General Public License, Version 3 {{{ */ /* - * Redistribution and use in source and binary - * forms, with or without modification, are permitted - * provided that the following conditions are met: + * Cycript is free software: you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published + * by the Free Software Foundation, either version 3 of the License, + * or (at your option) any later version. * - * 1. Redistributions of source code must retain the - * above copyright notice, this list of conditions - * and the following disclaimer. - * 2. Redistributions in binary form must reproduce the - * above copyright notice, this list of conditions - * and the following disclaimer in the documentation - * and/or other materials provided with the - * distribution. - * 3. The name of the author may not be used to endorse - * or promote products derived from this software - * without specific prior written permission. + * Cycript is distributed in the hope that it will be useful, but + * WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. * - * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' - * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, - * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF - * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE - * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE - * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, - * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT - * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR - * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS - * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF - * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR - * TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN - * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF - * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. -*/ + * You should have received a copy of the GNU General Public License + * along with Cycript. If not, see . +**/ /* }}} */ -#ifndef CYPARSER_HPP -#define CYPARSER_HPP +#ifndef CYCRIPT_PARSER_HPP +#define CYCRIPT_PARSER_HPP + +#include -#include #include #include +#include +#include -#include "location.hh" +#include +#include + +#include "List.hpp" #include "Pooling.hpp" +#include "Options.hpp" -template -struct CYNext { - Type_ *next_; +struct CYContext; - CYNext() : - next_(NULL) +struct CYThing { + virtual ~CYThing() { + } + + virtual void Output(struct CYOutput &out) const = 0; +}; + +struct CYOutput { + std::ostream &out_; + CYOptions &options_; + bool pretty_; + unsigned indent_; + bool right_; + + enum { + NoMode, + NoLetter, + NoPlus, + NoHyphen, + Terminated + } mode_; + + CYOutput(std::ostream &out, CYOptions &options) : + out_(out), + options_(options), + pretty_(false), + indent_(0), + right_(false), + mode_(NoMode) { } - CYNext(Type_ *next) : - next_(next) - { + void Check(char value); + void Terminate(); + + CYOutput &operator <<(char rhs); + CYOutput &operator <<(const char *rhs); + + _finline CYOutput &operator <<(const CYThing *rhs) { + if (rhs != NULL) + rhs->Output(*this); + return *this; } - void SetNext(Type_ *next) { - next_ = next; + _finline CYOutput &operator <<(const CYThing &rhs) { + rhs.Output(*this); + return *this; } }; -struct CYThing { - virtual void Output(std::ostream &out) const = 0; +struct CYPropertyName { + virtual void PropertyName(CYOutput &out) const = 0; + + virtual ~CYPropertyName() { + } +}; + +struct CYExpression; +struct CYAssignment; + +enum CYNeeded { + CYNever = -1, + CYSometimes = 0, + CYAlways = 1, }; -_finline std::ostream &operator <<(std::ostream &out, const CYThing &rhs) { - rhs.Output(out); - return out; +enum CYFlags { + CYNoFlags = 0, + CYNoBrace = (1 << 0), + CYNoFunction = (1 << 1), + CYNoIn = (1 << 2), + CYNoCall = (1 << 3), + CYNoRightHand = (1 << 4), + CYNoDangle = (1 << 5), + CYNoInteger = (1 << 6), + CYNoBF = (CYNoBrace | CYNoFunction), +}; + +_finline CYFlags operator ~(CYFlags rhs) { + return static_cast(~static_cast(rhs)); +} + +_finline CYFlags operator &(CYFlags lhs, CYFlags rhs) { + return static_cast(static_cast(lhs) & static_cast(rhs)); +} + +_finline CYFlags operator |(CYFlags lhs, CYFlags rhs) { + return static_cast(static_cast(lhs) | static_cast(rhs)); +} + +_finline CYFlags &operator |=(CYFlags &lhs, CYFlags rhs) { + return lhs = lhs | rhs; +} + +_finline CYFlags CYLeft(CYFlags flags) { + return flags & ~(CYNoDangle | CYNoInteger); +} + +_finline CYFlags CYRight(CYFlags flags) { + return flags & ~CYNoBF; +} + +_finline CYFlags CYCenter(CYFlags flags) { + return CYLeft(CYRight(flags)); } -struct CYSource : - CYNext +struct CYStatement : + CYNext { - virtual void Show(std::ostream &out) const; - virtual void Output(std::ostream &out) const = 0; - virtual void Output(std::ostream &out, bool block) const; + virtual ~CYStatement() { + } + + void Single(CYOutput &out, CYFlags flags) const; + void Multiple(CYOutput &out, CYFlags flags = CYNoFlags) const; + + virtual CYStatement *Replace(CYContext &context) = 0; + + private: + virtual void Output(CYOutput &out, CYFlags flags) const = 0; }; -struct CYPropertyName { - virtual void PropertyName(std::ostream &out) const = 0; +struct CYStatements { + CYStatement *first_; + CYStatement *last_; + + CYStatements() : + first_(NULL), + last_(NULL) + { + } + + operator CYStatement *() const { + return first_; + } + + CYStatements &operator ->*(CYStatement *next) { + if (next != NULL) + if (first_ == NULL) { + first_ = next; + last_ = next; + } else for (;; last_ = last_->next_) + if (last_->next_ == NULL) { + last_->next_ = next; + last_ = next; + break; + } + return *this; + } }; struct CYClassName { - virtual void ClassName(std::ostream &out) const = 0; + virtual ~CYClassName() { + } + + virtual CYExpression *ClassName(CYContext &context, bool object) = 0; + virtual void ClassName(CYOutput &out, bool object) const = 0; }; struct CYWord : @@ -103,119 +208,342 @@ struct CYWord : { } - const char *Value() const { - return word_; + void Set(const char *value) { + word_ = value; } - virtual void Output(std::ostream &out) const; + virtual const char *Word() const; + virtual void Output(CYOutput &out) const; - virtual void ClassName(std::ostream &out) const; - virtual void PropertyName(std::ostream &out) const; + virtual CYExpression *ClassName(CYContext &context, bool object); + virtual void ClassName(CYOutput &out, bool object) const; + virtual void PropertyName(CYOutput &out) const; }; +_finline std::ostream &operator <<(std::ostream &lhs, const CYWord &rhs) { + lhs << &rhs << '='; + return lhs << rhs.Word(); +} + struct CYIdentifier : + CYNext, CYWord { + CYIdentifier *replace_; + size_t offset_; + size_t usage_; + CYIdentifier(const char *word) : - CYWord(word) + CYWord(word), + replace_(NULL), + offset_(0), + usage_(0) { } + + virtual const char *Word() const; + CYIdentifier *Replace(CYContext &context); +}; + +struct CYComment : + CYStatement +{ + const char *value_; + + CYComment(const char *value) : + value_(value) + { + } + + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYLabel : - CYNext + CYStatement { - CYIdentifier *identifier_; + CYIdentifier *name_; + CYStatement *statement_; - CYLabel(CYIdentifier *identifier, CYLabel *next) : - CYNext(next), - identifier_(identifier) + CYLabel(CYIdentifier *name, CYStatement *statement) : + name_(name), + statement_(statement) { } + + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYStatement : - CYSource +struct CYCStringLess : + std::binary_function { - CYLabel *label_; + _finline bool operator ()(const char *lhs, const char *rhs) const { + return strcmp(lhs, rhs) < 0; + } +}; - void AddLabel(CYIdentifier *identifier) { - label_ = new CYLabel(identifier, label_); +struct CYIdentifierValueLess : + std::binary_function +{ + _finline bool operator ()(CYIdentifier *lhs, CYIdentifier *rhs) const { + return CYCStringLess()(lhs->Word(), rhs->Word()); } }; -enum CYState { - CYClear, - CYRestricted, - CYNewLine +enum CYIdentifierFlags { + CYIdentifierArgument, + CYIdentifierVariable, + CYIdentifierOther, + CYIdentifierMagic, + CYIdentifierCatch, }; -class CYDriver { - public: - CYPool pool_; +typedef std::set CYCStringSet; +typedef std::set CYIdentifierValueSet; +typedef std::map CYIdentifierAddressFlagsMap; - CYState state_; - void *scanner_; +struct CYIdentifierUsage { + CYIdentifier *identifier_; + size_t usage_; +}; - const char *data_; - size_t size_; +typedef std::vector CYIdentifierUsageVector; - std::string filename_; +struct CYScope { + bool transparent_; - struct Error { - cy::location location_; - std::string message_; - }; + CYContext &context_; + CYStatement *&statements_; - typedef std::vector Errors; + CYScope *parent_; - CYSource *source_; - Errors errors_; + CYIdentifierAddressFlagsMap internal_; + CYIdentifierValueSet identifiers_; - private: - void ScannerInit(); - void ScannerDestroy(); + CYScope(bool transparent, CYContext &context, CYStatement *&statements); + virtual ~CYScope(); - public: - CYDriver(const std::string &filename); - ~CYDriver(); + void Close(); + + void Declare(CYContext &context, CYIdentifier *identifier, CYIdentifierFlags flags); + virtual CYIdentifier *Lookup(CYContext &context, CYIdentifier *identifier); + void Merge(CYContext &context, CYIdentifier *identifier); + void Scope(CYContext &context, CYStatement *&statements); }; -struct CYPart { - virtual void Part(std::ostream &out) const = 0; +struct CYProgram : + CYThing +{ + CYStatement *statements_; + + CYProgram(CYStatement *statements) : + statements_(statements) + { + } + + virtual void Replace(CYContext &context); + virtual void Output(CYOutput &out) const; +}; + +struct CYNonLocal; +struct CYThisScope; + +struct CYContext { + CYOptions &options_; + + CYScope *scope_; + CYThisScope *this_; + + CYIdentifierUsageVector rename_; + + CYNonLocal *nonlocal_; + CYNonLocal *nextlocal_; + unsigned unique_; + + CYContext(CYOptions &options) : + options_(options), + scope_(NULL), + this_(NULL), + nonlocal_(NULL), + nextlocal_(NULL), + unique_(0) + { + } + + virtual ~CYContext() { + } + + template + void ReplaceAll(Type_ *&values) { + Type_ **last(&values); + CYForEach (next, values) { + Replace(*last = next); + if (*last != NULL) + last = &(*last)->next_; + } + } + + template + void Replace(Type_ *&value) { + for (;;) if (value == NULL) + break; + else { + Type_ *replace(value->Replace(*this)); + if (replace != value) + value = replace; + else break; + } + } + + void NonLocal(CYStatement *&statements); + CYIdentifier *Unique(); +}; + +struct CYNonLocal { + CYIdentifier *identifier_; + + CYNonLocal() : + identifier_(NULL) + { + } + + CYIdentifier *Target(CYContext &context) { + if (identifier_ == NULL) + identifier_ = context.Unique(); + return identifier_; + } +}; + +struct CYThisScope : + CYNext +{ + CYIdentifier *identifier_; + + CYThisScope() : + identifier_(NULL) + { + } + + CYIdentifier *Identifier(CYContext &context) { + if (next_ != NULL) + return next_->Identifier(context); + if (identifier_ == NULL) + identifier_ = context.Unique(); + return identifier_; + } }; -struct CYForInitialiser : - CYPart +struct CYBlock : + CYStatement, + CYThing { + CYStatement *statements_; + + CYBlock(CYStatement *statements) : + statements_(statements) + { + } + + operator CYStatement *() const { + return statements_; + } + + void AddPrev(CYStatement *statement) { + CYSetLast(statement) = statements_; + statements_ = statement; + } + + virtual CYStatement *Replace(CYContext &context); + + virtual void Output(CYOutput &out) const; + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYForInInitialiser : - CYPart +class CYStream : + public std::istream { + private: + class CYBuffer : + public std::streambuf + { + public: + CYBuffer(const char *start, const char *end) { + setg(const_cast(start), const_cast(start), const_cast(end)); + } + } buffer_; + + public: + CYStream(const char *start, const char *end) : + std::istream(&buffer_), + buffer_(start, end) + { + } }; -enum CYFlags { - CYNoFlags = 0, - CYNoBrace = (1 << 0), - CYNoFunction = (1 << 1), - CYNoLeader = (1 << 2), - CYNoTrailer = (1 << 3), - CYNoIn = (1 << 4), +struct CYForInitialiser { + virtual ~CYForInitialiser() { + } + + virtual CYExpression *Replace(CYContext &context) = 0; + virtual void Output(CYOutput &out, CYFlags flags) const = 0; +}; + +struct CYForInInitialiser { + virtual ~CYForInInitialiser() { + } + + virtual void ForIn(CYOutput &out, CYFlags flags) const = 0; + virtual CYStatement *ForEachIn(CYContext &out, CYExpression *value) = 0; + + virtual CYExpression *Replace(CYContext &context) = 0; + virtual CYAssignment *Assignment(CYContext &context) = 0; + + virtual void Output(CYOutput &out, CYFlags flags) const = 0; }; +struct CYNumber; +struct CYString; + struct CYExpression : CYNext, CYForInitialiser, CYForInInitialiser, - CYClassName + CYClassName, + CYThing { virtual unsigned Precedence() const = 0; - virtual void Part(std::ostream &out) const; - virtual void Output(std::ostream &out, CYFlags flags) const = 0; - void Output(std::ostream &out, unsigned precedence, CYFlags flags) const; - virtual void ClassName(std::ostream &out) const; + virtual bool RightHand() const { + return true; + } + + virtual void ForIn(CYOutput &out, CYFlags flags) const; + virtual CYStatement *ForEachIn(CYContext &out, CYExpression *value); + + virtual CYExpression *AddArgument(CYContext &context, CYExpression *value); + + virtual void Output(CYOutput &out) const; + virtual void Output(CYOutput &out, CYFlags flags) const = 0; + void Output(CYOutput &out, unsigned precedence, CYFlags flags) const; + + virtual CYExpression *ClassName(CYContext &context, bool object); + virtual void ClassName(CYOutput &out, bool object) const; + + virtual CYExpression *Replace(CYContext &context) = 0; + virtual CYAssignment *Assignment(CYContext &context); + + virtual CYExpression *Primitive(CYContext &context) { + return this; + } + + virtual CYNumber *Number(CYContext &context) { + return NULL; + } + + virtual CYString *String(CYContext &context) { + return NULL; + } virtual const char *Word() const { return NULL; @@ -228,7 +556,13 @@ struct CYExpression : } #define CYPrecedence(value) \ + static const unsigned Precedence_ = value; \ virtual unsigned Precedence() const { \ + return Precedence_; \ + } + +#define CYRightHand(value) \ + virtual bool RightHand() const { \ return value; \ } @@ -237,65 +571,158 @@ struct CYCompound : { CYExpression *expressions_; - CYCompound(CYExpression *expressions) : + CYCompound(CYExpression *expressions = NULL) : expressions_(expressions) { } void AddPrev(CYExpression *expression) { - CYExpression *last(expression); - while (last->next_ != NULL) - last = last->next_; - last->SetNext(expressions_); + CYSetLast(expression) = expressions_; expressions_ = expression; } CYPrecedence(17) - void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + void Output(CYOutput &out, CYFlags flags) const; + + virtual CYExpression *Primitive(CYContext &context); }; -struct CYLiteral : - CYExpression +struct CYDeclaration; + +struct CYFunctionParameter : + CYNext, + CYThing { - CYPrecedence(0) + CYForInInitialiser *initialiser_; + + CYFunctionParameter(CYForInInitialiser *initialiser, CYFunctionParameter *next = NULL) : + CYNext(next), + initialiser_(initialiser) + { + } + + void Replace(CYContext &context, CYBlock &code); + void Output(CYOutput &out) const; }; -struct CYMagic : - CYExpression +struct CYComprehension : + CYNext, + CYThing { - CYPrecedence(0) + CYComprehension(CYComprehension *next = NULL) : + CYNext(next) + { + } + + virtual const char *Name() const = 0; + + virtual CYFunctionParameter *Parameter(CYContext &context) const = 0; + CYFunctionParameter *Parameters(CYContext &context) const; + virtual CYStatement *Replace(CYContext &context, CYStatement *statement) const; + virtual void Output(CYOutput &out) const = 0; }; -struct CYSelectorPart : - CYNext +struct CYForInComprehension : + CYComprehension { - CYWord *name_; - bool value_; + CYIdentifier *name_; + CYExpression *set_; - CYSelectorPart(CYWord *name, bool value, CYSelectorPart *next) : - CYNext(next), + CYForInComprehension(CYIdentifier *name, CYExpression *set, CYComprehension *next = NULL) : + CYComprehension(next), name_(name), - value_(value) + set_(set) { } - virtual void Output(std::ostream &out) const; + virtual const char *Name() const { + return name_->Word(); + } + + virtual CYFunctionParameter *Parameter(CYContext &context) const; + virtual CYStatement *Replace(CYContext &context, CYStatement *statement) const; + virtual void Output(CYOutput &out) const; }; -struct CYSelector : - CYLiteral +struct CYForOfComprehension : + CYComprehension { - CYSelectorPart *name_; + CYIdentifier *name_; + CYExpression *set_; - CYSelector(CYSelectorPart *name) : - name_(name) + CYForOfComprehension(CYIdentifier *name, CYExpression *set, CYComprehension *next = NULL) : + CYComprehension(next), + name_(name), + set_(set) { } - CYPrecedence(1) + virtual const char *Name() const { + return name_->Word(); + } + + virtual CYFunctionParameter *Parameter(CYContext &context) const; + virtual CYStatement *Replace(CYContext &context, CYStatement *statement) const; + virtual void Output(CYOutput &out) const; +}; + +struct CYIfComprehension : + CYComprehension +{ + CYExpression *test_; + + CYIfComprehension(CYExpression *test) : + test_(test) + { + } + + virtual const char *Name() const { + return NULL; + } + + virtual CYFunctionParameter *Parameter(CYContext &context) const; + virtual CYStatement *Replace(CYContext &context, CYStatement *statement) const; + virtual void Output(CYOutput &out) const; +}; + +struct CYArrayComprehension : + CYExpression +{ + CYExpression *expression_; + CYComprehension *comprehensions_; + + CYArrayComprehension(CYExpression *expression, CYComprehension *comprehensions) : + expression_(expression), + comprehensions_(comprehensions) + { + } + + CYPrecedence(0) + + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; +}; + +struct CYLiteral : + CYExpression +{ + CYPrecedence(0) + CYRightHand(false) +}; + +struct CYTrivial : + CYLiteral +{ + virtual CYExpression *Replace(CYContext &context); +}; - virtual void Output(std::ostream &out, CYFlags flags) const; +struct CYMagic : + CYExpression +{ + CYPrecedence(0) + CYRightHand(false) }; struct CYRange { @@ -323,20 +750,32 @@ extern CYRange WordStartRange_; extern CYRange WordEndRange_; struct CYString : - CYLiteral, + CYTrivial, CYPropertyName { const char *value_; size_t size_; + CYString() : + value_(NULL), + size_(0) + { + } + + CYString(const char *value) : + value_(value), + size_(strlen(value)) + { + } + CYString(const char *value, size_t size) : value_(value), size_(size) { } - CYString(const CYIdentifier *identifier) : - value_(identifier->Value()), + CYString(const CYWord *word) : + value_(word->Word()), size_(strlen(value_)) { } @@ -345,25 +784,18 @@ struct CYString : return value_; } - virtual const char *Word() const { - if (size_ == 0 || !WordStartRange_[value_[0]]) - return NULL; - for (size_t i(1); i != size_; ++i) - if (!WordEndRange_[value_[i]]) - return NULL; - return Value(); - } + virtual const char *Word() const; - virtual void Output(std::ostream &out) const { - return Output(out, CYNoFlags); - } + virtual CYNumber *Number(CYContext &context); + virtual CYString *String(CYContext &context); - virtual void Output(std::ostream &out, CYFlags flags) const; - virtual void PropertyName(std::ostream &out) const; + CYString *Concat(CYContext &out, CYString *rhs) const; + virtual void Output(CYOutput &out, CYFlags flags) const; + virtual void PropertyName(CYOutput &out) const; }; struct CYNumber : - CYLiteral, + CYTrivial, CYPropertyName { double value_; @@ -377,24 +809,43 @@ struct CYNumber : return value_; } - virtual void Output(std::ostream &out) const { - return Output(out, CYNoFlags); + virtual CYNumber *Number(CYContext &context); + virtual CYString *String(CYContext &context); + + virtual void Output(CYOutput &out, CYFlags flags) const; + virtual void PropertyName(CYOutput &out) const; +}; + +struct CYRegEx : + CYTrivial +{ + const char *value_; + + CYRegEx(const char *value) : + value_(value) + { + } + + const char *Value() const { + return value_; } - virtual void Output(std::ostream &out, CYFlags flags) const; - virtual void PropertyName(std::ostream &out) const; + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYNull : CYWord, - CYLiteral + CYTrivial { CYNull() : CYWord("null") { } - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYNumber *Number(CYContext &context); + virtual CYString *String(CYContext &context); + + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYThis : @@ -406,14 +857,15 @@ struct CYThis : { } - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYBoolean : - CYLiteral + CYTrivial { virtual bool Value() const = 0; - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYFalse : @@ -425,7 +877,12 @@ struct CYFalse : { } - virtual bool Value() const; + virtual bool Value() const { + return false; + } + + virtual CYNumber *Number(CYContext &context); + virtual CYString *String(CYContext &context); }; struct CYTrue : @@ -437,7 +894,12 @@ struct CYTrue : { } - virtual bool Value() const; + virtual bool Value() const { + return true; + } + + virtual CYNumber *Number(CYContext &context); + virtual CYString *String(CYContext &context); }; struct CYVariable : @@ -450,9 +912,16 @@ struct CYVariable : { } + CYVariable(const char *name) : + name_(new($pool) CYIdentifier(name)) + { + } + CYPrecedence(0) + CYRightHand(false) - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYPrefix : @@ -468,7 +937,10 @@ struct CYPrefix : virtual bool Alphabetic() const = 0; virtual const char *Operator() const = 0; - virtual void Output(std::ostream &out, CYFlags flags) const; + CYPrecedence(4) + + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYInfix : @@ -490,7 +962,8 @@ struct CYInfix : virtual bool Alphabetic() const = 0; virtual const char *Operator() const = 0; - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYPostfix : @@ -505,7 +978,10 @@ struct CYPostfix : virtual const char *Operator() const = 0; - virtual void Output(std::ostream &out, CYFlags flags) const; + CYPrecedence(3) + + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYAssignment : @@ -526,15 +1002,26 @@ struct CYAssignment : virtual const char *Operator() const = 0; - virtual void Output(std::ostream &out, CYFlags flags) const; + CYPrecedence(16) + + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYArgument : - CYNext + CYNext, + CYThing { CYWord *name_; CYExpression *value_; + CYArgument(CYExpression *value, CYArgument *next = NULL) : + CYNext(next), + name_(NULL), + value_(value) + { + } + CYArgument(CYWord *name, CYExpression *value, CYArgument *next = NULL) : CYNext(next), name_(name), @@ -542,7 +1029,8 @@ struct CYArgument : { } - void Output(std::ostream &out) const; + CYArgument *Replace(CYContext &context); + void Output(CYOutput &out) const; }; struct CYBlank : @@ -559,19 +1047,21 @@ struct CYClause : CYNext { CYExpression *case_; - CYStatement *code_; + CYStatement *statements_; - CYClause(CYExpression *_case, CYStatement *code) : + CYClause(CYExpression *_case, CYStatement *statements) : case_(_case), - code_(code) + statements_(statements) { } - virtual void Output(std::ostream &out) const; + void Replace(CYContext &context); + virtual void Output(CYOutput &out) const; }; struct CYElement : - CYNext + CYNext, + CYThing { CYExpression *value_; @@ -581,7 +1071,8 @@ struct CYElement : { } - void Output(std::ostream &out) const; + void Replace(CYContext &context); + void Output(CYOutput &out) const; }; struct CYArray : @@ -589,135 +1080,121 @@ struct CYArray : { CYElement *elements_; - CYArray(CYElement *elements) : + CYArray(CYElement *elements = NULL) : elements_(elements) { } - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; +}; + +struct CYProperty : + CYNext, + CYThing +{ + CYPropertyName *name_; + CYExpression *value_; + + CYProperty(CYPropertyName *name, CYExpression *value, CYProperty *next = NULL) : + CYNext(next), + name_(name), + value_(value) + { + } + + void Replace(CYContext &context); + virtual void Output(CYOutput &out) const; }; struct CYDeclaration : - CYThing, CYForInInitialiser { CYIdentifier *identifier_; CYExpression *initialiser_; - CYDeclaration(CYIdentifier *identifier, CYExpression *initialiser) : + CYDeclaration(CYIdentifier *identifier, CYExpression *initialiser = NULL) : identifier_(identifier), initialiser_(initialiser) { } - virtual void Part(std::ostream &out) const; - virtual void Output(std::ostream &out) const; -}; - -struct CYDeclarations : - CYStatement, - CYForInitialiser -{ - CYDeclaration *declaration_; - CYDeclarations *next_; + virtual void ForIn(CYOutput &out, CYFlags flags) const; + virtual CYStatement *ForEachIn(CYContext &out, CYExpression *value); - CYDeclarations(CYDeclaration *declaration, CYDeclarations *next) : - declaration_(declaration), - next_(next) - { - } + virtual CYExpression *Replace(CYContext &context); - virtual void Part(std::ostream &out) const; - virtual void Output(std::ostream &out) const; -}; + virtual CYAssignment *Assignment(CYContext &context); + CYVariable *Variable(CYContext &context); -struct CYField : - CYNext -{ - virtual void Output(std::ostream &out) const; + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYMessageParameter : - CYNext +struct CYDeclarations : + CYNext, + CYThing { - CYWord *tag_; - CYExpression *type_; - CYIdentifier *name_; + CYDeclaration *declaration_; - CYMessageParameter(CYWord *tag, CYExpression *type, CYIdentifier *name) : - tag_(tag), - type_(type), - name_(name) + CYDeclarations(CYDeclaration *declaration, CYDeclarations *next = NULL) : + CYNext(next), + declaration_(declaration) { } -}; -struct CYMessage : - CYNext -{ - bool instance_; - CYExpression *type_; - CYMessageParameter *parameter_; - CYSource *body_; + void Replace(CYContext &context); - CYMessage(bool instance, CYExpression *type, CYMessageParameter *parameter, CYSource *body) : - instance_(instance), - type_(type), - parameter_(parameter), - body_(body) - { - } + CYCompound *Compound(CYContext &context); + CYProperty *Property(CYContext &context); + CYArgument *Argument(CYContext &context); + CYFunctionParameter *Parameter(CYContext &context); - virtual void Output(std::ostream &out, bool replace) const; + virtual void Output(CYOutput &out) const; + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYClass : - CYSource +struct CYForDeclarations : + CYForInitialiser { - CYIdentifier *name_; - CYExpression *super_; - CYField *fields_; - CYMessage *messages_; + CYDeclarations *declarations_; - CYClass(CYIdentifier *name, CYExpression *super, CYField *fields, CYMessage *messages) : - name_(name), - super_(super), - fields_(fields), - messages_(messages) + CYForDeclarations(CYDeclarations *declarations) : + declarations_(declarations) { } - virtual void Output(std::ostream &out) const; + virtual CYCompound *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYCategory : - CYSource +struct CYVar : + CYStatement { - CYClassName *name_; - CYMessage *messages_; + CYDeclarations *declarations_; - CYCategory(CYClassName *name, CYMessage *messages) : - name_(name), - messages_(messages) + CYVar(CYDeclarations *declarations) : + declarations_(declarations) { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYFunctionParameter : - CYNext, - CYThing +struct CYLetStatement : + CYStatement { - CYIdentifier *name_; + CYDeclarations *declarations_; + CYStatement *code_; - CYFunctionParameter(CYIdentifier *name, CYFunctionParameter *next) : - CYNext(next), - name_(name) + CYLetStatement(CYDeclarations *declarations, CYStatement *code) : + declarations_(declarations), + code_(code) { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYFor : @@ -736,7 +1213,8 @@ struct CYFor : { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYForIn : @@ -753,68 +1231,40 @@ struct CYForIn : { } - virtual void Output(std::ostream &out) const; -}; - -struct CYProperty : - CYNext -{ - CYPropertyName *name_; - CYExpression *value_; - - CYProperty(CYPropertyName *name, CYExpression *value, CYProperty *next) : - CYNext(next), - name_(name), - value_(value) - { - } - - virtual void Output(std::ostream &out) const; -}; - -struct CYObject : - CYLiteral -{ - CYProperty *property_; - - CYObject(CYProperty *property) : - property_(property) - { - } - - void Output(std::ostream &out, CYFlags flags) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYCatch : - CYThing +struct CYForOf : + CYStatement { - CYIdentifier *name_; + CYForInInitialiser *initialiser_; + CYExpression *set_; CYStatement *code_; - CYCatch(CYIdentifier *name, CYStatement *code) : - name_(name), + CYForOf(CYForInInitialiser *initialiser, CYExpression *set, CYStatement *code) : + initialiser_(initialiser), + set_(set), code_(code) { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYSend : - CYExpression +struct CYObject : + CYLiteral { - CYExpression *self_; - CYArgument *arguments_; + CYProperty *properties_; - CYSend(CYExpression *self, CYArgument *arguments) : - self_(self), - arguments_(arguments) + CYObject(CYProperty *properties = NULL) : + properties_(properties) { } - CYPrecedence(0) - - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + void Output(CYOutput &out, CYFlags flags) const; }; struct CYMember : @@ -843,8 +1293,10 @@ struct CYDirectMember : } CYPrecedence(1) + CYRightHand(false) - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYIndirectMember : @@ -856,42 +1308,81 @@ struct CYIndirectMember : } CYPrecedence(1) + CYRightHand(false) - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYNew : +namespace cy { +namespace Syntax { + +struct New : CYExpression { CYExpression *constructor_; CYArgument *arguments_; - CYNew(CYExpression *constructor, CYArgument *arguments) : + New(CYExpression *constructor, CYArgument *arguments) : constructor_(constructor), arguments_(arguments) { } - CYPrecedence(1) + virtual unsigned Precedence() const { + return arguments_ == NULL ? 2 : 1; + } + + CYRightHand(false) - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; + + virtual CYExpression *AddArgument(CYContext &context, CYExpression *value); }; +} } + struct CYCall : CYExpression { CYExpression *function_; CYArgument *arguments_; - CYCall(CYExpression *function, CYArgument *arguments) : + CYCall(CYExpression *function, CYArgument *arguments = NULL) : function_(function), arguments_(arguments) { } - CYPrecedence(2) + CYPrecedence(1) + CYRightHand(false) + + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; + + virtual CYExpression *AddArgument(CYContext &context, CYExpression *value); +}; + +struct CYRubyProc; + +struct CYRubyBlock : + CYExpression +{ + CYExpression *call_; + CYRubyProc *proc_; + + CYRubyBlock(CYExpression *call, CYRubyProc *proc) : + call_(call), + proc_(proc) + { + } + + CYPrecedence(1) + CYRightHand(false) - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYIf : @@ -901,14 +1392,15 @@ struct CYIf : CYStatement *true_; CYStatement *false_; - CYIf(CYExpression *test, CYStatement *_true, CYStatement *_false) : + CYIf(CYExpression *test, CYStatement *_true, CYStatement *_false = NULL) : test_(test), true_(_true), false_(_false) { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYDoWhile : @@ -923,7 +1415,8 @@ struct CYDoWhile : { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYWhile : @@ -938,38 +1431,94 @@ struct CYWhile : { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYLambda : - CYExpression -{ +// XXX: this should be split up into CYAnonymousFunction and CYNamedFunction (subclass) +struct CYFunction { CYIdentifier *name_; CYFunctionParameter *parameters_; - CYSource *body_; + CYBlock code_; + + CYNonLocal *nonlocal_; + CYThisScope this_; - CYLambda(CYIdentifier *name, CYFunctionParameter *parameters, CYSource *body) : + CYFunction(CYIdentifier *name, CYFunctionParameter *parameters, CYStatement *statements) : name_(name), parameters_(parameters), - body_(body) + code_(statements), + nonlocal_(NULL) + { + } + + virtual ~CYFunction() { + } + + void Inject(CYContext &context); + virtual void Replace_(CYContext &context, bool outer); + virtual void Output(CYOutput &out, CYFlags flags) const; +}; + +// XXX: this should be split up into CYAnonymousFunctionExpression and CYNamedFunctionExpression +struct CYFunctionExpression : + CYFunction, + CYExpression +{ + CYFunctionExpression(CYIdentifier *name, CYFunctionParameter *parameters, CYStatement *statements) : + CYFunction(name, parameters, statements) + { + } + + CYPrecedence(0) + CYRightHand(false) + + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; +}; + +// XXX: this should derive from CYAnonymousFunction +struct CYFatArrow : + CYFunction, + CYExpression +{ + CYFatArrow(CYFunctionParameter *parameters, CYStatement *statements) : + CYFunction(NULL, parameters, statements) { } CYPrecedence(0) + CYRightHand(false) + + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; +}; + +// XXX: this should derive from CYAnonymousFunctionExpression +struct CYRubyProc : + CYFunctionExpression +{ + CYRubyProc(CYFunctionParameter *parameters, CYStatement *statements) : + CYFunctionExpression(NULL, parameters, statements) + { + } - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYFunction : - CYLambda, - CYSource +// XXX: this should derive from CYNamedFunction +struct CYFunctionStatement : + CYFunction, + CYStatement { - CYFunction(CYIdentifier *name, CYFunctionParameter *parameters, CYSource *body) : - CYLambda(name, parameters, body) + CYFunctionStatement(CYIdentifier *name, CYFunctionParameter *parameters, CYStatement *statements) : + CYFunction(name, parameters, statements) { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYExpress : @@ -980,9 +1529,12 @@ struct CYExpress : CYExpress(CYExpression *expression) : expression_(expression) { + if (expression == NULL) + throw; } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYContinue : @@ -995,7 +1547,8 @@ struct CYContinue : { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYBreak : @@ -1008,7 +1561,8 @@ struct CYBreak : { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYReturn : @@ -1021,46 +1575,84 @@ struct CYReturn : { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYEmpty : CYStatement { - virtual void Output(std::ostream &out) const; - virtual void Output(std::ostream &out, bool block) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYTry : +struct CYFinally : + CYThing +{ + CYBlock code_; + + CYFinally(CYStatement *statements) : + code_(statements) + { + } + + void Replace(CYContext &context); + virtual void Output(CYOutput &out) const; +}; + +namespace cy { +namespace Syntax { + +struct Catch : + CYThing +{ + CYIdentifier *name_; + CYBlock code_; + + Catch(CYIdentifier *name, CYStatement *statements) : + name_(name), + code_(statements) + { + } + + void Replace(CYContext &context); + virtual void Output(CYOutput &out) const; +}; + +struct Try : CYStatement { - CYStatement *try_; - CYCatch *catch_; - CYStatement *finally_; + CYBlock code_; + Catch *catch_; + CYFinally *finally_; - CYTry(CYStatement *_try, CYCatch *_catch, CYStatement *finally) : - try_(_try), + Try(CYStatement *statements, Catch *_catch, CYFinally *finally) : + code_(statements), catch_(_catch), finally_(finally) { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; -struct CYThrow : +struct Throw : CYStatement { CYExpression *value_; - CYThrow(CYExpression *value) : + Throw(CYExpression *value = NULL) : value_(value) { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; +} } + struct CYWith : CYStatement { @@ -1073,7 +1665,8 @@ struct CYWith : { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYSwitch : @@ -1088,7 +1681,19 @@ struct CYSwitch : { } - virtual void Output(std::ostream &out) const; + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; +}; + +struct CYDebugger : + CYStatement +{ + CYDebugger() + { + } + + virtual CYStatement *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYCondition : @@ -1107,7 +1712,8 @@ struct CYCondition : CYPrecedence(15) - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); + virtual void Output(CYOutput &out, CYFlags flags) const; }; struct CYAddressOf : @@ -1123,9 +1729,8 @@ struct CYAddressOf : } CYAlphabetic(false) - CYPrecedence(2) - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); }; struct CYIndirect : @@ -1141,48 +1746,47 @@ struct CYIndirect : } CYAlphabetic(false) - CYPrecedence(1) - virtual void Output(std::ostream &out, CYFlags flags) const; + virtual CYExpression *Replace(CYContext &context); }; -#define CYPostfix_(op, name) \ +#define CYReplace \ + virtual CYExpression *Replace(CYContext &context); + +#define CYPostfix_(op, name, args...) \ struct CY ## name : \ CYPostfix \ - { \ + { args \ CY ## name(CYExpression *lhs) : \ CYPostfix(lhs) \ { \ } \ - \ - CYPrecedence(3) \ \ virtual const char *Operator() const { \ return op; \ } \ }; -#define CYPrefix_(alphabetic, op, name) \ +#define CYPrefix_(alphabetic, op, name, args...) \ struct CY ## name : \ CYPrefix \ - { \ + { args \ CY ## name(CYExpression *rhs) : \ CYPrefix(rhs) \ { \ } \ \ CYAlphabetic(alphabetic) \ - CYPrecedence(4) \ \ virtual const char *Operator() const { \ return op; \ } \ }; -#define CYInfix_(alphabetic, precedence, op, name) \ +#define CYInfix_(alphabetic, precedence, op, name, args...) \ struct CY ## name : \ CYInfix \ - { \ + { args \ CY ## name(CYExpression *lhs, CYExpression *rhs) : \ CYInfix(lhs, rhs) \ { \ @@ -1196,16 +1800,14 @@ struct CYIndirect : } \ }; -#define CYAssignment_(op, name) \ +#define CYAssignment_(op, name, args...) \ struct CY ## name ## Assign : \ CYAssignment \ - { \ + { args \ CY ## name ## Assign(CYExpression *lhs, CYExpression *rhs) : \ CYAssignment(lhs, rhs) \ { \ } \ - \ - CYPrecedence(16) \ \ virtual const char *Operator() const { \ return op; \ @@ -1220,6 +1822,7 @@ CYPrefix_(true, "void", Void) CYPrefix_(true, "typeof", TypeOf) CYPrefix_(false, "++", PreIncrement) CYPrefix_(false, "--", PreDecrement) +CYPrefix_(false, "+", Affirm) CYPrefix_(false, "-", Negate) CYPrefix_(false, "~", BitwiseNot) CYPrefix_(false, "!", LogicalNot) @@ -1227,7 +1830,7 @@ CYPrefix_(false, "!", LogicalNot) CYInfix_(false, 5, "*", Multiply) CYInfix_(false, 5, "/", Divide) CYInfix_(false, 5, "%", Modulus) -CYInfix_(false, 6, "+", Add) +CYInfix_(false, 6, "+", Add, CYReplace) CYInfix_(false, 6, "-", Subtract) CYInfix_(false, 7, "<<", ShiftLeft) CYInfix_(false, 7, ">>", ShiftRightSigned) @@ -1261,4 +1864,4 @@ CYAssignment_("&=", BitwiseAnd) CYAssignment_("^=", BitwiseXOr) CYAssignment_("|=", BitwiseOr) -#endif/*CYPARSER_HPP*/ +#endif/*CYCRIPT_PARSER_HPP*/