Peel away CYCompound layers to fix tab completion.

[cycript.git] / Parser.hpp

diff --git a/Parser.hpp b/Parser.hpp
index 1599959cbc977b9d971a41b149dbd2971f3f990e..7197428bfe112e27d83b4b26ef43205005670f63 100644 (file)
--- a/Parser.hpp
+++ b/Parser.hpp
@@ -1,57 +1,208 @@
-#ifndef CYPARSER_HPP
-#define CYPARSER_HPP
-
-#include <cstdlib>
+/* Cycript - Optimizing JavaScript Compiler/Runtime
+ * Copyright (C) 2009-2012  Jay Freeman (saurik)
+*/
+
+/* GNU Lesser General Public License, Version 3 {{{ */
+/*
+ * Cycript is free software: you can redistribute it and/or modify it under
+ * the terms of the GNU Lesser General Public License as published by the
+ * Free Software Foundation, either version 3 of the License, or (at your
+ * option) any later version.
+ *
+ * Cycript is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
+ * License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with Cycript.  If not, see <http://www.gnu.org/licenses/>.
+**/
+/* }}} */
+
+#ifndef CYCRIPT_PARSER_HPP
+#define CYCRIPT_PARSER_HPP
+
+#include <iostream>
+
+#include <stack>

 #include <string>
 #include <vector>
 #include <string>
 #include <vector>

+#include <map>
+#include <set>
+
+#include <cstdio>
+#include <cstdlib>

 
 #include "location.hh"
 
 #include "location.hh"

+
+#include "List.hpp"

 #include "Pooling.hpp"
 #include "Pooling.hpp"

+#include "Options.hpp"

 
 

-template <typename Type_>
-struct CYNext {
-    Type_ *next_;
+class CYContext;

 
 

-    CYNext() :
-        next_(NULL)
+struct CYThing {
+    virtual ~CYThing() {
+    }
+
+    virtual void Output(struct CYOutput &out) const = 0;
+};
+
+struct CYOutput {
+    std::ostream &out_;
+    CYOptions &options_;
+    bool pretty_;
+    unsigned indent_;
+    bool right_;
+
+    enum {
+        NoMode,
+        NoLetter,
+        NoPlus,
+        NoHyphen,
+        Terminated
+    } mode_;
+
+    CYOutput(std::ostream &out, CYOptions &options) :
+        out_(out),
+        options_(options),
+        pretty_(false),
+        indent_(0),
+        right_(false),
+        mode_(NoMode)

     {
     }
 
     {
     }
 

-    CYNext(Type_ *next) :
-        next_(next)
-    {
+    void Check(char value);
+    void Terminate();
+
+    CYOutput &operator <<(char rhs);
+    CYOutput &operator <<(const char *rhs);
+
+    _finline CYOutput &operator <<(const CYThing *rhs) {
+        if (rhs != NULL)
+            rhs->Output(*this);
+        return *this;

     }
 
     }
 

-    void SetNext(Type_ *next) {
-        next_ = next;
+    _finline CYOutput &operator <<(const CYThing &rhs) {
+        rhs.Output(*this);
+        return *this;

     }
 };
 
     }
 };
 

-struct CYThing {
-    virtual void Output(std::ostream &out) const = 0;
+struct CYPropertyName {
+    virtual void PropertyName(CYOutput &out) const = 0;
+
+    virtual ~CYPropertyName() {
+    }
+};
+
+struct CYExpression;
+struct CYAssignment;
+
+enum CYNeeded {
+    CYNever     = -1,
+    CYSometimes =  0,
+    CYAlways    =  1,

 };
 
 };
 

-_finline std::ostream &operator <<(std::ostream &out, const CYThing &rhs) {
-    rhs.Output(out);
-    return out;
+enum CYFlags {
+    CYNoFlags =      0,
+    CYNoBrace =      (1 << 0),
+    CYNoFunction =   (1 << 1),
+    CYNoIn =         (1 << 2),
+    CYNoCall =       (1 << 3),
+    CYNoRightHand =  (1 << 4),
+    CYNoDangle =     (1 << 5),
+    CYNoInteger =    (1 << 6),
+    CYNoBF =         (CYNoBrace | CYNoFunction),
+};
+
+_finline CYFlags operator ~(CYFlags rhs) {
+    return static_cast<CYFlags>(~static_cast<unsigned>(rhs));
+}
+
+_finline CYFlags operator &(CYFlags lhs, CYFlags rhs) {
+    return static_cast<CYFlags>(static_cast<unsigned>(lhs) & static_cast<unsigned>(rhs));
+}
+
+_finline CYFlags operator |(CYFlags lhs, CYFlags rhs) {
+    return static_cast<CYFlags>(static_cast<unsigned>(lhs) | static_cast<unsigned>(rhs));
+}
+
+_finline CYFlags &operator |=(CYFlags &lhs, CYFlags rhs) {
+    return lhs = lhs | rhs;

 }
 
 }
 

-struct CYSource :
-    CYNext<CYSource>
+_finline CYFlags CYLeft(CYFlags flags) {
+    return flags & ~(CYNoDangle | CYNoInteger);
+}
+
+_finline CYFlags CYRight(CYFlags flags) {
+    return flags & ~CYNoBF;
+}
+
+_finline CYFlags CYCenter(CYFlags flags) {
+    return CYLeft(CYRight(flags));
+}
+
+struct CYStatement :
+    CYNext<CYStatement>

 {
 {

-    virtual void Show(std::ostream &out) const;
-    virtual void Output(std::ostream &out) const = 0;
-    virtual void Output(std::ostream &out, bool block) const;
+    virtual ~CYStatement() {
+    }
+
+    void Single(CYOutput &out, CYFlags flags) const;
+    void Multiple(CYOutput &out, CYFlags flags = CYNoFlags) const;
+
+    virtual CYStatement *Replace(CYContext &context) = 0;
+
+  private:
+    virtual void Output(CYOutput &out, CYFlags flags) const = 0;

 };
 
 };
 

-struct CYName :
-    CYThing
-{
-    virtual const char *Name() const = 0;
+struct CYStatements {
+    CYStatement *first_;
+    CYStatement *last_;
+
+    CYStatements() :
+        first_(NULL),
+        last_(NULL)
+    {
+    }
+
+    operator CYStatement *() const {
+        return first_;
+    }
+
+    CYStatements &operator ->*(CYStatement *next) {
+        if (next != NULL)
+            if (first_ == NULL) {
+                first_ = next;
+                last_ = next;
+            } else for (;; last_ = last_->next_)
+                if (last_->next_ == NULL) {
+                    last_->next_ = next;
+                    last_ = next;
+                    break;
+                }
+        return *this;
+    }
+};
+
+struct CYClassName {
+    virtual ~CYClassName() {
+    }
+
+    virtual CYExpression *ClassName(CYContext &context, bool object) = 0;
+    virtual void ClassName(CYOutput &out, bool object) const = 0;

 };
 
 struct CYWord :
 };
 
 struct CYWord :

-    CYName
+    CYThing,
+    CYPropertyName,
+    CYClassName

 {
     const char *word_;
 
 {
     const char *word_;
 


@@ -60,46 +211,233 @@ struct CYWord :
     {
     }
 
     {
     }
 

-    const char *Value() const {
-        return word_;
+    void Set(const char *value) {
+        word_ = value;

     }
 
     }
 

-    virtual const char *Name() const {
-        return Value();
-    }
+    virtual const char *Word() const;
+    virtual void Output(CYOutput &out) const;

 
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYExpression *ClassName(CYContext &context, bool object);
+    virtual void ClassName(CYOutput &out, bool object) const;
+    virtual void PropertyName(CYOutput &out) const;

 };
 
 };
 

+_finline std::ostream &operator <<(std::ostream &lhs, const CYWord &rhs) {
+    lhs << &rhs << '=';
+    return lhs << rhs.Word();
+}
+

 struct CYIdentifier :
 struct CYIdentifier :

+    CYNext<CYIdentifier>,

     CYWord
 {
     CYWord
 {

+    CYIdentifier *replace_;
+    size_t offset_;
+    size_t usage_;
+

     CYIdentifier(const char *word) :
     CYIdentifier(const char *word) :

-        CYWord(word)
+        CYWord(word),
+        replace_(NULL),
+        offset_(0),
+        usage_(0)
+    {
+    }
+
+    virtual const char *Word() const;
+    CYIdentifier *Replace(CYContext &context);
+};
+
+struct CYComment :
+    CYStatement
+{
+    const char *value_;
+
+    CYComment(const char *value) :
+        value_(value)

     {
     }
     {
     }

+
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYLabel :
 };
 
 struct CYLabel :

-    CYNext<CYLabel>
+    CYStatement

 {
 {

+    CYIdentifier *name_;
+    CYStatement *statement_;
+
+    CYLabel(CYIdentifier *name, CYStatement *statement) :
+        name_(name),
+        statement_(statement)
+    {
+    }
+
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;
+};
+
+struct CYCStringLess :
+    std::binary_function<const char *, const char *, bool>
+{
+    _finline bool operator ()(const char *lhs, const char *rhs) const {
+        return strcmp(lhs, rhs) < 0;
+    }
+};
+
+struct CYIdentifierValueLess :
+    std::binary_function<CYIdentifier *, CYIdentifier *, bool>
+{
+    _finline bool operator ()(CYIdentifier *lhs, CYIdentifier *rhs) const {
+        return CYCStringLess()(lhs->Word(), rhs->Word());
+    }
+};
+
+enum CYIdentifierFlags {
+    CYIdentifierArgument,
+    CYIdentifierVariable,
+    CYIdentifierOther,
+    CYIdentifierMagic,
+    CYIdentifierCatch,
+};
+
+typedef std::set<const char *, CYCStringLess> CYCStringSet;
+typedef std::set<CYIdentifier *, CYIdentifierValueLess> CYIdentifierValueSet;
+typedef std::map<CYIdentifier *, CYIdentifierFlags> CYIdentifierAddressFlagsMap;
+
+struct CYIdentifierUsage {

     CYIdentifier *identifier_;
     CYIdentifier *identifier_;

+    size_t usage_;
+};
+
+typedef std::vector<CYIdentifierUsage> CYIdentifierUsageVector;
+
+struct CYScope {
+    bool transparent_;
+
+    CYContext &context_;
+    CYStatement *&statements_;
+
+    CYScope *parent_;
+
+    CYIdentifierAddressFlagsMap internal_;
+    CYIdentifierValueSet identifiers_;
+
+    CYScope(bool transparent, CYContext &context, CYStatement *&statements);
+    virtual ~CYScope();

 
 

-    CYLabel(CYIdentifier *identifier, CYLabel *next) :
-        CYNext<CYLabel>(next),
-        identifier_(identifier)
+    void Close();
+
+    void Declare(CYContext &context, CYIdentifier *identifier, CYIdentifierFlags flags);
+    virtual CYIdentifier *Lookup(CYContext &context, CYIdentifier *identifier);
+    void Merge(CYContext &context, CYIdentifier *identifier);
+    void Scope(CYContext &context, CYStatement *&statements);
+};
+
+struct CYProgram :
+    CYThing
+{
+    CYStatement *statements_;
+
+    CYProgram(CYStatement *statements) :
+        statements_(statements)

     {
     }
     {
     }

+
+    virtual void Replace(CYContext &context);
+    virtual void Output(CYOutput &out) const;

 };
 
 };
 

-struct CYStatement :
-    CYSource
+struct CYNonLocal;
+
+struct CYContext {
+    CYOptions &options_;
+
+    CYScope *scope_;
+    CYIdentifierUsageVector rename_;
+
+    CYNonLocal *nonlocal_;
+    CYNonLocal *nextlocal_;
+    unsigned unique_;
+
+    CYContext(CYOptions &options) :
+        options_(options),
+        scope_(NULL),
+        nonlocal_(NULL),
+        nextlocal_(NULL),
+        unique_(0)
+    {
+    }
+
+    virtual ~CYContext() {
+    }
+
+    template <typename Type_>
+    void ReplaceAll(Type_ *&values) {
+        Type_ **last(&values);
+        CYForEach (next, values) {
+            Replace(*last = next);
+            if (*last != NULL)
+                last = &(*last)->next_;
+        }
+    }
+
+    template <typename Type_>
+    void Replace(Type_ *&value) {
+        for (;;) if (value == NULL)
+            break;
+        else {
+            Type_ *replace(value->Replace(*this));
+            if (replace != value)
+                value = replace;
+            else break;
+        }
+    }
+
+    void NonLocal(CYStatement *&statements);
+    CYIdentifier *Unique();
+};
+
+struct CYNonLocal {
+    CYIdentifier *identifier_;
+
+    CYNonLocal() :
+        identifier_(NULL)
+    {
+    }
+
+    CYIdentifier *Target(CYContext &context) {
+        if (identifier_ == NULL)
+            identifier_ = context.Unique();
+        return identifier_;
+    }
+};
+
+struct CYBlock :
+    CYStatement,
+    CYThing

 {
 {

-    CYLabel *label_;
+    CYStatement *statements_;
+
+    CYBlock(CYStatement *statements) :
+        statements_(statements)
+    {
+    }

 
 

-    void AddLabel(CYIdentifier *identifier) {
-        label_ = new CYLabel(identifier, label_);
+    operator CYStatement *() const {
+        return statements_;

     }
     }

+
+    void AddPrev(CYStatement *statement) {
+        CYSetLast(statement, statements_);
+        statements_ = statement;
+    }
+
+    virtual CYStatement *Replace(CYContext &context);
+
+    virtual void Output(CYOutput &out) const;
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 enum CYState {
 };
 
 enum CYState {


@@ -110,67 +448,144 @@ enum CYState {
 
 class CYDriver {
   public:
 
 class CYDriver {
   public:

-    CYPool pool_;
+    void *scanner_;

 
     CYState state_;
 
     CYState state_;

-    void *scanner_;
+    bool nobrace_;
+    std::stack<bool> in_;

 
     const char *data_;
     size_t size_;
 
     const char *data_;
     size_t size_;

+    FILE *file_;
+
+    bool strict_;
+
+    enum Condition {
+        RegExpCondition,
+        XMLContentCondition,
+        XMLTagCondition,
+    };

 
     std::string filename_;
 
     struct Error {
 
     std::string filename_;
 
     struct Error {

+        bool warning_;

         cy::location location_;
         std::string message_;
     };
 
     typedef std::vector<Error> Errors;
 
         cy::location location_;
         std::string message_;
     };
 
     typedef std::vector<Error> Errors;
 

-    CYSource *source_;
+    CYProgram *program_;

     Errors errors_;
 
     Errors errors_;
 

+    bool auto_;
+
+    struct Context {
+        CYExpression *context_;
+
+        Context(CYExpression *context) :
+            context_(context)
+        {
+        }
+
+        typedef std::vector<CYWord *> Words;
+        Words words_;
+    };
+
+    typedef std::vector<Context> Contexts;
+    Contexts contexts_;
+
+    CYExpression *context_;
+
+    enum Mode {
+        AutoNone,
+        AutoPrimary,
+        AutoDirect,
+        AutoIndirect,
+        AutoMessage
+    } mode_;
+

   private:
     void ScannerInit();
     void ScannerDestroy();
 
   public:
   private:
     void ScannerInit();
     void ScannerDestroy();
 
   public:

-    CYDriver(const std::string &filename);
+    CYDriver(const std::string &filename = "");

     ~CYDriver();
     ~CYDriver();

-};

 
 

-struct CYPart {
-    virtual void Part(std::ostream &out) const = 0;
-};
+    Condition GetCondition();
+    void SetCondition(Condition condition);

 
 

-struct CYForInitialiser :
-    CYPart
-{
+    void PushCondition(Condition condition);
+    void PopCondition();
+
+    void Warning(const cy::location &location, const char *message);

 };
 
 };
 

-struct CYForInInitialiser :
-    CYPart
-{
+struct CYForInitialiser {
+    virtual ~CYForInitialiser() {
+    }
+
+    virtual CYExpression *Replace(CYContext &context) = 0;
+    virtual void Output(CYOutput &out, CYFlags flags) const = 0;

 };
 
 };
 

-enum CYFlags {
-    CYNoFlags =    0,
-    CYNoBrace =    (1 << 0),
-    CYNoFunction = (1 << 1),
-    CYNoLeader =   (1 << 2),
-    CYNoTrailer =  (1 << 3),
-    CYNoIn =       (1 << 4),
+struct CYForInInitialiser {
+    virtual ~CYForInInitialiser() {
+    }
+
+    virtual void ForIn(CYOutput &out, CYFlags flags) const = 0;
+    virtual CYStatement *ForEachIn(CYContext &out, CYExpression *value) = 0;
+
+    virtual CYExpression *Replace(CYContext &context) = 0;
+    virtual CYAssignment *Assignment(CYContext &context) = 0;
+
+    virtual void Output(CYOutput &out, CYFlags flags) const = 0;

 };
 
 };
 

+struct CYNumber;
+struct CYString;
+

 struct CYExpression :
     CYNext<CYExpression>,
     CYForInitialiser,
 struct CYExpression :
     CYNext<CYExpression>,
     CYForInitialiser,

-    CYForInInitialiser
+    CYForInInitialiser,
+    CYClassName,
+    CYThing

 {
     virtual unsigned Precedence() const = 0;
 {
     virtual unsigned Precedence() const = 0;

-    virtual void Part(std::ostream &out) const;
-    virtual void Output(std::ostream &out, CYFlags flags) const = 0;
-    void Output(std::ostream &out, unsigned precedence, CYFlags flags) const;
+
+    virtual bool RightHand() const {
+        return true;
+    }
+
+    virtual void ForIn(CYOutput &out, CYFlags flags) const;
+    virtual CYStatement *ForEachIn(CYContext &out, CYExpression *value);
+
+    virtual CYExpression *AddArgument(CYContext &context, CYExpression *value);
+
+    virtual void Output(CYOutput &out) const;
+    virtual void Output(CYOutput &out, CYFlags flags) const = 0;
+    void Output(CYOutput &out, unsigned precedence, CYFlags flags) const;
+
+    virtual CYExpression *ClassName(CYContext &context, bool object);
+    virtual void ClassName(CYOutput &out, bool object) const;
+
+    virtual CYExpression *Replace(CYContext &context) = 0;
+    virtual CYAssignment *Assignment(CYContext &context);
+
+    virtual CYExpression *Primitive(CYContext &context) {
+        return this;
+    }
+
+    virtual CYNumber *Number(CYContext &context) {
+        return NULL;
+    }
+
+    virtual CYString *String(CYContext &context) {
+        return NULL;
+    }

 
     virtual const char *Word() const {
         return NULL;
 
     virtual const char *Word() const {
         return NULL;


@@ -183,7 +598,13 @@ struct CYExpression :
     }
 
 #define CYPrecedence(value) \
     }
 
 #define CYPrecedence(value) \

+    static const unsigned Precedence_ = value; \

     virtual unsigned Precedence() const { \
     virtual unsigned Precedence() const { \

+        return Precedence_; \
+    }
+
+#define CYRightHand(value) \
+    virtual bool RightHand() const { \

         return value; \
     }
 
         return value; \
     }
 


@@ -192,65 +613,151 @@ struct CYCompound :
 {
     CYExpression *expressions_;
 
 {
     CYExpression *expressions_;
 

-    CYCompound(CYExpression *expressions) :
+    CYCompound(CYExpression *expressions = NULL) :

         expressions_(expressions)
     {
     }
 
     void AddPrev(CYExpression *expression) {
         expressions_(expressions)
     {
     }
 
     void AddPrev(CYExpression *expression) {

-        CYExpression *last(expression);
-        while (last->next_ != NULL)
-            last = last->next_;
-        last->SetNext(expressions_);
+        CYSetLast(expression, expressions_);

         expressions_ = expression;
     }
 
     CYPrecedence(17)
 
         expressions_ = expression;
     }
 
     CYPrecedence(17)
 

-    void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);
+    void Output(CYOutput &out, CYFlags flags) const;
+
+    virtual CYExpression *Primitive(CYContext &context);

 };
 
 };
 

-struct CYLiteral :
-    CYExpression
+struct CYDeclaration;
+
+struct CYFunctionParameter :
+    CYNext<CYFunctionParameter>,
+    CYThing

 {
 {

-    CYPrecedence(0)
+    CYForInInitialiser *initialiser_;
+
+    CYFunctionParameter(CYForInInitialiser *initialiser, CYFunctionParameter *next = NULL) :
+        CYNext<CYFunctionParameter>(next),
+        initialiser_(initialiser)
+    {
+    }
+
+    void Replace(CYContext &context, CYBlock &code);
+    void Output(CYOutput &out) const;

 };
 
 };
 

-struct CYMagic :
-    CYExpression
+struct CYComprehension :
+    CYNext<CYComprehension>,
+    CYThing

 {
 {

-    CYPrecedence(0)
+    virtual const char *Name() const = 0;
+
+    virtual CYFunctionParameter *Parameter(CYContext &context) const = 0;
+    CYFunctionParameter *Parameters(CYContext &context) const;
+    virtual CYStatement *Replace(CYContext &context, CYStatement *statement) const;
+    virtual void Output(CYOutput &out) const = 0;

 };
 
 };
 

-struct CYSelectorPart :
-    CYNext<CYSelectorPart>
+struct CYForInComprehension :
+    CYComprehension

 {
 {

-    CYWord *name_;
-    bool value_;
+    CYIdentifier *name_;
+    CYExpression *set_;

 
 

-    CYSelectorPart(CYWord *name, bool value, CYSelectorPart *next) :
-        CYNext<CYSelectorPart>(next),
+    CYForInComprehension(CYIdentifier *name, CYExpression *set) :

         name_(name),
         name_(name),

-        value_(value)
+        set_(set)

     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual const char *Name() const {
+        return name_->Word();
+    }
+
+    virtual CYFunctionParameter *Parameter(CYContext &context) const;
+    virtual CYStatement *Replace(CYContext &context, CYStatement *statement) const;
+    virtual void Output(CYOutput &out) const;

 };
 
 };
 

-struct CYSelector :
-    CYLiteral
+struct CYForOfComprehension :
+    CYComprehension

 {
 {

-    CYSelectorPart *name_;
+    CYIdentifier *name_;
+    CYExpression *set_;

 
 

-    CYSelector(CYSelectorPart *name) :
-        name_(name)
+    CYForOfComprehension(CYIdentifier *name, CYExpression *set) :
+        name_(name),
+        set_(set)

     {
     }
 
     {
     }
 

-    CYPrecedence(1)
+    virtual const char *Name() const {
+        return name_->Word();
+    }
+
+    virtual CYFunctionParameter *Parameter(CYContext &context) const;
+    virtual CYStatement *Replace(CYContext &context, CYStatement *statement) const;
+    virtual void Output(CYOutput &out) const;
+};
+
+struct CYIfComprehension :
+    CYComprehension
+{
+    CYExpression *test_;
+
+    CYIfComprehension(CYExpression *test) :
+        test_(test)
+    {
+    }

 
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual const char *Name() const {
+        return NULL;
+    }
+
+    virtual CYFunctionParameter *Parameter(CYContext &context) const;
+    virtual CYStatement *Replace(CYContext &context, CYStatement *statement) const;
+    virtual void Output(CYOutput &out) const;
+};
+
+struct CYArrayComprehension :
+    CYExpression
+{
+    CYExpression *expression_;
+    CYComprehension *comprehensions_;
+
+    CYArrayComprehension(CYExpression *expression, CYComprehension *comprehensions) :
+        expression_(expression),
+        comprehensions_(comprehensions)
+    {
+    }
+
+    CYPrecedence(0)
+
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;
+};
+
+struct CYLiteral :
+    CYExpression
+{
+    CYPrecedence(0)
+    CYRightHand(false)
+};
+
+struct CYTrivial :
+    CYLiteral
+{
+    virtual CYExpression *Replace(CYContext &context);
+};
+
+struct CYMagic :
+    CYExpression
+{
+    CYPrecedence(0)
+    CYRightHand(false)

 };
 
 struct CYRange {
 };
 
 struct CYRange {


@@ -273,24 +780,37 @@ struct CYRange {
     }
 };
 
     }
 };
 

+extern CYRange DigitRange_;

 extern CYRange WordStartRange_;
 extern CYRange WordEndRange_;
 
 struct CYString :
 extern CYRange WordStartRange_;
 extern CYRange WordEndRange_;
 
 struct CYString :

-    CYLiteral,
-    CYName
+    CYTrivial,
+    CYPropertyName

 {
     const char *value_;
     size_t size_;
 
 {
     const char *value_;
     size_t size_;
 

+    CYString() :
+        value_(NULL),
+        size_(0)
+    {
+    }
+
+    CYString(const char *value) :
+        value_(value),
+        size_(strlen(value))
+    {
+    }
+

     CYString(const char *value, size_t size) :
         value_(value),
         size_(size)
     {
     }
 
     CYString(const char *value, size_t size) :
         value_(value),
         size_(size)
     {
     }
 

-    CYString(const CYIdentifier *identifier) :
-        value_(identifier->Value()),
+    CYString(const CYWord *word) :
+        value_(word->Word()),

         size_(strlen(value_))
     {
     }
         size_(strlen(value_))
     {
     }


@@ -299,29 +819,19 @@ struct CYString :
         return value_;
     }
 
         return value_;
     }
 

-    virtual const char *Name() const {
-        return Value();
-    }
-
-    virtual const char *Word() const {
-        if (size_ == 0 || !WordStartRange_[value_[0]])
-            return NULL;
-        for (size_t i(1); i != size_; ++i)
-            if (!WordEndRange_[value_[i]])
-                return NULL;
-        return Value();
-    }
+    virtual const char *Word() const;

 
 

-    virtual void Output(std::ostream &out) const {
-        return Output(out, CYNoFlags);
-    }
+    virtual CYNumber *Number(CYContext &context);
+    virtual CYString *String(CYContext &context);

 
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    CYString *Concat(CYContext &out, CYString *rhs) const;
+    virtual void Output(CYOutput &out, CYFlags flags) const;
+    virtual void PropertyName(CYOutput &out) const;

 };
 
 struct CYNumber :
 };
 
 struct CYNumber :

-    CYLiteral,
-    CYName
+    CYTrivial,
+    CYPropertyName

 {
     double value_;
 
 {
     double value_;
 


@@ -334,27 +844,43 @@ struct CYNumber :
         return value_;
     }
 
         return value_;
     }
 

-    virtual const char *Name() const {
-        throw;
+    virtual CYNumber *Number(CYContext &context);
+    virtual CYString *String(CYContext &context);
+
+    virtual void Output(CYOutput &out, CYFlags flags) const;
+    virtual void PropertyName(CYOutput &out) const;
+};
+
+struct CYRegEx :
+    CYTrivial
+{
+    const char *value_;
+
+    CYRegEx(const char *value) :
+        value_(value)
+    {

     }
 
     }
 

-    virtual void Output(std::ostream &out) const {
-        return Output(out, CYNoFlags);
+    const char *Value() const {
+        return value_;

     }
 
     }
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYNull :
     CYWord,
 };
 
 struct CYNull :
     CYWord,

-    CYLiteral
+    CYTrivial

 {
     CYNull() :
         CYWord("null")
     {
     }
 
 {
     CYNull() :
         CYWord("null")
     {
     }
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYNumber *Number(CYContext &context);
+    virtual CYString *String(CYContext &context);
+
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYThis :
 };
 
 struct CYThis :


@@ -366,14 +892,15 @@ struct CYThis :
     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYBoolean :
 };
 
 struct CYBoolean :

-    CYLiteral
+    CYTrivial

 {
     virtual bool Value() const = 0;
 {
     virtual bool Value() const = 0;

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYFalse :
 };
 
 struct CYFalse :


@@ -385,7 +912,12 @@ struct CYFalse :
     {
     }
 
     {
     }
 

-    virtual bool Value() const;
+    virtual bool Value() const {
+        return false;
+    }
+
+    virtual CYNumber *Number(CYContext &context);
+    virtual CYString *String(CYContext &context);

 };
 
 struct CYTrue :
 };
 
 struct CYTrue :


@@ -397,7 +929,12 @@ struct CYTrue :
     {
     }
 
     {
     }
 

-    virtual bool Value() const;
+    virtual bool Value() const {
+        return true;
+    }
+
+    virtual CYNumber *Number(CYContext &context);
+    virtual CYString *String(CYContext &context);

 };
 
 struct CYVariable :
 };
 
 struct CYVariable :


@@ -410,9 +947,16 @@ struct CYVariable :
     {
     }
 
     {
     }
 

+    CYVariable(const char *name) :
+        name_(new($pool) CYIdentifier(name))
+    {
+    }
+

     CYPrecedence(0)
     CYPrecedence(0)

+    CYRightHand(false)

 
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYPrefix :
 };
 
 struct CYPrefix :


@@ -428,7 +972,10 @@ struct CYPrefix :
     virtual bool Alphabetic() const = 0;
     virtual const char *Operator() const = 0;
 
     virtual bool Alphabetic() const = 0;
     virtual const char *Operator() const = 0;
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    CYPrecedence(4)
+
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYInfix :
 };
 
 struct CYInfix :


@@ -443,10 +990,15 @@ struct CYInfix :
     {
     }
 
     {
     }
 

+    void SetLeft(CYExpression *lhs) {
+        lhs_ = lhs;
+    }
+

     virtual bool Alphabetic() const = 0;
     virtual const char *Operator() const = 0;
 
     virtual bool Alphabetic() const = 0;
     virtual const char *Operator() const = 0;
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYPostfix :
 };
 
 struct CYPostfix :


@@ -461,7 +1013,10 @@ struct CYPostfix :
 
     virtual const char *Operator() const = 0;
 
 
     virtual const char *Operator() const = 0;
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    CYPrecedence(3)
+
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYAssignment :
 };
 
 struct CYAssignment :


@@ -476,17 +1031,32 @@ struct CYAssignment :
     {
     }
 
     {
     }
 

+    void SetLeft(CYExpression *lhs) {
+        lhs_ = lhs;
+    }
+

     virtual const char *Operator() const = 0;
 
     virtual const char *Operator() const = 0;
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    CYPrecedence(16)
+
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYArgument :
 };
 
 struct CYArgument :

-    CYNext<CYArgument>
+    CYNext<CYArgument>,
+    CYThing

 {
     CYWord *name_;
     CYExpression *value_;
 
 {
     CYWord *name_;
     CYExpression *value_;
 

+    CYArgument(CYExpression *value, CYArgument *next = NULL) :
+        CYNext<CYArgument>(next),
+        name_(NULL),
+        value_(value)
+    {
+    }
+

     CYArgument(CYWord *name, CYExpression *value, CYArgument *next = NULL) :
         CYNext<CYArgument>(next),
         name_(name),
     CYArgument(CYWord *name, CYExpression *value, CYArgument *next = NULL) :
         CYNext<CYArgument>(next),
         name_(name),


@@ -494,7 +1064,8 @@ struct CYArgument :
     {
     }
 
     {
     }
 

-    void Output(std::ostream &out) const;
+    CYArgument *Replace(CYContext &context);
+    void Output(CYOutput &out) const;

 };
 
 struct CYBlank :
 };
 
 struct CYBlank :


@@ -511,19 +1082,21 @@ struct CYClause :
     CYNext<CYClause>
 {
     CYExpression *case_;
     CYNext<CYClause>
 {
     CYExpression *case_;

-    CYStatement *code_;
+    CYStatement *statements_;

 
 

-    CYClause(CYExpression *_case, CYStatement *code) :
+    CYClause(CYExpression *_case, CYStatement *statements) :

         case_(_case),
         case_(_case),

-        code_(code)
+        statements_(statements)

     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    void Replace(CYContext &context);
+    virtual void Output(CYOutput &out) const;

 };
 
 struct CYElement :
 };
 
 struct CYElement :

-    CYNext<CYElement>
+    CYNext<CYElement>,
+    CYThing

 {
     CYExpression *value_;
 
 {
     CYExpression *value_;
 


@@ -533,7 +1106,8 @@ struct CYElement :
     {
     }
 
     {
     }
 

-    void Output(std::ostream &out) const;
+    void Replace(CYContext &context);
+    void Output(CYOutput &out) const;

 };
 
 struct CYArray :
 };
 
 struct CYArray :


@@ -541,120 +1115,121 @@ struct CYArray :
 {
     CYElement *elements_;
 
 {
     CYElement *elements_;
 

-    CYArray(CYElement *elements) :
+    CYArray(CYElement *elements = NULL) :

         elements_(elements)
     {
     }
 
         elements_(elements)
     {
     }
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;
+};
+
+struct CYProperty :
+    CYNext<CYProperty>,
+    CYThing
+{
+    CYPropertyName *name_;
+    CYExpression *value_;
+
+    CYProperty(CYPropertyName *name, CYExpression *value, CYProperty *next = NULL) :
+        CYNext<CYProperty>(next),
+        name_(name),
+        value_(value)
+    {
+    }
+
+    void Replace(CYContext &context);
+    virtual void Output(CYOutput &out) const;

 };
 
 struct CYDeclaration :
 };
 
 struct CYDeclaration :

-    CYThing,

     CYForInInitialiser
 {
     CYIdentifier *identifier_;
     CYExpression *initialiser_;
 
     CYForInInitialiser
 {
     CYIdentifier *identifier_;
     CYExpression *initialiser_;
 

-    CYDeclaration(CYIdentifier *identifier, CYExpression *initialiser) :
+    CYDeclaration(CYIdentifier *identifier, CYExpression *initialiser = NULL) :

         identifier_(identifier),
         initialiser_(initialiser)
     {
     }
 
         identifier_(identifier),
         initialiser_(initialiser)
     {
     }
 

-    virtual void Part(std::ostream &out) const;
-    virtual void Output(std::ostream &out) const;
+    virtual void ForIn(CYOutput &out, CYFlags flags) const;
+    virtual CYStatement *ForEachIn(CYContext &out, CYExpression *value);
+
+    virtual CYExpression *Replace(CYContext &context);
+
+    virtual CYAssignment *Assignment(CYContext &context);
+    CYVariable *Variable(CYContext &context);
+
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYDeclarations :
 };
 
 struct CYDeclarations :

-    CYStatement,
-    CYForInitialiser
+    CYNext<CYDeclarations>,
+    CYThing

 {
     CYDeclaration *declaration_;
 {
     CYDeclaration *declaration_;

-    CYDeclarations *next_;

 
 

-    CYDeclarations(CYDeclaration *declaration, CYDeclarations *next) :
-        declaration_(declaration),
-        next_(next)
+    CYDeclarations(CYDeclaration *declaration, CYDeclarations *next = NULL) :
+        CYNext<CYDeclarations>(next),
+        declaration_(declaration)

     {
     }
 
     {
     }
 

-    virtual void Part(std::ostream &out) const;
-    virtual void Output(std::ostream &out) const;
-};
-
-struct CYField :
-    CYNext<CYField>
-{
-    virtual void Output(std::ostream &out) const;
-};
+    void Replace(CYContext &context);

 
 

-struct CYMessageParameter :
-    CYNext<CYMessageParameter>
-{
-    CYWord *tag_;
-    CYExpression *type_;
-    CYIdentifier *name_;
+    CYCompound *Compound(CYContext &context);
+    CYProperty *Property(CYContext &context);
+    CYArgument *Argument(CYContext &context);
+    CYFunctionParameter *Parameter(CYContext &context);

 
 

-    CYMessageParameter(CYWord *tag, CYExpression *type, CYIdentifier *name) :
-        tag_(tag),
-        type_(type),
-        name_(name)
-    {
-    }
+    virtual void Output(CYOutput &out) const;
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 };
 

-struct CYMessage :
-    CYSource
+struct CYForDeclarations :
+    CYForInitialiser

 {
 {

-    bool instance_;
-    CYExpression *type_;
-    CYMessageParameter *parameter_;
-    CYSource *body_;
+    CYDeclarations *declarations_;

 
 

-    CYMessage(bool instance, CYExpression *type, CYMessageParameter *parameter, CYSource *body) :
-        instance_(instance),
-        type_(type),
-        parameter_(parameter),
-        body_(body)
+    CYForDeclarations(CYDeclarations *declarations) :
+        declarations_(declarations)

     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYCompound *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 };
 

-struct CYClass :
-    CYSource
+struct CYVar :
+    CYStatement

 {
 {

-    CYIdentifier *name_;
-    CYExpression *super_;
-    CYField *fields_;
-    CYMessage *messages_;
+    CYDeclarations *declarations_;

 
 

-    CYClass(CYIdentifier *name, CYExpression *super, CYField *fields, CYMessage *messages) :
-        name_(name),
-        super_(super),
-        fields_(fields),
-        messages_(messages)
+    CYVar(CYDeclarations *declarations) :
+        declarations_(declarations)

     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 };
 

-struct CYFunctionParameter :
-    CYNext<CYFunctionParameter>,
-    CYThing
+struct CYLetStatement :
+    CYStatement

 {
 {

-    CYIdentifier *name_;
+    CYDeclarations *declarations_;
+    CYStatement *code_;

 
 

-    CYFunctionParameter(CYIdentifier *name, CYFunctionParameter *next) :
-        CYNext<CYFunctionParameter>(next),
-        name_(name)
+    CYLetStatement(CYDeclarations *declarations, CYStatement *code) :
+        declarations_(declarations),
+        code_(code)

     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYFor :
 };
 
 struct CYFor :


@@ -673,7 +1248,8 @@ struct CYFor :
     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYForIn :
 };
 
 struct CYForIn :


@@ -690,119 +1266,158 @@ struct CYForIn :
     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 };
 

-struct CYProperty :
-    CYNext<CYProperty>
+struct CYForOf :
+    CYStatement

 {
 {

-    CYName *name_;
-    CYExpression *value_;
+    CYForInInitialiser *initialiser_;
+    CYExpression *set_;
+    CYStatement *code_;

 
 

-    CYProperty(CYName *name, CYExpression *value, CYProperty *next) :
-        CYNext<CYProperty>(next),
-        name_(name),
-        value_(value)
+    CYForOf(CYForInInitialiser *initialiser, CYExpression *set, CYStatement *code) :
+        initialiser_(initialiser),
+        set_(set),
+        code_(code)

     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYObject :
     CYLiteral
 {
 };
 
 struct CYObject :
     CYLiteral
 {

-    CYProperty *property_;
+    CYProperty *properties_;

 
 

-    CYObject(CYProperty *property) :
-        property_(property)
+    CYObject(CYProperty *properties = NULL) :
+        properties_(properties)

     {
     }
 
     {
     }
 

-    void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);
+    void Output(CYOutput &out, CYFlags flags) const;

 };
 
 };
 

-struct CYCatch :
-    CYThing
+struct CYMember :
+    CYExpression

 {
 {

-    CYIdentifier *name_;
-    CYStatement *code_;
+    CYExpression *object_;
+    CYExpression *property_;

 
 

-    CYCatch(CYIdentifier *name, CYStatement *code) :
-        name_(name),
-        code_(code)
+    CYMember(CYExpression *object, CYExpression *property) :
+        object_(object),
+        property_(property)

     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    void SetLeft(CYExpression *object) {
+        object_ = object;
+    }

 };
 
 };
 

-struct CYSend :
-    CYExpression
+struct CYDirectMember :
+    CYMember

 {
 {

-    CYExpression *self_;
-    CYArgument *arguments_;
-
-    CYSend(CYExpression *self, CYArgument *arguments) :
-        self_(self),
-        arguments_(arguments)
+    CYDirectMember(CYExpression *object, CYExpression *property) :
+        CYMember(object, property)

     {
     }
 
     {
     }
 

-    CYPrecedence(0)
+    CYPrecedence(1)
+    CYRightHand(false)

 
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 };
 

-struct CYMember :
-    CYExpression
+struct CYIndirectMember :
+    CYMember

 {
 {

-    CYExpression *object_;
-    CYExpression *property_;
-
-    CYMember(CYExpression *object, CYExpression *property) :
-        object_(object),
-        property_(property)
+    CYIndirectMember(CYExpression *object, CYExpression *property) :
+        CYMember(object, property)

     {
     }
 
     CYPrecedence(1)
     {
     }
 
     CYPrecedence(1)

+    CYRightHand(false)

 
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 };
 

-struct CYNew :
+namespace cy {
+namespace Syntax {
+
+struct New :

     CYExpression
 {
     CYExpression *constructor_;
     CYArgument *arguments_;
 
     CYExpression
 {
     CYExpression *constructor_;
     CYArgument *arguments_;
 

-    CYNew(CYExpression *constructor, CYArgument *arguments) :
+    New(CYExpression *constructor, CYArgument *arguments) :

         constructor_(constructor),
         arguments_(arguments)
     {
     }
 
         constructor_(constructor),
         arguments_(arguments)
     {
     }
 

-    CYPrecedence(1)
+    virtual unsigned Precedence() const {
+        return arguments_ == NULL ? 2 : 1;
+    }
+
+    CYRightHand(false)
+
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *AddArgument(CYContext &context, CYExpression *value);

 };
 
 };
 

+} }
+

 struct CYCall :
     CYExpression
 {
     CYExpression *function_;
     CYArgument *arguments_;
 
 struct CYCall :
     CYExpression
 {
     CYExpression *function_;
     CYArgument *arguments_;
 

-    CYCall(CYExpression *function, CYArgument *arguments) :
+    CYCall(CYExpression *function, CYArgument *arguments = NULL) :

         function_(function),
         arguments_(arguments)
     {
     }
 
         function_(function),
         arguments_(arguments)
     {
     }
 

-    CYPrecedence(2)
+    CYPrecedence(1)
+    CYRightHand(false)
+
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *AddArgument(CYContext &context, CYExpression *value);
+};
+
+struct CYRubyProc;
+
+struct CYRubyBlock :
+    CYExpression
+{
+    CYExpression *call_;
+    CYRubyProc *proc_;
+
+    CYRubyBlock(CYExpression *call, CYRubyProc *proc) :
+        call_(call),
+        proc_(proc)
+    {
+    }
+
+    CYPrecedence(1)
+    CYRightHand(false)
+
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYIf :
 };
 
 struct CYIf :


@@ -812,14 +1427,15 @@ struct CYIf :
     CYStatement *true_;
     CYStatement *false_;
 
     CYStatement *true_;
     CYStatement *false_;
 

-    CYIf(CYExpression *test, CYStatement *_true, CYStatement *_false) :
+    CYIf(CYExpression *test, CYStatement *_true, CYStatement *_false = NULL) :

         test_(test),
         true_(_true),
         false_(_false)
     {
     }
 
         test_(test),
         true_(_true),
         false_(_false)
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYDoWhile :
 };
 
 struct CYDoWhile :


@@ -834,7 +1450,8 @@ struct CYDoWhile :
     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYWhile :
 };
 
 struct CYWhile :


@@ -849,38 +1466,75 @@ struct CYWhile :
     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 };
 

-struct CYLambda :
-    CYExpression
-{
+// XXX: this should be split up into CYAnonymousFunction and CYNamedFunction (subclass)
+struct CYFunction {

     CYIdentifier *name_;
     CYFunctionParameter *parameters_;
     CYIdentifier *name_;
     CYFunctionParameter *parameters_;

-    CYSource *body_;
+    CYBlock code_;
+    CYNonLocal *nonlocal_;

 
 

-    CYLambda(CYIdentifier *name, CYFunctionParameter *parameters, CYSource *body) :
+    CYFunction(CYIdentifier *name, CYFunctionParameter *parameters, CYStatement *statements) :

         name_(name),
         parameters_(parameters),
         name_(name),
         parameters_(parameters),

-        body_(body)
+        code_(statements),
+        nonlocal_(NULL)
+    {
+    }
+
+    virtual ~CYFunction() {
+    }
+
+    void Inject(CYContext &context);
+    virtual void Replace_(CYContext &context, bool outer);
+    virtual void Output(CYOutput &out, CYFlags flags) const;
+};
+
+// XXX: this should be split up into CYAnonymousFunctionExpression and CYNamedFunctionExpression
+struct CYFunctionExpression :
+    CYFunction,
+    CYExpression
+{
+    CYFunctionExpression(CYIdentifier *name, CYFunctionParameter *parameters, CYStatement *statements) :
+        CYFunction(name, parameters, statements)

     {
     }
 
     CYPrecedence(0)
     {
     }
 
     CYPrecedence(0)

+    CYRightHand(false)
+
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;
+};
+
+// XXX: this should derive from CYAnonymousFunctionExpression
+struct CYRubyProc :
+    CYFunctionExpression
+{
+    CYRubyProc(CYFunctionParameter *parameters, CYStatement *statements) :
+        CYFunctionExpression(NULL, parameters, statements)
+    {
+    }

 
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 };
 

-struct CYFunction :
-    CYLambda,
-    CYSource
+// XXX: this should derive from CYNamedFunction
+struct CYFunctionStatement :
+    CYFunction,
+    CYStatement

 {
 {

-    CYFunction(CYIdentifier *name, CYFunctionParameter *parameters, CYSource *body) :
-        CYLambda(name, parameters, body)
+    CYFunctionStatement(CYIdentifier *name, CYFunctionParameter *parameters, CYStatement *statements) :
+        CYFunction(name, parameters, statements)

     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYExpress :
 };
 
 struct CYExpress :


@@ -891,9 +1545,12 @@ struct CYExpress :
     CYExpress(CYExpression *expression) :
         expression_(expression)
     {
     CYExpress(CYExpression *expression) :
         expression_(expression)
     {

+        if (expression == NULL)
+            throw;

     }
 
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYContinue :
 };
 
 struct CYContinue :


@@ -906,7 +1563,8 @@ struct CYContinue :
     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYBreak :
 };
 
 struct CYBreak :


@@ -919,7 +1577,8 @@ struct CYBreak :
     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYReturn :
 };
 
 struct CYReturn :


@@ -932,46 +1591,84 @@ struct CYReturn :
     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYEmpty :
     CYStatement
 {
 };
 
 struct CYEmpty :
     CYStatement
 {

-    virtual void Output(std::ostream &out) const;
-    virtual void Output(std::ostream &out, bool block) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;
+};
+
+struct CYFinally :
+    CYThing
+{
+    CYBlock code_;
+
+    CYFinally(CYStatement *statements) :
+        code_(statements)
+    {
+    }
+
+    void Replace(CYContext &context);
+    virtual void Output(CYOutput &out) const;
+};
+
+namespace cy {
+namespace Syntax {
+
+struct Catch :
+    CYThing
+{
+    CYIdentifier *name_;
+    CYBlock code_;
+
+    Catch(CYIdentifier *name, CYStatement *statements) :
+        name_(name),
+        code_(statements)
+    {
+    }
+
+    void Replace(CYContext &context);
+    virtual void Output(CYOutput &out) const;

 };
 
 };
 

-struct CYTry :
+struct Try :

     CYStatement
 {
     CYStatement
 {

-    CYStatement *try_;
-    CYCatch *catch_;
-    CYStatement *finally_;
+    CYBlock code_;
+    Catch *catch_;
+    CYFinally *finally_;

 
 

-    CYTry(CYStatement *_try, CYCatch *_catch, CYStatement *finally) :
-        try_(_try),
+    Try(CYStatement *statements, Catch *_catch, CYFinally *finally) :
+        code_(statements),

         catch_(_catch),
         finally_(finally)
     {
     }
 
         catch_(_catch),
         finally_(finally)
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 };
 

-struct CYThrow :
+struct Throw :

     CYStatement
 {
     CYExpression *value_;
 
     CYStatement
 {
     CYExpression *value_;
 

-    CYThrow(CYExpression *value) :
+    Throw(CYExpression *value = NULL) :

         value_(value)
     {
     }
 
         value_(value)
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 };
 

+} }
+

 struct CYWith :
     CYStatement
 {
 struct CYWith :
     CYStatement
 {


@@ -984,7 +1681,8 @@ struct CYWith :
     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYSwitch :
 };
 
 struct CYSwitch :


@@ -999,7 +1697,19 @@ struct CYSwitch :
     {
     }
 
     {
     }
 

-    virtual void Output(std::ostream &out) const;
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;
+};
+
+struct CYDebugger :
+    CYStatement
+{
+    CYDebugger()
+    {
+    }
+
+    virtual CYStatement *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYCondition :
 };
 
 struct CYCondition :


@@ -1018,7 +1728,8 @@ struct CYCondition :
 
     CYPrecedence(15)
 
 
     CYPrecedence(15)
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);
+    virtual void Output(CYOutput &out, CYFlags flags) const;

 };
 
 struct CYAddressOf :
 };
 
 struct CYAddressOf :


@@ -1034,9 +1745,8 @@ struct CYAddressOf :
     }
 
     CYAlphabetic(false)
     }
 
     CYAlphabetic(false)

-    CYPrecedence(2)

 
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);

 };
 
 struct CYIndirect :
 };
 
 struct CYIndirect :


@@ -1052,48 +1762,47 @@ struct CYIndirect :
     }
 
     CYAlphabetic(false)
     }
 
     CYAlphabetic(false)

-    CYPrecedence(1)

 
 

-    virtual void Output(std::ostream &out, CYFlags flags) const;
+    virtual CYExpression *Replace(CYContext &context);

 };
 
 };
 

-#define CYPostfix_(op, name) \
+#define CYReplace \
+    virtual CYExpression *Replace(CYContext &context);
+
+#define CYPostfix_(op, name, args...) \

     struct CY ## name : \
         CYPostfix \
     struct CY ## name : \
         CYPostfix \

-    { \
+    { args \

         CY ## name(CYExpression *lhs) : \
             CYPostfix(lhs) \
         { \
         } \
         CY ## name(CYExpression *lhs) : \
             CYPostfix(lhs) \
         { \
         } \

-    \
-        CYPrecedence(3) \

     \
         virtual const char *Operator() const { \
             return op; \
         } \
     };
 
     \
         virtual const char *Operator() const { \
             return op; \
         } \
     };
 

-#define CYPrefix_(alphabetic, op, name) \
+#define CYPrefix_(alphabetic, op, name, args...) \

     struct CY ## name : \
         CYPrefix \
     struct CY ## name : \
         CYPrefix \

-    { \
+    { args \

         CY ## name(CYExpression *rhs) : \
             CYPrefix(rhs) \
         { \
         } \
     \
         CYAlphabetic(alphabetic) \
         CY ## name(CYExpression *rhs) : \
             CYPrefix(rhs) \
         { \
         } \
     \
         CYAlphabetic(alphabetic) \

-        CYPrecedence(4) \

     \
         virtual const char *Operator() const { \
             return op; \
         } \
     };
 
     \
         virtual const char *Operator() const { \
             return op; \
         } \
     };
 

-#define CYInfix_(alphabetic, precedence, op, name) \
+#define CYInfix_(alphabetic, precedence, op, name, args...) \

     struct CY ## name : \
         CYInfix \
     struct CY ## name : \
         CYInfix \

-    { \
+    { args \

         CY ## name(CYExpression *lhs, CYExpression *rhs) : \
             CYInfix(lhs, rhs) \
         { \
         CY ## name(CYExpression *lhs, CYExpression *rhs) : \
             CYInfix(lhs, rhs) \
         { \


@@ -1107,16 +1816,14 @@ struct CYIndirect :
         } \
     };
 
         } \
     };
 

-#define CYAssignment_(op, name) \
+#define CYAssignment_(op, name, args...) \

     struct CY ## name ## Assign : \
         CYAssignment \
     struct CY ## name ## Assign : \
         CYAssignment \

-    { \
+    { args \

         CY ## name ## Assign(CYExpression *lhs, CYExpression *rhs) : \
             CYAssignment(lhs, rhs) \
         { \
         } \
         CY ## name ## Assign(CYExpression *lhs, CYExpression *rhs) : \
             CYAssignment(lhs, rhs) \
         { \
         } \

-    \
-        CYPrecedence(16) \

     \
         virtual const char *Operator() const { \
             return op; \
     \
         virtual const char *Operator() const { \
             return op; \


@@ -1131,6 +1838,7 @@ CYPrefix_(true, "void", Void)
 CYPrefix_(true, "typeof", TypeOf)
 CYPrefix_(false, "++", PreIncrement)
 CYPrefix_(false, "--", PreDecrement)
 CYPrefix_(true, "typeof", TypeOf)
 CYPrefix_(false, "++", PreIncrement)
 CYPrefix_(false, "--", PreDecrement)

+CYPrefix_(false, "+", Affirm)

 CYPrefix_(false, "-", Negate)
 CYPrefix_(false, "~", BitwiseNot)
 CYPrefix_(false, "!", LogicalNot)
 CYPrefix_(false, "-", Negate)
 CYPrefix_(false, "~", BitwiseNot)
 CYPrefix_(false, "!", LogicalNot)


@@ -1138,7 +1846,7 @@ CYPrefix_(false, "!", LogicalNot)
 CYInfix_(false, 5, "*", Multiply)
 CYInfix_(false, 5, "/", Divide)
 CYInfix_(false, 5, "%", Modulus)
 CYInfix_(false, 5, "*", Multiply)
 CYInfix_(false, 5, "/", Divide)
 CYInfix_(false, 5, "%", Modulus)

-CYInfix_(false, 6, "+", Add)
+CYInfix_(false, 6, "+", Add, CYReplace)

 CYInfix_(false, 6, "-", Subtract)
 CYInfix_(false, 7, "<<", ShiftLeft)
 CYInfix_(false, 7, ">>", ShiftRightSigned)
 CYInfix_(false, 6, "-", Subtract)
 CYInfix_(false, 7, "<<", ShiftLeft)
 CYInfix_(false, 7, ">>", ShiftRightSigned)


@@ -1172,4 +1880,4 @@ CYAssignment_("&=", BitwiseAnd)
 CYAssignment_("^=", BitwiseXOr)
 CYAssignment_("|=", BitwiseOr)
 
 CYAssignment_("^=", BitwiseXOr)
 CYAssignment_("|=", BitwiseOr)
 

-#endif/*CYPARSER_HPP*/
+#endif/*CYCRIPT_PARSER_HPP*/