[wxWidgets.git] / src / stc / scintilla / src / LexRebol.cxx

// Scintilla source code edit control
/** @file LexRebol.cxx
 ** Lexer for REBOL.
 ** Written by Pascal Hurni, inspired from LexLua by Paul Winwood & Marcos E. Wurzius & Philippe Lhoste
 **
 ** History:
 **		2005-04-07	First release.
 **		2005-04-10	Closing parens and brackets go now in default style
 **					String and comment nesting should be more safe
 **/
// Copyright 2005 by Pascal Hurni <pascal_hurni@fastmail.fm>
// The License.txt file describes the conditions under which this software may be distributed.

#include <stdlib.h>
#include <string.h>
#include <ctype.h>
#include <stdio.h>
#include <stdarg.h>

#include "Platform.h"

#include "PropSet.h"
#include "Accessor.h"
#include "KeyWords.h"
#include "Scintilla.h"
#include "SciLexer.h"
#include "StyleContext.h"


static inline bool IsAWordChar(const int ch) {
	return (isalnum(ch) || ch == '?' || ch == '!' || ch == '.' || ch == '\'' || ch == '+' || ch == '-' || ch == '*' || ch == '&' || ch == '|' || ch == '=' || ch == '_' || ch == '~');
}

static inline bool IsAWordStart(const int ch, const int ch2) {
	return ((ch == '+' || ch == '-' || ch == '.') && !isdigit(ch2)) ||
		(isalpha(ch) || ch == '?' || ch == '!' || ch == '\'' || ch == '*' || ch == '&' || ch == '|' || ch == '=' || ch == '_' || ch == '~');
}

static inline bool IsAnOperator(const int ch, const int ch2, const int ch3) {
	// One char operators
	if (IsASpaceOrTab(ch2)) {
		return ch == '+' || ch == '-' || ch == '*' || ch == '/' || ch == '<' || ch == '>' || ch == '=' || ch == '?';
	}

	// Two char operators
	if (IsASpaceOrTab(ch3)) {
		return (ch == '*' && ch2 == '*') ||
			   (ch == '/' && ch2 == '/') ||
			   (ch == '<' && (ch2 == '=' || ch2 == '>')) ||
			   (ch == '>' && ch2 == '=') ||
			   (ch == '=' && (ch2 == '=' || ch2 == '?')) ||
			   (ch == '?' && ch2 == '?');
	}

	return false;
}

static inline bool IsBinaryStart(const int ch, const int ch2, const int ch3, const int ch4) {
	return (ch == '#' && ch2 == '{') ||
		   (IsADigit(ch) && ch2 == '#' && ch3 == '{' ) ||
		   (IsADigit(ch) && IsADigit(ch2) && ch3 == '#' && ch4 == '{' );
}


static void ColouriseRebolDoc(unsigned int startPos, int length, int initStyle, WordList *keywordlists[], Accessor &styler) {

	WordList &keywords = *keywordlists[0];
	WordList &keywords2 = *keywordlists[1];
	WordList &keywords3 = *keywordlists[2];
	WordList &keywords4 = *keywordlists[3];
	WordList &keywords5 = *keywordlists[4];
	WordList &keywords6 = *keywordlists[5];
	WordList &keywords7 = *keywordlists[6];
	WordList &keywords8 = *keywordlists[7];

	int currentLine = styler.GetLine(startPos);
	// Initialize the braced string {.. { ... } ..} nesting level, if we are inside such a string.
	int stringLevel = 0;
	if (initStyle == SCE_REBOL_BRACEDSTRING || initStyle == SCE_REBOL_COMMENTBLOCK) {
		stringLevel = styler.GetLineState(currentLine - 1);
	}

	bool blockComment = initStyle == SCE_REBOL_COMMENTBLOCK;
	int dotCount = 0;

	// Do not leak onto next line
	if (initStyle == SCE_REBOL_COMMENTLINE) {
		initStyle = SCE_REBOL_DEFAULT;
	}

	StyleContext sc(startPos, length, initStyle, styler);
	if (startPos == 0) {
		sc.SetState(SCE_REBOL_PREFACE);
	}
	for (; sc.More(); sc.Forward()) {

		//--- What to do at line end ?
		if (sc.atLineEnd) {
			// Can be either inside a {} string or simply at eol
			if (sc.state != SCE_REBOL_BRACEDSTRING && sc.state != SCE_REBOL_COMMENTBLOCK &&
				sc.state != SCE_REBOL_BINARY && sc.state != SCE_REBOL_PREFACE)
				sc.SetState(SCE_REBOL_DEFAULT);

			// Update the line state, so it can be seen by next line
			currentLine = styler.GetLine(sc.currentPos);
			switch (sc.state) {
			case SCE_REBOL_BRACEDSTRING:
			case SCE_REBOL_COMMENTBLOCK:
				// Inside a braced string, we set the line state
				styler.SetLineState(currentLine, stringLevel);
				break;
			default:
				// Reset the line state
				styler.SetLineState(currentLine, 0);
				break;
			}

			// continue with next char
			continue;
		}

		//--- What to do on white-space ?
		if (IsASpaceOrTab(sc.ch))
		{
			// Return to default if any of these states
			if (sc.state == SCE_REBOL_OPERATOR || sc.state == SCE_REBOL_CHARACTER ||
				sc.state == SCE_REBOL_NUMBER || sc.state == SCE_REBOL_PAIR ||
				sc.state == SCE_REBOL_TUPLE || sc.state == SCE_REBOL_FILE ||
				sc.state == SCE_REBOL_DATE || sc.state == SCE_REBOL_TIME ||
				sc.state == SCE_REBOL_MONEY || sc.state == SCE_REBOL_ISSUE ||
				sc.state == SCE_REBOL_URL || sc.state == SCE_REBOL_EMAIL) {
				sc.SetState(SCE_REBOL_DEFAULT);
			}
		}

		//--- Specialize state ?
		// URL, Email look like identifier
		if (sc.state == SCE_REBOL_IDENTIFIER)
		{
			if (sc.ch == ':' && !IsASpace(sc.chNext)) {
				sc.ChangeState(SCE_REBOL_URL);
			} else if (sc.ch == '@') {
				sc.ChangeState(SCE_REBOL_EMAIL);
			} else if (sc.ch == '$') {
				sc.ChangeState(SCE_REBOL_MONEY);
			}
		}
		// Words look like identifiers
		if (sc.state == SCE_REBOL_IDENTIFIER || (sc.state >= SCE_REBOL_WORD && sc.state <= SCE_REBOL_WORD8)) {
			// Keywords ?
			if (!IsAWordChar(sc.ch) || sc.Match('/')) {
				char s[100];
				sc.GetCurrentLowered(s, sizeof(s));
				blockComment = strcmp(s, "comment") == 0;
				if (keywords8.InList(s)) {
					sc.ChangeState(SCE_REBOL_WORD8);
				} else if (keywords7.InList(s)) {
					sc.ChangeState(SCE_REBOL_WORD7);
				} else if (keywords6.InList(s)) {
					sc.ChangeState(SCE_REBOL_WORD6);
				} else if (keywords5.InList(s)) {
					sc.ChangeState(SCE_REBOL_WORD5);
				} else if (keywords4.InList(s)) {
					sc.ChangeState(SCE_REBOL_WORD4);
				} else if (keywords3.InList(s)) {
					sc.ChangeState(SCE_REBOL_WORD3);
				} else if (keywords2.InList(s)) {
					sc.ChangeState(SCE_REBOL_WORD2);
				} else if (keywords.InList(s)) {
					sc.ChangeState(SCE_REBOL_WORD);
				}
				// Keep same style if there are refinements
				if (!sc.Match('/')) {
					sc.SetState(SCE_REBOL_DEFAULT);
				}
			}
		// special numbers
		} else if (sc.state == SCE_REBOL_NUMBER) {
			switch (sc.ch) {
			case 'x':	sc.ChangeState(SCE_REBOL_PAIR);
						break;
			case ':':	sc.ChangeState(SCE_REBOL_TIME);
						break;
			case '-':
			case '/':	sc.ChangeState(SCE_REBOL_DATE);
						break;
			case '.':	if (++dotCount >= 2) sc.ChangeState(SCE_REBOL_TUPLE);
						break;
			}
		}

		//--- Determine if the current state should terminate
		if (sc.state == SCE_REBOL_QUOTEDSTRING || sc.state == SCE_REBOL_CHARACTER) {
			if (sc.ch == '^' && sc.chNext == '\"') {
				sc.Forward();
			} else if (sc.ch == '\"') {
				sc.ForwardSetState(SCE_REBOL_DEFAULT);
			}
		} else if (sc.state == SCE_REBOL_BRACEDSTRING || sc.state == SCE_REBOL_COMMENTBLOCK) {
			if (sc.ch == '}') {
				if (--stringLevel == 0) {
					sc.ForwardSetState(SCE_REBOL_DEFAULT);
				}
			} else if (sc.ch == '{') {
				stringLevel++;
			}
		} else if (sc.state == SCE_REBOL_BINARY) {
			if (sc.ch == '}') {
				sc.ForwardSetState(SCE_REBOL_DEFAULT);
			}
		} else if (sc.state == SCE_REBOL_TAG) {
			if (sc.ch == '>') {
				sc.ForwardSetState(SCE_REBOL_DEFAULT);
			}
		} else if (sc.state == SCE_REBOL_PREFACE) {
			if (sc.MatchIgnoreCase("rebol"))
			{
				int i;
				for (i=5; IsASpaceOrTab(styler.SafeGetCharAt(sc.currentPos+i, 0)); i++);
				if (sc.GetRelative(i) == '[')
					sc.SetState(SCE_REBOL_DEFAULT);
			}
		}

		//--- Parens and bracket changes to default style when the current is a number
		if (sc.state == SCE_REBOL_NUMBER || sc.state == SCE_REBOL_PAIR || sc.state == SCE_REBOL_TUPLE ||
			sc.state == SCE_REBOL_MONEY || sc.state == SCE_REBOL_ISSUE || sc.state == SCE_REBOL_EMAIL ||
			sc.state == SCE_REBOL_URL || sc.state == SCE_REBOL_DATE || sc.state == SCE_REBOL_TIME) {
			if (sc.ch == '(' || sc.ch == '[' || sc.ch == ')' || sc.ch == ']') {
				sc.SetState(SCE_REBOL_DEFAULT);
			}
		}

		//--- Determine if a new state should be entered.
		if (sc.state == SCE_REBOL_DEFAULT) {
			if (IsAnOperator(sc.ch, sc.chNext, sc.GetRelative(2))) {
				sc.SetState(SCE_REBOL_OPERATOR);
			} else if (IsBinaryStart(sc.ch, sc.chNext, sc.GetRelative(2), sc.GetRelative(3))) {
				sc.SetState(SCE_REBOL_BINARY);
			} else if (IsAWordStart(sc.ch, sc.chNext)) {
				sc.SetState(SCE_REBOL_IDENTIFIER);
			} else if (IsADigit(sc.ch) || sc.ch == '+' || sc.ch == '-' || /*Decimal*/ sc.ch == '.' || sc.ch == ',') {
				dotCount = 0;
				sc.SetState(SCE_REBOL_NUMBER);
			} else if (sc.ch == '\"') {
				sc.SetState(SCE_REBOL_QUOTEDSTRING);
			} else if (sc.ch == '{') {
				sc.SetState(blockComment ? SCE_REBOL_COMMENTBLOCK : SCE_REBOL_BRACEDSTRING);
				++stringLevel;
			} else if (sc.ch == ';') {
				sc.SetState(SCE_REBOL_COMMENTLINE);
			} else if (sc.ch == '$') {
				sc.SetState(SCE_REBOL_MONEY);
			} else if (sc.ch == '%') {
				sc.SetState(SCE_REBOL_FILE);
			} else if (sc.ch == '<') {
				sc.SetState(SCE_REBOL_TAG);
			} else if (sc.ch == '#' && sc.chNext == '"') {
				sc.SetState(SCE_REBOL_CHARACTER);
				sc.Forward();
			} else if (sc.ch == '#' && sc.chNext != '"' && sc.chNext != '{' ) {
				sc.SetState(SCE_REBOL_ISSUE);
			}
		}
	}
	sc.Complete();
}


static void FoldRebolDoc(unsigned int startPos, int length, int /* initStyle */, WordList *[],
                            Accessor &styler) {
	unsigned int lengthDoc = startPos + length;
	int visibleChars = 0;
	int lineCurrent = styler.GetLine(startPos);
	int levelPrev = styler.LevelAt(lineCurrent) & SC_FOLDLEVELNUMBERMASK;
	int levelCurrent = levelPrev;
	char chNext = styler[startPos];
	int styleNext = styler.StyleAt(startPos);
	for (unsigned int i = startPos; i < lengthDoc; i++) {
		char ch = chNext;
		chNext = styler.SafeGetCharAt(i + 1);
		int style = styleNext;
		styleNext = styler.StyleAt(i + 1);
		bool atEOL = (ch == '\r' && chNext != '\n') || (ch == '\n');
		if (style == SCE_REBOL_DEFAULT) {
			if (ch == '[') {
				levelCurrent++;
			} else if (ch == ']') {
				levelCurrent--;
			}
		}
		if (atEOL) {
			int lev = levelPrev;
			if (visibleChars == 0)
				lev |= SC_FOLDLEVELWHITEFLAG;
			if ((levelCurrent > levelPrev) && (visibleChars > 0))
				lev |= SC_FOLDLEVELHEADERFLAG;
			if (lev != styler.LevelAt(lineCurrent)) {
				styler.SetLevel(lineCurrent, lev);
			}
			lineCurrent++;
			levelPrev = levelCurrent;
			visibleChars = 0;
		}
		if (!isspacechar(ch))
			visibleChars++;
	}
	// Fill in the real level of the next line, keeping the current flags as they will be filled in later
	int flagsNext = styler.LevelAt(lineCurrent) & ~SC_FOLDLEVELNUMBERMASK;
	styler.SetLevel(lineCurrent, levelPrev | flagsNext);
}

static const char * const rebolWordListDesc[] = {
	"Keywords",
	0
};

LexerModule lmREBOL(SCLEX_REBOL, ColouriseRebolDoc, "rebol", FoldRebolDoc, rebolWordListDesc);
Commit	Line	Data
1e9bafca RD	1	// Scintilla source code edit control
	2	/** @file LexRebol.cxx
	3	** Lexer for REBOL.
	4	** Written by Pascal Hurni, inspired from LexLua by Paul Winwood & Marcos E. Wurzius & Philippe Lhoste
	5	**
	6	** History:
	7	** 2005-04-07 First release.
	8	** 2005-04-10 Closing parens and brackets go now in default style
	9	** String and comment nesting should be more safe
	10	**/
	11	// Copyright 2005 by Pascal Hurni <pascal_hurni@fastmail.fm>
	12	// The License.txt file describes the conditions under which this software may be distributed.
	13
	14	#include <stdlib.h>
	15	#include <string.h>
	16	#include <ctype.h>
	17	#include <stdio.h>
	18	#include <stdarg.h>
	19
	20	#include "Platform.h"
	21
	22	#include "PropSet.h"
	23	#include "Accessor.h"
	24	#include "KeyWords.h"
	25	#include "Scintilla.h"
	26	#include "SciLexer.h"
	27	#include "StyleContext.h"
	28
	29
	30	static inline bool IsAWordChar(const int ch) {
	31	return (isalnum(ch) \|\| ch == '?' \|\| ch == '!' \|\| ch == '.' \|\| ch == '\'' \|\| ch == '+' \|\| ch == '-' \|\| ch == '*' \|\| ch == '&' \|\| ch == '\|' \|\| ch == '=' \|\| ch == '_' \|\| ch == '~');
	32	}
	33
	34	static inline bool IsAWordStart(const int ch, const int ch2) {
	35	return ((ch == '+' \|\| ch == '-' \|\| ch == '.') && !isdigit(ch2)) \|\|
	36	(isalpha(ch) \|\| ch == '?' \|\| ch == '!' \|\| ch == '\'' \|\| ch == '*' \|\| ch == '&' \|\| ch == '\|' \|\| ch == '=' \|\| ch == '_' \|\| ch == '~');
	37	}
	38
	39	static inline bool IsAnOperator(const int ch, const int ch2, const int ch3) {
	40	// One char operators
	41	if (IsASpaceOrTab(ch2)) {
	42	return ch == '+' \|\| ch == '-' \|\| ch == '*' \|\| ch == '/' \|\| ch == '<' \|\| ch == '>' \|\| ch == '=' \|\| ch == '?';
	43	}
	44
	45	// Two char operators
	46	if (IsASpaceOrTab(ch3)) {
	47	return (ch == '' && ch2 == '') \|\|
	48	(ch == '/' && ch2 == '/') \|\|
	49	(ch == '<' && (ch2 == '=' \|\| ch2 == '>')) \|\|
	50	(ch == '>' && ch2 == '=') \|\|
	51	(ch == '=' && (ch2 == '=' \|\| ch2 == '?')) \|\|
	52	(ch == '?' && ch2 == '?');
	53	}
	54
	55	return false;
	56	}
	57
	58	static inline bool IsBinaryStart(const int ch, const int ch2, const int ch3, const int ch4) {
	59	return (ch == '#' && ch2 == '{') \|\|
	60	(IsADigit(ch) && ch2 == '#' && ch3 == '{' ) \|\|
	61	(IsADigit(ch) && IsADigit(ch2) && ch3 == '#' && ch4 == '{' );
	62	}
	63
	64
65	static void ColouriseRebolDoc(unsigned int startPos, int length, int initStyle, WordList *keywordlists[], Accessor &styler) {
66
67	WordList &keywords = *keywordlists[0];
68	WordList &keywords2 = *keywordlists[1];
69	WordList &keywords3 = *keywordlists[2];
70	WordList &keywords4 = *keywordlists[3];
71	WordList &keywords5 = *keywordlists[4];
72	WordList &keywords6 = *keywordlists[5];
73	WordList &keywords7 = *keywordlists[6];
74	WordList &keywords8 = *keywordlists[7];
75
76	int currentLine = styler.GetLine(startPos);
77	// Initialize the braced string {.. { ... } ..} nesting level, if we are inside such a string.
78	int stringLevel = 0;
79	if (initStyle == SCE_REBOL_BRACEDSTRING \|\| initStyle == SCE_REBOL_COMMENTBLOCK) {
80	stringLevel = styler.GetLineState(currentLine - 1);
81	}
82
83	bool blockComment = initStyle == SCE_REBOL_COMMENTBLOCK;
84	int dotCount = 0;
85
86	// Do not leak onto next line
87	if (initStyle == SCE_REBOL_COMMENTLINE) {
88	initStyle = SCE_REBOL_DEFAULT;
89	}
90
91	StyleContext sc(startPos, length, initStyle, styler);
92	if (startPos == 0) {
93	sc.SetState(SCE_REBOL_PREFACE);
94	}
95	for (; sc.More(); sc.Forward()) {
96
97	//--- What to do at line end ?
98	if (sc.atLineEnd) {
99	// Can be either inside a {} string or simply at eol
100	if (sc.state != SCE_REBOL_BRACEDSTRING && sc.state != SCE_REBOL_COMMENTBLOCK &&
101	sc.state != SCE_REBOL_BINARY && sc.state != SCE_REBOL_PREFACE)
102	sc.SetState(SCE_REBOL_DEFAULT);
103
104	// Update the line state, so it can be seen by next line
105	currentLine = styler.GetLine(sc.currentPos);
106	switch (sc.state) {
107	case SCE_REBOL_BRACEDSTRING:
108	case SCE_REBOL_COMMENTBLOCK:
109	// Inside a braced string, we set the line state
110	styler.SetLineState(currentLine, stringLevel);
111	break;
112	default:
113	// Reset the line state
114	styler.SetLineState(currentLine, 0);
115	break;
116	}
117
118	// continue with next char
119	continue;
120	}
121
122	//--- What to do on white-space ?
123	if (IsASpaceOrTab(sc.ch))
124	{
125	// Return to default if any of these states
126	if (sc.state == SCE_REBOL_OPERATOR \|\| sc.state == SCE_REBOL_CHARACTER \|\|
127	sc.state == SCE_REBOL_NUMBER \|\| sc.state == SCE_REBOL_PAIR \|\|
128	sc.state == SCE_REBOL_TUPLE \|\| sc.state == SCE_REBOL_FILE \|\|
129	sc.state == SCE_REBOL_DATE \|\| sc.state == SCE_REBOL_TIME \|\|
130	sc.state == SCE_REBOL_MONEY \|\| sc.state == SCE_REBOL_ISSUE \|\|
131	sc.state == SCE_REBOL_URL \|\| sc.state == SCE_REBOL_EMAIL) {
132	sc.SetState(SCE_REBOL_DEFAULT);
133	}
134	}
135
136	//--- Specialize state ?
137	// URL, Email look like identifier
138	if (sc.state == SCE_REBOL_IDENTIFIER)
139	{
140	if (sc.ch == ':' && !IsASpace(sc.chNext)) {
141	sc.ChangeState(SCE_REBOL_URL);
142	} else if (sc.ch == '@') {
143	sc.ChangeState(SCE_REBOL_EMAIL);
144	} else if (sc.ch == '$') {
145	sc.ChangeState(SCE_REBOL_MONEY);
146	}
147	}
148	// Words look like identifiers
149	if (sc.state == SCE_REBOL_IDENTIFIER \|\| (sc.state >= SCE_REBOL_WORD && sc.state <= SCE_REBOL_WORD8)) {
150	// Keywords ?
151	if (!IsAWordChar(sc.ch) \|\| sc.Match('/')) {
152	char s[100];
153	sc.GetCurrentLowered(s, sizeof(s));
154	blockComment = strcmp(s, "comment") == 0;
155	if (keywords8.InList(s)) {
156	sc.ChangeState(SCE_REBOL_WORD8);
157	} else if (keywords7.InList(s)) {
158	sc.ChangeState(SCE_REBOL_WORD7);
159	} else if (keywords6.InList(s)) {
160	sc.ChangeState(SCE_REBOL_WORD6);
161	} else if (keywords5.InList(s)) {
162	sc.ChangeState(SCE_REBOL_WORD5);
163	} else if (keywords4.InList(s)) {
164	sc.ChangeState(SCE_REBOL_WORD4);
165	} else if (keywords3.InList(s)) {
166	sc.ChangeState(SCE_REBOL_WORD3);
167	} else if (keywords2.InList(s)) {
168	sc.ChangeState(SCE_REBOL_WORD2);
169	} else if (keywords.InList(s)) {
170	sc.ChangeState(SCE_REBOL_WORD);
171	}
172	// Keep same style if there are refinements
173	if (!sc.Match('/')) {
174	sc.SetState(SCE_REBOL_DEFAULT);
175	}
176	}
177	// special numbers
178	} else if (sc.state == SCE_REBOL_NUMBER) {
179	switch (sc.ch) {
180	case 'x': sc.ChangeState(SCE_REBOL_PAIR);
181	break;
182	case ':': sc.ChangeState(SCE_REBOL_TIME);
183	break;
184	case '-':
185	case '/': sc.ChangeState(SCE_REBOL_DATE);
186	break;
187	case '.': if (++dotCount >= 2) sc.ChangeState(SCE_REBOL_TUPLE);
188	break;
189	}
190	}
191
192	//--- Determine if the current state should terminate
193	if (sc.state == SCE_REBOL_QUOTEDSTRING \|\| sc.state == SCE_REBOL_CHARACTER) {
194	if (sc.ch == '^' && sc.chNext == '\"') {
195	sc.Forward();
196	} else if (sc.ch == '\"') {
197	sc.ForwardSetState(SCE_REBOL_DEFAULT);
198	}
199	} else if (sc.state == SCE_REBOL_BRACEDSTRING \|\| sc.state == SCE_REBOL_COMMENTBLOCK) {
200	if (sc.ch == '}') {
201	if (--stringLevel == 0) {
202	sc.ForwardSetState(SCE_REBOL_DEFAULT);
203	}
204	} else if (sc.ch == '{') {
205	stringLevel++;
206	}
207	} else if (sc.state == SCE_REBOL_BINARY) {
208	if (sc.ch == '}') {
209	sc.ForwardSetState(SCE_REBOL_DEFAULT);
210	}
211	} else if (sc.state == SCE_REBOL_TAG) {
212	if (sc.ch == '>') {
213	sc.ForwardSetState(SCE_REBOL_DEFAULT);
214	}
215	} else if (sc.state == SCE_REBOL_PREFACE) {
216	if (sc.MatchIgnoreCase("rebol"))
217	{
218	int i;
219	for (i=5; IsASpaceOrTab(styler.SafeGetCharAt(sc.currentPos+i, 0)); i++);
220	if (sc.GetRelative(i) == '[')
221	sc.SetState(SCE_REBOL_DEFAULT);
222	}
223	}
224
225	//--- Parens and bracket changes to default style when the current is a number
226	if (sc.state == SCE_REBOL_NUMBER \|\| sc.state == SCE_REBOL_PAIR \|\| sc.state == SCE_REBOL_TUPLE \|\|
227	sc.state == SCE_REBOL_MONEY \|\| sc.state == SCE_REBOL_ISSUE \|\| sc.state == SCE_REBOL_EMAIL \|\|
228	sc.state == SCE_REBOL_URL \|\| sc.state == SCE_REBOL_DATE \|\| sc.state == SCE_REBOL_TIME) {
229	if (sc.ch == '(' \|\| sc.ch == '[' \|\| sc.ch == ')' \|\| sc.ch == ']') {
230	sc.SetState(SCE_REBOL_DEFAULT);
231	}
232	}
233
234	//--- Determine if a new state should be entered.
235	if (sc.state == SCE_REBOL_DEFAULT) {
236	if (IsAnOperator(sc.ch, sc.chNext, sc.GetRelative(2))) {
237	sc.SetState(SCE_REBOL_OPERATOR);
238	} else if (IsBinaryStart(sc.ch, sc.chNext, sc.GetRelative(2), sc.GetRelative(3))) {
239	sc.SetState(SCE_REBOL_BINARY);
240	} else if (IsAWordStart(sc.ch, sc.chNext)) {
241	sc.SetState(SCE_REBOL_IDENTIFIER);
242	} else if (IsADigit(sc.ch) \|\| sc.ch == '+' \|\| sc.ch == '-' \|\| /Decimal/ sc.ch == '.' \|\| sc.ch == ',') {
243	dotCount = 0;
244	sc.SetState(SCE_REBOL_NUMBER);
245	} else if (sc.ch == '\"') {
246	sc.SetState(SCE_REBOL_QUOTEDSTRING);
247	} else if (sc.ch == '{') {
248	sc.SetState(blockComment ? SCE_REBOL_COMMENTBLOCK : SCE_REBOL_BRACEDSTRING);
249	++stringLevel;
250	} else if (sc.ch == ';') {
251	sc.SetState(SCE_REBOL_COMMENTLINE);
252	} else if (sc.ch == '$') {
253	sc.SetState(SCE_REBOL_MONEY);
254	} else if (sc.ch == '%') {
255	sc.SetState(SCE_REBOL_FILE);
256	} else if (sc.ch == '<') {
257	sc.SetState(SCE_REBOL_TAG);
258	} else if (sc.ch == '#' && sc.chNext == '"') {
259	sc.SetState(SCE_REBOL_CHARACTER);
260	sc.Forward();
261	} else if (sc.ch == '#' && sc.chNext != '"' && sc.chNext != '{' ) {
262	sc.SetState(SCE_REBOL_ISSUE);
263	}
264	}
265	}
266	sc.Complete();
267	}
268
269
270	static void FoldRebolDoc(unsigned int startPos, int length, int /* initStyle /, WordList [],
271	Accessor &styler) {
272	unsigned int lengthDoc = startPos + length;
273	int visibleChars = 0;
274	int lineCurrent = styler.GetLine(startPos);
275	int levelPrev = styler.LevelAt(lineCurrent) & SC_FOLDLEVELNUMBERMASK;
276	int levelCurrent = levelPrev;
277	char chNext = styler[startPos];
278	int styleNext = styler.StyleAt(startPos);
279	for (unsigned int i = startPos; i < lengthDoc; i++) {
280	char ch = chNext;
281	chNext = styler.SafeGetCharAt(i + 1);
282	int style = styleNext;
283	styleNext = styler.StyleAt(i + 1);
284	bool atEOL = (ch == '\r' && chNext != '\n') \|\| (ch == '\n');
285	if (style == SCE_REBOL_DEFAULT) {
286	if (ch == '[') {
287	levelCurrent++;
288	} else if (ch == ']') {
289	levelCurrent--;
290	}
291	}
292	if (atEOL) {
293	int lev = levelPrev;
294	if (visibleChars == 0)
295	lev \|= SC_FOLDLEVELWHITEFLAG;
296	if ((levelCurrent > levelPrev) && (visibleChars > 0))
297	lev \|= SC_FOLDLEVELHEADERFLAG;
298	if (lev != styler.LevelAt(lineCurrent)) {
299	styler.SetLevel(lineCurrent, lev);
300	}
301	lineCurrent++;
302	levelPrev = levelCurrent;
303	visibleChars = 0;
304	}
305	if (!isspacechar(ch))
306	visibleChars++;
307	}
308	// Fill in the real level of the next line, keeping the current flags as they will be filled in later
309	int flagsNext = styler.LevelAt(lineCurrent) & ~SC_FOLDLEVELNUMBERMASK;
310	styler.SetLevel(lineCurrent, levelPrev \| flagsNext);
311	}
312
313	static const char * const rebolWordListDesc[] = {
314	"Keywords",
315	0
316	};
317
318	LexerModule lmREBOL(SCLEX_REBOL, ColouriseRebolDoc, "rebol", FoldRebolDoc, rebolWordListDesc);
319