jyapayne/ace
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fixed to allow tokenizing of an empty line. eg. a rule with a regex of ^$

Browse source
This commit is contained in:
Daniel Krech 2011-02-06 23:53:02 +08:00 • committed by Fabian Jakobs
commit ae4b171065
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
lib/ace/tokenizer.js
View file

@ -74,11 +74,8 @@ var Tokenizer = function(rules) {
var type = "text"; var type = "text";
var value = match[0]; var value = match[0];
if (re.lastIndex == lastIndex) { throw new Error("tokenizer error"); }
lastIndex = re.lastIndex;
for ( var i = 0; i < state.length; i++) { for ( var i = 0; i < state.length; i++) {
if (match[i + 1]) { if (match[i + 1] !== undefined) {
if (typeof state[i].token == "function") { if (typeof state[i].token == "function") {
type = state[i].token(match[0]); type = state[i].token(match[0]);
} }
@ -110,6 +107,10 @@ var Tokenizer = function(rules) {
} else { } else {
token.value += value; token.value += value;
} }
if (lastIndex == line.length) {
break;
}
lastIndex = re.lastIndex;
}; };
if (token.type) { if (token.type) {