jyapayne/ace
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

reaadd tokenizer check

Browse source
This commit is contained in:
Fabian Jakobs 2011-02-08 09:19:06 +01:00
commit 4b3d183ba7
2 changed files with 8 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

10
lib/ace/tokenizer.js
View file

@ -107,10 +107,14 @@ var Tokenizer = function(rules) {
} else {
token.value += value;
}
if (lastIndex == line.length) {
break;
}
lastIndex = re.lastIndex;
break;
} else if (re.lastIndex == lastIndex) {
throw new Error("tokenizer error");
}
lastIndex = re.lastIndex;
};
if (token.type) {