reaadd tokenizer check

This commit is contained in:
Fabian Jakobs 2011-02-08 09:19:06 +01:00
commit 4b3d183ba7
2 changed files with 8 additions and 4 deletions

View file

@ -107,10 +107,14 @@ var Tokenizer = function(rules) {
} else {
token.value += value;
}
if (lastIndex == line.length) {
break;
}
lastIndex = re.lastIndex;
break;
} else if (re.lastIndex == lastIndex) {
throw new Error("tokenizer error");
}
lastIndex = re.lastIndex;
};
if (token.type) {

@ -1 +1 @@
Subproject commit c0cab19cbb5d44df98bae0060c782a6f30464afe
Subproject commit 67a380309e5b139a9603334ad9d9f917659f04bc