check for valid start state in tokenizer

This commit is contained in:
nightwing 2013-11-24 16:10:40 +04:00
commit 1704cbdcc2

View file

@ -222,6 +222,10 @@ var Tokenizer = function(rules) {
var currentState = startState || "start"; var currentState = startState || "start";
var state = this.states[currentState]; var state = this.states[currentState];
if (!state) {
currentState = "start";
state = this.states[currentState];
}
var mapping = this.matchMappings[currentState]; var mapping = this.matchMappings[currentState];
var re = this.regExps[currentState]; var re = this.regExps[currentState];
re.lastIndex = 0; re.lastIndex = 0;