Bugfix for consecutively typed tokens.

This commit is contained in:
Chris Spencer 2011-05-19 03:02:08 -07:00
commit 0ebff3b5c9

View file

@ -131,7 +131,7 @@ var Tokenizer = function(rules) {
value: value[i]
}
} else {
token.value += value;
token.value += value[i];
}
}