Bugfix for consecutively typed tokens.

This commit is contained in:
Chris Spencer 2011-05-19 03:02:08 -07:00
commit 0ebff3b5c9

View file

@ -131,7 +131,7 @@ var Tokenizer = function(rules) {
value: value[i] value: value[i]
} }
} else { } else {
token.value += value; token.value += value[i];
} }
} }