Apply matched value to tokenizer token functions.

This commit is contained in:
c-spencer 2011-05-19 18:30:03 +01:00
commit 1036aaa057

View file

@ -104,7 +104,7 @@ var Tokenizer = function(rules) {
}
if (typeof rule.token == "function")
type = rule.token(match[0]);
type = rule.token.apply(this, value);
else
type = rule.token;