This commit is contained in:
Fabian Jakobs 2011-11-25 18:46:50 +01:00
commit ff2a87af7e
12 changed files with 52 additions and 55 deletions

View file

@ -8117,7 +8117,7 @@ var Tokenizer = function(rules) {
}
break;
}
};
}
if (value[0]) {
if (typeof type == "string") {
@ -8135,7 +8135,7 @@ var Tokenizer = function(rules) {
token = {
type: type[i],
value: value[i]
}
};
}
}
}
@ -8144,7 +8144,7 @@ var Tokenizer = function(rules) {
break;
lastIndex = re.lastIndex;
};
}
if (token.type)
tokens.push(token);

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long