highlight js identifiers with unicode characters.

fix #148
This commit is contained in:
Fabian Jakobs 2011-07-25 17:32:17 +02:00
commit b837cd547b
5 changed files with 50 additions and 8 deletions

View file

@ -107,6 +107,11 @@ module.exports = {
"test tokenize regular expressions": function() {
var tokens = this.tokenizer.getLineTokens("a/b/c", "start").tokens;
assert.equal(5, tokens.length);
},
"test tokenize identifier with umlauts": function() {
var tokens = this.tokenizer.getLineTokens("füße", "start").tokens;
assert.equal(1, tokens.length);
}
};