From e1f5a6432766b82f91dd6436e0f6bb540d6a864f Mon Sep 17 00:00:00 2001
From: Daniel Krech <eikeon@eikeon.com>
Date: Thu, 10 Feb 2011 12:20:27 +0800
Subject: [PATCH] removed the 'match[i + 1].length' clause in order to support
 tokenizing on an empty line (all the test cases pass without it)

---
 lib/ace/tokenizer.js | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/lib/ace/tokenizer.js b/lib/ace/tokenizer.js
index cc65446b..4a867079 100644
--- a/lib/ace/tokenizer.js
+++ b/lib/ace/tokenizer.js
@@ -75,7 +75,7 @@ var Tokenizer = function(rules) {
             var value = match[0];
 
             for ( var i = 0; i < state.length; i++) {
-                if (match[i + 1] !== undefined && match[i + 1].length) {
+                if (match[i + 1] !== undefined) {
                     if (typeof state[i].token == "function") {
                         type = state[i].token(match[0]);
                     }