From 1036aaa0574ce7759faaef4aaf50b70ea8dc81a1 Mon Sep 17 00:00:00 2001
From: c-spencer <cs560@cam.ac.uk>
Date: Thu, 19 May 2011 18:30:03 +0100
Subject: [PATCH] Apply matched value to tokenizer token functions.

---
 lib/ace/tokenizer.js | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/lib/ace/tokenizer.js b/lib/ace/tokenizer.js
index 6d03388a..74234607 100644
--- a/lib/ace/tokenizer.js
+++ b/lib/ace/tokenizer.js
@@ -104,7 +104,7 @@ var Tokenizer = function(rules) {
                     }
                     
                     if (typeof rule.token == "function")
-                        type = rule.token(match[0]);
+                        type = rule.token.apply(this, value);
                     else
                         type = rule.token;